AutoTweaker API/io.github.autotweaker.api.types.llm

Package-level declarations

Types

@Serializable

data class ChatRequest(val model: String, val messages: List<ChatMessage>, val thinking: Boolean? = null, val stream: Boolean = false, val maxTokens: Int? = null, val tools: List<ChatRequest.Tool>? = null, val toolCallRequired: Boolean? = null, val temperature: Double? = null, val topP: Double? = null, val frequencyPenalty: Double? = null, val presencePenalty: Double? = null, val responseFormat: ChatRequest.ResponseFormat? = null)

ChatResult

sealed class ChatResult

ChatTimeout

data class ChatTimeout(val requestTimeout: Duration, val connectTimeout: Duration, val streamChunkTimeout: Duration)

CoreLlmRequest

data class CoreLlmRequest(val model: UUID, val fallbackModels: List<UUID>?, val messages: List<ChatMessage>, val tools: List<ChatRequest.Tool>? = null, val responseFormat: ChatRequest.ResponseFormat? = null, val stream: Boolean = false, val thinking: Boolean? = null, val timeout: ChatTimeout? = null)

CoreLlmResult

data class CoreLlmResult(val result: ChatResult, val model: UUID)

ModelData

@Serializable

data class ModelData(val id: UUID, val displayName: String, val modelInfo: ModelData.ModelInfo, val providerId: UUID, val config: ModelData.Config? = null)

Price

@Serializable

data class Price(val amount: BigDecimal, val currency: Currency, val tokenUnit: Int)

ProviderData

@Serializable

data class ProviderData(val id: UUID, val displayName: String, val providerType: String, val apiKey: UUID, val baseUrl: Url, val errorHandlingRules: List<ProviderData.ErrorHandlingRule>)

Usage

@Serializable

data class Usage(val promptTokens: Int, val completionTokens: Int, val reasoningTokens: Int? = null, val cacheHitTokens: Int? = null, val imageTokens: Int? = null)

UsageSnapshot

@Serializable

data class UsageSnapshot(val usage: Usage, val model: ModelData.ModelInfo)