Embabel Agent Documentation/com.embabel.agent.config.models

Package-level declarations

Types

class AnthropicModels(baseUrl: String, apiKey: String, properties: AnthropicProperties)

data class AnthropicProperties(val maxAttempts: Int = 10, val backoffMillis: Long = 5000, val backoffMultiplier: Double = 5.0, val backoffMaxInterval: Long = 180000) : RetryProperties

BedrockModelProperties

data class BedrockModelProperties(val name: String = "", val knowledgeCutoff: String = "", val inputPrice: Double = 0.0, val outputPrice: Double = 0.0)

BedrockModels

class BedrockModels(bedrockProperties: BedrockProperties, configurableBeanFactory: <Error class: unknown class>, environment: <Error class: unknown class>, properties: <Error class: unknown class>, credentialsProvider: <Error class: unknown class>, regionProvider: <Error class: unknown class>, connectionProperties: <Error class: unknown class>, observationRegistry: <Error class: unknown class><<Error class: unknown class>>, observationConvention: <Error class: unknown class><<Error class: unknown class>>, bedrockRuntimeClient: <Error class: unknown class><<Error class: unknown class>>, bedrockRuntimeAsyncClient: <Error class: unknown class><<Error class: unknown class>>, bedrockCohereEmbeddingProperties: <Error class: unknown class>, bedrockTitanEmbeddingProperties: <Error class: unknown class>)

BedrockOptionsConverter

object BedrockOptionsConverter

BedrockProperties

data class BedrockProperties(val models: List<BedrockModelProperties> = emptyList())

DockerLocalModels

class DockerLocalModels(dockerProperties: DockerProperties, configurableBeanFactory: <Error class: unknown class>, environment: <Error class: unknown class>, properties: <Error class: unknown class>)

Docker local models This class will always be loaded, but models won't be loaded from the Docker endpoint unless the "docker" profile is set. Model names will be precisely as reported from http://localhost:12434/engines/v1/models (assuming default port).

DockerProperties

data class DockerProperties(val baseUrl: String = "http://localhost:12434/engines", val maxAttempts: Int = 10, val backoffMillis: Long = 2000, val backoffMultiplier: Double = 5.0, val backoffMaxInterval: Long = 180000) : RetryProperties

FallbackChatModel

class FallbackChatModel(model: <Error class: unknown class>, fallback: <Error class: unknown class>, whenError: (t: Throwable) -> Boolean)

Chat model that falls back to another model if the first one fails.

OllamaModels

class OllamaModels(baseUrl: String, configurableBeanFactory: <Error class: unknown class>, environment: <Error class: unknown class>, properties: <Error class: unknown class>)

Load Ollama local models, both LLMs and embedding models. This class will always be loaded, but models won't be loaded from Ollama unless the "ollama" profile is set.

OllamaOptionsConverter

object OllamaOptionsConverter

OpenAiChatOptionsConverter

object OpenAiChatOptionsConverter

Save default. Some models may not support all options.

OpenAiCompatibleModelFactory

open class OpenAiCompatibleModelFactory(val baseUrl: String?, apiKey: String?, completionsPath: String?, embeddingsPath: String?, observationRegistry: <Error class: unknown class>)

Generic support for OpenAI compatible models. Use to register LLM beans.

OpenAiModels

class OpenAiModels(val baseUrl: String?, apiKey: String, completionsPath: String?, embeddingsPath: String?, observationRegistry: <Error class: unknown class>, properties: OpenAiProperties) : OpenAiCompatibleModelFactory

Well-known models from OpenAI.

OpenAiProperties

data class OpenAiProperties(val maxAttempts: Int = 10, val backoffMillis: Long = 5000, val backoffMultiplier: Double = 5.0, val backoffMaxInterval: Long = 180000) : RetryProperties

Functions

withFallback

fun <Error class: unknown class>.withFallback(model: <Error class: unknown class>, whenError: (t: Throwable) -> Boolean): <Error class: unknown class>

fun <Error class: unknown class>.withFallback(fallbackTo: <Error class: unknown class>?, whenError: (t: Throwable) -> Boolean): <Error class: unknown class>

LLM that falls back to another LLM if the first one fails.