40 lines
950 B
TOML
40 lines
950 B
TOML
[GENERAL]
|
|
SIMILARITY_MEASURE = "cosine" # "cosine" or "dot"
|
|
KEEP_ALIVE = "5m" # How long to keep Ollama models loaded into memory. (Instead of using -1 use "-1m")
|
|
BASE_URL = "" # Optional. When set, overrides detected URL for OpenSearch and other public URLs
|
|
HIDDEN_MODELS = [] # Array of model names to hide from the user interface (e.g., ["gpt-4", "claude-3-opus"])
|
|
|
|
[MODELS.OPENAI]
|
|
API_KEY = ""
|
|
|
|
[MODELS.GROQ]
|
|
API_KEY = ""
|
|
|
|
[MODELS.OPENROUTER]
|
|
API_KEY = ""
|
|
|
|
[MODELS.ANTHROPIC]
|
|
API_KEY = ""
|
|
|
|
[MODELS.GEMINI]
|
|
API_KEY = ""
|
|
|
|
[MODELS.CUSTOM_OPENAI]
|
|
API_KEY = ""
|
|
API_URL = ""
|
|
MODEL_NAME = ""
|
|
|
|
[MODELS.OLLAMA]
|
|
API_URL = "" # Ollama API URL - http://host.docker.internal:11434
|
|
|
|
[MODELS.DEEPSEEK]
|
|
API_KEY = ""
|
|
|
|
[MODELS.AIMLAPI]
|
|
API_KEY = "" # Required to use AI/ML API chat and embedding models
|
|
|
|
[MODELS.LM_STUDIO]
|
|
API_URL = "" # LM Studio API URL - http://host.docker.internal:1234
|
|
|
|
[API_ENDPOINTS]
|
|
SEARXNG = "" # SearxNG API URL - http://localhost:32768
|