30 lines
614 B
TOML
30 lines
614 B
TOML
|
[GENERAL]
|
||
|
|
PORT = 3001 # Port to run the server on
|
||
|
|
SIMILARITY_MEASURE = "cosine" # "cosine" or "dot"
|
||
|
|
KEEP_ALIVE = "5m" # How long to keep Ollama models loaded into memory. (Instead of using -1 use "-1m")
|
||
|
|
|
||
|
|
[MODELS.OPENAI]
|
||
|
|
API_KEY = ""
|
||
|
|
|
||
|
|
[MODELS.GROQ]
|
||
|
|
API_KEY = ""
|
||
|
|
|
||
|
|
[MODELS.ANTHROPIC]
|
||
|
|
API_KEY = ""
|
||
|
|
|
||
|
|
[MODELS.GEMINI]
|
||
|
|
API_KEY = ""
|
||
|
|
|
||
|
|
[MODELS.CUSTOM_OPENAI]
|
||
|
|
API_KEY = ""
|
||
|
|
API_URL = ""
|
||
|
|
MODEL_NAME = ""
|
||
|
|
|
||
|
|
[MODELS.OLLAMA]
|
||
|
|
API_URL = "" # Ollama API URL - http://host.docker.internal:11434
|
||
|
|
|
||
|
|
[API_ENDPOINTS]
|
||
|
|
SEARXNG = "http://localhost:32768" # SearxNG API URL
|
||
|
|
|
||
|
|
[AUTH_PAGE]
|
||
|
|
AUTH_SECRET = "12345678" #Auth Secret for WebPage and APIs
|