Add config files

This commit is contained in:
Deshawn Brooks 2025-03-17 16:54:03 -04:00
parent 0fc17992d9
commit e9b5cfc033
2 changed files with 29 additions and 0 deletions

27
config.toml Normal file
View file

@ -0,0 +1,27 @@
[GENERAL]
PORT = 3001 # Port to run the server on
SIMILARITY_MEASURE = "cosine" # "cosine" or "dot"
KEEP_ALIVE = "5m" # How long to keep Ollama models loaded into memory. (Instead of using -1 use "-1m")
[MODELS.OPENAI]
API_KEY = ""
[MODELS.GROQ]
API_KEY = ""
[MODELS.ANTHROPIC]
API_KEY = ""
[MODELS.GEMINI]
API_KEY = ""
[MODELS.CUSTOM_OPENAI]
API_KEY = ""
API_URL = ""
MODEL_NAME = ""
[MODELS.OLLAMA]
API_URL = "" # Ollama API URL - http://192.168.22.39:11434
[API_ENDPOINTS]
SEARXNG = "http://localhost:32768" # SearxNG API URL