sk/Perplexica
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge pull request #523 from bart-jaskulski/groq-models

Browse source 
Update available models from Groq provider
This commit is contained in:
ItzCrazyKns 2024-12-21 18:08:40 +05:30 • committed by GitHub
commit ee68095157
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 13 additions and 26 deletions
Download patch file Download diff file Expand all files Collapse all files

39
src/lib/providers/groq.ts
View file

@ -9,6 +9,19 @@ export const loadGroqChatModels = async () => {
try { try {
const chatModels = { const chatModels = {
'llama-3.3-70b-versatile': {
displayName: 'Llama 3.3 70B',
model: new ChatOpenAI(
{
openAIApiKey: groqApiKey,
modelName: 'llama-3.3-70b-versatile',
temperature: 0.7,
},
{
baseURL: 'https://api.groq.com/openai/v1',
},
),
},
'llama-3.2-3b-preview': { 'llama-3.2-3b-preview': {
displayName: 'Llama 3.2 3B', displayName: 'Llama 3.2 3B',
model: new ChatOpenAI( model: new ChatOpenAI(
@ -48,19 +61,6 @@ export const loadGroqChatModels = async () => {
}, },
), ),
}, },
'llama-3.1-70b-versatile': {
displayName: 'Llama 3.1 70B',
model: new ChatOpenAI(
{
openAIApiKey: groqApiKey,
modelName: 'llama-3.1-70b-versatile',
temperature: 0.7,
},
{
baseURL: 'https://api.groq.com/openai/v1',
},
),
},
'llama-3.1-8b-instant': { 'llama-3.1-8b-instant': {
displayName: 'Llama 3.1 8B', displayName: 'Llama 3.1 8B',
model: new ChatOpenAI( model: new ChatOpenAI(
@ -113,19 +113,6 @@ export const loadGroqChatModels = async () => {
}, },
), ),
}, },
'gemma-7b-it': {
displayName: 'Gemma 7B',
model: new ChatOpenAI(
{
openAIApiKey: groqApiKey,
modelName: 'gemma-7b-it',
temperature: 0.7,
},
{
baseURL: 'https://api.groq.com/openai/v1',
},
),
},
'gemma2-9b-it': { 'gemma2-9b-it': {
displayName: 'Gemma2 9B', displayName: 'Gemma2 9B',
model: new ChatOpenAI( model: new ChatOpenAI(