From 68bbbd0a67486966d3b8b9a092ee25f3538b5adb Mon Sep 17 00:00:00 2001
From: Mohammad Saif Khan <63262604+saif78642@users.noreply.github.com>
Date: Mon, 27 Jan 2025 18:08:46 +0530
Subject: [PATCH] feat: add deepseek-r1-distill-llama-70b to groq provider
 (#1187)

This PR introduces a new model, deepseek-r1-distill-llama-70b, to the staticModels array and ensures compatibility with the Groq API. The changes include:

Adding the deepseek-r1-distill-llama-70b model to the staticModels array with its relevant metadata.

Updating the Groq API call to use the new model for chat completions.

These changes enable the application to support the deepseek-r1-distill-llama-70b model, expanding the range of available models for users.
---
 app/lib/modules/llm/providers/groq.ts | 1 +
 1 file changed, 1 insertion(+)

diff --git a/app/lib/modules/llm/providers/groq.ts b/app/lib/modules/llm/providers/groq.ts
index 034dab12..24d4f155 100644
--- a/app/lib/modules/llm/providers/groq.ts
+++ b/app/lib/modules/llm/providers/groq.ts
@@ -19,6 +19,7 @@ export default class GroqProvider extends BaseProvider {
     { name: 'llama-3.2-3b-preview', label: 'Llama 3.2 3b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 },
     { name: 'llama-3.2-1b-preview', label: 'Llama 3.2 1b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 },
     { name: 'llama-3.3-70b-versatile', label: 'Llama 3.3 70b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 },
+    { name: 'deepseek-r1-distill-llama-70b', label: 'Deepseek R1 Distill Llama 70b (Groq)', provider: 'Groq', maxTokenAllowed: 131072 },
   ];
 
   getModelInstance(options: {