Update Gemini streaming availability

n4ze3m · Mar 9, 2024 · bcbbdef · bcbbdef
1 parent 4759853
commit bcbbdef
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 1 deletion.
diff --git a/server/prisma/seed.ts b/server/prisma/seed.ts
@@ -248,7 +248,7 @@ const LLMS: {
       model_id: "gemini-pro",
       name: "Gemini Pro (Google)",
       model_type: "chat",
-      stream_available: false,
+      stream_available: true,
       model_provider: "Google",
       local_model: false,
       config: "{}",
@@ -469,10 +469,23 @@ const replaceOldEmbeddings = async () => {
 
 }
 
+
+const updateGeminiStreamingToTrue = async () => {
+  await prisma.dialoqbaseModels.update({
+    where: {
+      model_id: "gemini-pro",
+    },
+    data: {
+      stream_available: true,
+    },
+  });
+}
+
 const main = async () => {
   await newModels();
   await removeTensorflowSupport();
   await replaceOldEmbeddings();
+  await updateGeminiStreamingToTrue()
 };
 
 main()

diff --git a/server/src/utils/models.ts b/server/src/utils/models.ts
@@ -82,11 +82,13 @@ export const chatModelProvider = (
         modelName: modelName,
         maxOutputTokens: 2048,
         apiKey: process.env.GOOGLE_API_KEY,
+        ...otherFields,
       });
     case "ollama":
       return new ChatOllama({
         baseUrl: otherFields.baseURL,
         model: modelName,
+        ...otherFields,
       });
     case "replicate":
       return new Replicate({