Deprecate max tokens and system command (#121)

* replace role in getMessagesFromEditor from system to developer * replace max_tokens with max_completion_tokens in OpenAIStreamPayload and methods using it --------- Co-authored-by: Mehran Shahbaz <[email protected]>
bramses · Jan 14, 2025 · 42c3605 · 42c3605
1 parent 6700773
commit 42c3605
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/src/Services/EditorService.ts b/src/Services/EditorService.ts
@@ -201,7 +201,7 @@ export class EditorService {
       messagesWithRole.unshift(
         ...systemCommands.map((command: string) => {
           return {
-            role: "system",
+            role: "developer",
             content: command,
           };
         })

diff --git a/src/Services/OpenAIService.ts b/src/Services/OpenAIService.ts
@@ -13,7 +13,7 @@ export interface OpenAIStreamPayload {
   frequency_penalty: number;
   stop: string[] | null;
   n: number;
-  max_tokens: number;
+  max_completion_tokens: number;
   stream: boolean;
 }
 export interface OpenAIConfig {
@@ -88,7 +88,7 @@ export class OpenAIService {
         {
           model: config.model,
           messages: messages,
-          max_tokens: config.max_tokens,
+          max_completion_tokens: config.max_tokens,
           temperature: config.temperature,
           top_p: config.top_p,
           presence_penalty: config.presence_penalty,
@@ -135,7 +135,7 @@ export class OpenAIService {
         body: JSON.stringify({
           model: config.model,
           messages: messages,
-          max_tokens: config.max_tokens,
+          max_completion_tokens: config.max_tokens,
           temperature: config.temperature,
           top_p: config.top_p,
           presence_penalty: config.presence_penalty,