revert oai max tokens prop (#1093)

* revert oai max tokens prop * fix startswith
agnaistic · Dec 14, 2024 · b89330c · b89330c
1 parent 62ad0b4
commit b89330c
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/srv/adapter/openai.ts b/srv/adapter/openai.ts
@@ -41,7 +41,6 @@ export const handleOAI: ModelAdapter = async function* (opts) {
     stream: (gen.streamResponse && kind !== 'summary') ?? defaultPresets.openai.streamResponse,
     temperature: gen.temp ?? defaultPresets.openai.temp,
     max_tokens: maxResponseLength,
-    max_completion_tokens: maxResponseLength,
     top_p: gen.topP ?? 1,
     stop: [`\n${handle}:`].concat(gen.stopSequences!),
   }

diff --git a/srv/adapter/template-chat-payload.ts b/srv/adapter/template-chat-payload.ts
@@ -64,7 +64,7 @@ export async function toChatMessages(
   for (let i = 0; i < history.length; i++) {
     const line = history[i]
     const original = opts.lines[i]
-    const role = original.startsWith(sender) ? 'user' : 'assistant'
+    const role = original?.startsWith(sender) ? 'user' : 'assistant'
     messages.push({ role, content: line })
   }