fix: use the correct embedding model for verified answers (#561)

correct VA embedder
mongodb · Nov 26, 2024 · 98c56d3 · 98c56d3
1 parent b09d162
commit 98c56d3
Showing 1 changed file with 13 additions and 1 deletion.
diff --git a/packages/chatbot-server-mongodb-public/src/config.ts b/packages/chatbot-server-mongodb-public/src/config.ts
@@ -121,9 +121,21 @@ export const verifiedAnswerStore = makeMongoDbVerifiedAnswerStore({
   collectionName: "verified_answers",
 });
 
+const verifiedAnswersEmbedder = makeOpenAiEmbedder({
+  openAiClient,
+  deployment: verifiedAnswerConfig.embeddingModel,
+  backoffOptions: {
+    numOfAttempts: 3,
+    maxDelay: 5000,
+  },
+});
+verifiedAnswersEmbedder.embed = wrapTraced(verifiedAnswersEmbedder.embed, {
+  name: "embedVerifiedAnswers",
+});
+
 export const findVerifiedAnswer = wrapTraced(
   makeDefaultFindVerifiedAnswer({
-    embedder,
+    embedder: verifiedAnswersEmbedder,
     store: verifiedAnswerStore,
     findNearestNeighborsOptions:
       verifiedAnswerConfig.findNearestNeighborsOptions,