Allow configuring NanoGPT models

storyprotocol · Dec 9, 2024 · f904d5e · f904d5e
1 parent 96217b7
commit f904d5e
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 3 deletions.
diff --git a/.env.example b/.env.example
@@ -88,6 +88,11 @@ MEDIUM_GROQ_MODEL=     # Default: llama-3.3-70b-versatile
 LARGE_GROQ_MODEL=      # Default: llama-3.2-90b-vision-preview
 EMBEDDING_GROQ_MODEL=  # Default: llama-3.1-8b-instant
 
+# NanoGPT Configuration
+SMALL_NANOGPT_MODEL=   # Default: gpt-4o-mini
+MEDIUM_NANOGPT_MODEL=  # Default: gpt-4o
+LARGE_NANOGPT_MODEL=   # Default: gpt-4o
+
 #LlamaLocal Configuration
 LLAMALOCAL_PATH= # Default: "" which is the current directory in plugin-node/dist/ which gets destroyed and recreated on every build
 

diff --git a/packages/core/src/models.ts b/packages/core/src/models.ts
@@ -395,9 +395,9 @@ export const models: Models = {
             temperature: 0.6,
         },
         model: {
-            [ModelClass.SMALL]: "gpt-4o-mini",
-            [ModelClass.MEDIUM]: "gpt-4o",
-            [ModelClass.LARGE]: "gpt-4o",
+            [ModelClass.SMALL]: settings.SMALL_NANOGPT_MODEL || "gpt-4o-mini",
+            [ModelClass.MEDIUM]: settings.MEDIUM_NANOGPT_MODEL || "gpt-4o",
+            [ModelClass.LARGE]: settings.LARGE_NANOGPT_MODEL || "gpt-4o",
         }
     },
 };