🚑 fix max tokens not working, on other then default llm

it-at-m · Sep 11, 2024 · 445bb6a · 445bb6a
1 parent da4a38a
commit 445bb6a
Show file tree

Hide file tree

Showing 2 changed files with 41 additions and 6 deletions.
diff --git a/app/backend/core/llmhelper.py b/app/backend/core/llmhelper.py
@@ -63,7 +63,27 @@ def getModel(models: List[ModelsConfig],
                                 n=n,
                                 streaming=streaming,
                                 temperature=temperature,
-                                )
+                                ).configurable_fields(
+                        temperature=ConfigurableField(
+                                id="llm_temperature",
+                                name="LLM Temperature",
+                                description="The temperature of the LLM",
+                        ),
+                        max_tokens= ConfigurableField(
+                                id="llm_max_tokens",
+                                name="LLM max Tokens",
+                                description="The token Limit of the LLM",
+                        ),
+                        streaming = ConfigurableField(
+                                id="llm_streaming",
+                                name="Streaming",
+                                description="Should the LLM Stream"),
+                        callbacks = ConfigurableField(
+                                id="llm_callbacks",
+                                name="Callbacks",
+                                description="Callbacks for the llm")
+
+                        )
                 elif model["type"] == "OPENAI":
                         alternative = ChatOpenAI(
                                         model=model["model_name"],
@@ -73,6 +93,26 @@ def getModel(models: List[ModelsConfig],
                                         n=n,
                                         streaming=streaming,
                                         temperature=temperature,
+                        ).configurable_fields(
+                        temperature=ConfigurableField(
+                                id="llm_temperature",
+                                name="LLM Temperature",
+                                description="The temperature of the LLM",
+                        ),
+                        max_tokens= ConfigurableField(
+                                id="llm_max_tokens",
+                                name="LLM max Tokens",
+                                description="The token Limit of the LLM",
+                        ),
+                        streaming = ConfigurableField(
+                                id="llm_streaming",
+                                name="Streaming",
+                                description="Should the LLM Stream"),
+                        callbacks = ConfigurableField(
+                                id="llm_callbacks",
+                                name="Callbacks",
+                                description="Callbacks for the llm")
+
                         )
                 alternatives[model["model_name"]] = alternative
         llm = llm.configurable_fields(
@@ -86,10 +126,6 @@ def getModel(models: List[ModelsConfig],
                                 name="LLM max Tokens",
                                 description="The token Limit of the LLM",
                         ),
-                        openai_api_key = ConfigurableField(
-                                id="llm_api_key",
-                                name="The api key",
-                                description="The api key"),
                         streaming = ConfigurableField(
                                 id="llm_streaming",
                                 name="Streaming",

diff --git a/app/backend/core/types/LlmConfigs.py b/app/backend/core/types/LlmConfigs.py
@@ -10,6 +10,5 @@ class LlmConfigs(TypedDict, total=False):
     llm: NotRequired[str] # one of the SupportedModels
     llm_max_tokens: NotRequired[int]
     llm_temperature: NotRequired[float]
-    llm_api_key: NotRequired[str]
     llm_streaming: NotRequired[bool]
     llm_callbacks: NotRequired[List]