🐛 Add back default config.toml values (#168)

Resolves: #160 Pending konveyor/kai#526, this change is needed so the kai-rpc-server starts. The initialize call should still override any model configurations in the toml file. Once the kai change to remove `config.toml` is merged, the TODOs added by this change will need to be resolved. Signed-off-by: Scott J Dickerson <[email protected]> Co-authored-by: Radoslaw Szwajkowski <[email protected]>
konveyor · Dec 16, 2024 · 1c7bd71 · 1c7bd71
1 parent 637c294
commit 1c7bd71
Showing 1 changed file with 19 additions and 3 deletions.
diff --git a/vscode/src/client/analyzerClient.ts b/vscode/src/client/analyzerClient.ts
@@ -242,6 +242,8 @@ export class AnalyzerClient {
     }
 
     // Define the initialize request parameters
+    // TODO: With konveyor/kai#526, config.toml will be dropped.  The initialize parameters may
+    // TODO: change.  They'll need to be updated here.
     const initializeParams = {
       process_id: null,
       kai_backend_url: getConfigKaiBackendURL(),
@@ -622,6 +624,8 @@ export class AnalyzerClient {
     return path;
   }
 
+  // TODO: With konveyor/kai#526, config.toml will be dropped.  Different cli arguments to configure
+  // TODO: logging levels and directories are expected.
   public getKaiRpcServerArgs(): string[] {
     return ["--config", this.getKaiConfigTomlPath()];
   }
@@ -659,7 +663,8 @@ export class AnalyzerClient {
     return null;
   }
 
-  // TODO: Move the directory and file creation to extension init
+  // TODO: With konveyor/kai#526, config.toml will be dropped.  This won't be needed after that
+  // TODO: change is released.
   public getKaiConfigTomlPath(): string {
     // Ensure the file exists with default content if it doesn't
     // Consider making this more robust, maybe this is an asset we can get from kai?
@@ -670,11 +675,22 @@ export class AnalyzerClient {
     return this.kaiConfigToml;
   }
 
-  // TODO: Move the default file to an asset and copy it in on extension init
+  // TODO: With konveyor/kai#526, config.toml will be dropped.  This won't be needed after that
+  // TODO: change is released.
   public defaultKaiConfigToml(log_dir: string) {
-    return `log_level = "info"
+    return `
+log_level = "info"
 file_log_level = "debug"
 log_dir = "${log_dir}"
+
+# These values are needed to start the server but shouldn't be used by the server
+# please ignore
+[models]
+provider = "ChatIBMGenAI"
+
+[models.args]
+model_id = "meta-llama/llama-3-70b-instruct"
+parameters.max_new_tokens = "2048"
 `;
   }
 }