From 1c7bd71b4846ee7a71afc59248c8131539589829 Mon Sep 17 00:00:00 2001
From: Scott Dickerson <sdickers@redhat.com>
Date: Mon, 16 Dec 2024 10:32:17 -0500
Subject: [PATCH] :bug: Add back default config.toml values (#168)

Resolves: #160

Pending https://github.com/konveyor/kai/pull/526, this change is needed
so the kai-rpc-server starts. The initialize call should still override
any model configurations in the toml file.

Once the kai change to remove `config.toml` is merged, the TODOs added
by this change will need to be resolved.

Signed-off-by: Scott J Dickerson <sdickers@redhat.com>
Co-authored-by: Radoslaw Szwajkowski <rszwajko@redhat.com>
---
 vscode/src/client/analyzerClient.ts | 22 +++++++++++++++++++---
 1 file changed, 19 insertions(+), 3 deletions(-)

diff --git a/vscode/src/client/analyzerClient.ts b/vscode/src/client/analyzerClient.ts
index 5f0eb2b..7df777c 100644
--- a/vscode/src/client/analyzerClient.ts
+++ b/vscode/src/client/analyzerClient.ts
@@ -242,6 +242,8 @@ export class AnalyzerClient {
     }
 
     // Define the initialize request parameters
+    // TODO: With konveyor/kai#526, config.toml will be dropped.  The initialize parameters may
+    // TODO: change.  They'll need to be updated here.
     const initializeParams = {
       process_id: null,
       kai_backend_url: getConfigKaiBackendURL(),
@@ -622,6 +624,8 @@ export class AnalyzerClient {
     return path;
   }
 
+  // TODO: With konveyor/kai#526, config.toml will be dropped.  Different cli arguments to configure
+  // TODO: logging levels and directories are expected.
   public getKaiRpcServerArgs(): string[] {
     return ["--config", this.getKaiConfigTomlPath()];
   }
@@ -659,7 +663,8 @@ export class AnalyzerClient {
     return null;
   }
 
-  // TODO: Move the directory and file creation to extension init
+  // TODO: With konveyor/kai#526, config.toml will be dropped.  This won't be needed after that
+  // TODO: change is released.
   public getKaiConfigTomlPath(): string {
     // Ensure the file exists with default content if it doesn't
     // Consider making this more robust, maybe this is an asset we can get from kai?
@@ -670,11 +675,22 @@ export class AnalyzerClient {
     return this.kaiConfigToml;
   }
 
-  // TODO: Move the default file to an asset and copy it in on extension init
+  // TODO: With konveyor/kai#526, config.toml will be dropped.  This won't be needed after that
+  // TODO: change is released.
   public defaultKaiConfigToml(log_dir: string) {
-    return `log_level = "info"
+    return `
+log_level = "info"
 file_log_level = "debug"
 log_dir = "${log_dir}"
+
+# These values are needed to start the server but shouldn't be used by the server
+# please ignore
+[models]
+provider = "ChatIBMGenAI"
+
+[models.args]
+model_id = "meta-llama/llama-3-70b-instruct"
+parameters.max_new_tokens = "2048"
 `;
   }
 }