Fix for Tokens Limit/Context issue | GPT4FREE | Auto Install Windows | Folders collapse/expand Monaco Editor

requirements.txt

@@ -1,6 +1,10 @@
 flask
 flask-cors
 toml
+torch=2.3.1
+numpy=1.26.4
+transformers=4.41.2
+sentence-transformers=2.7.0
 urllib3
 requests
 colorama
@@ -17,7 +21,7 @@ openai
 anthropic
 google-generativeai
 sqlmodel
-keybert
+keybert=0.8.4
 GitPython
 netlify-py
 Markdown
@@ -30,3 +34,5 @@ duckduckgo-search
 orjson
 gevent
 gevent-websocket
+g4f[all]
+nodriver

sample.config.toml

@@ -27,5 +27,6 @@ OPENAI = "https://api.openai.com/v1"
 LOG_REST_API = "true"
 LOG_PROMPTS = "false"
 
-[TIMEOUT]
-INFERENCE = 60
+[CUSTOM]
+BLACKLIST_FOLDER = "node_modules, libs, package-lock.json, bun.lockb"
+TIMEOUT_INFERENCE = 60

src/config.py

@@ -99,14 +99,17 @@ def get_logs_dir(self):
     def get_repos_dir(self):
         return self.config["STORAGE"]["REPOS_DIR"]
 
+    def get_blacklist_dir(self):
+        return self.config["CUSTOM"]["BLACKLIST_FOLDER"]
+
+    def get_timeout_inference(self):
+        return self.config["CUSTOM"]["TIMEOUT_INFERENCE"]
+
     def get_logging_rest_api(self):
         return self.config["LOGGING"]["LOG_REST_API"] == "true"
 
     def get_logging_prompts(self):
         return self.config["LOGGING"]["LOG_PROMPTS"] == "true"
-
-    def get_timeout_inference(self):
-        return self.config["TIMEOUT"]["INFERENCE"]
 
     def set_bing_api_key(self, key):
         self.config["API_KEYS"]["BING"] = key
@@ -168,8 +171,12 @@ def set_logging_prompts(self, value):
         self.config["LOGGING"]["LOG_PROMPTS"] = "true" if value else "false"
         self.save_config()
 
+    def set_blacklist_folder(self, value):
+        self.config["CUSTOM"]["BLACKLIST_FOLDER"] = value
+        self.save_config()
+
     def set_timeout_inference(self, value):
-        self.config["TIMEOUT"]["INFERENCE"] = value
+        self.config["CUSTOM"]["TIMEOUT_INFERENCE"] = value
         self.save_config()
 
     def save_config(self):
@@ -179,10 +186,6 @@ def save_config(self):
     def update_config(self, data):
         for key, value in data.items():
             if key in self.config:
-                with open("config.toml", "r+") as f:
-                    config = toml.load(f)
-                    for sub_key, sub_value in value.items():
-                        self.config[key][sub_key] = sub_value
-                        config[key][sub_key] = sub_value
-                    f.seek(0)
-                    toml.dump(config, f)
+                for sub_key, sub_value in value.items():
+                    self.config[key][sub_key] = sub_value
+        self.save_config()

src/filesystem/read_code.py

@@ -10,14 +10,20 @@ class ReadCode:
     def __init__(self, project_name: str):
         config = Config()
         project_path = config.get_projects_dir()
+        blacklist_dir = config.get_blacklist_dir()
         self.directory_path = os.path.join(project_path, project_name.lower().replace(" ", "-"))
+        self.blacklist_dirs = [dir.strip() for dir in blacklist_dir.split(', ')]
 
     def read_directory(self):
         files_list = []
+
         for root, _dirs, files in os.walk(self.directory_path):
             for file in files:
                 try:
                     file_path = os.path.join(root, file)
+                    if any(blacklist_dir in file_path for blacklist_dir in self.blacklist_dirs):
+                        print(f"SKIPPED FILE: {file_path}")
+                        continue
                     with open(file_path, 'r') as file_content:
                         files_list.append({"filename": file_path, "code": file_content.read()})
                 except:

src/llm/g4f_client.py

@@ -0,0 +1,24 @@
+from g4f.client import Client as g4f
+import asyncio
+
+from src.config import Config
+
+# adding g4f- in and removing it while calling inference is needed because if i put the same model name in llm.py as an other model it won't work
+class GPT4FREE:
+    def __init__(self):
+        config = Config()
+        self.client = g4f()
+
+    def inference(self, model_id: str, prompt: str) -> str:
+        model_id = model_id.replace("g4f-", "")
+        chat_completion = self.client.chat.completions.create(
+            model=model_id,
+            messages=[
+                {
+                    "role": "user",
+                    "content": prompt.strip(),
+                }
+            ],
+            temperature=0
+        )
+        return chat_completion.choices[0].message.content

src/llm/llm.py

@@ -1,11 +1,14 @@
 import sys
 
 import tiktoken
+import asyncio
+from asyncio import WindowsSelectorEventLoopPolicy
 from typing import List, Tuple
 
 from src.socket_instance import emit_agent
 from .ollama_client import Ollama
 from .claude_client import Claude
+from .g4f_client import GPT4FREE
 from .openai_client import OpenAi
 from .gemini_client import Gemini
 from .mistral_client import MistralAi
@@ -19,17 +22,35 @@
 TIKTOKEN_ENC = tiktoken.get_encoding("cl100k_base")
 
 ollama = Ollama()
+gpt4f = GPT4FREE()
 logger = Logger()
 agentState = AgentState()
 config = Config()
 
+# asyncio.set_event_loop_policy(WindowsSelectorEventLoopPolicy())
 
 class LLM:
     def __init__(self, model_id: str = None):
         self.model_id = model_id
         self.log_prompts = config.get_logging_prompts()
         self.timeout_inference = config.get_timeout_inference()
         self.models = {
+            "GPT4FREE": [
+                ("Free GPT-4 Turbo", "g4f-gpt-4-turbo"),
+                ("Free GPT-4", "g4f-gpt-4"),
+                ("Free GPT-3.5 Turbo", "g4f-gpt-3.5-turbo-16k"),
+                ("Free GPT-3.5", "g4f-gpt-3.5-long"),
+                ("Free Llama3 70b", "g4f-llama3-70b"),
+                ("Free Llama3 8b", "g4f-llama3-8b"),
+                ("Free Llama3 70b Instruct", "g4f-llama3-70b-instruct"),
+                ("Free Llama3 8b Instruct", "g4f-llama3-8b-instruct"),
+                ("Free Mixtral 8x7B", "g4f-mixtral-8x7b"),
+                ("Free Gemini", "g4f-gemini"),
+                ("Free Gemini Pro", "g4f-gemini-pro"),
+                ("Free Claude 3 Sonnet", "g4f-claude-3-sonnet"),
+                ("Free Claude 3 Opus", "g4f-claude-3-opus"),
+                ("Free Openchat 3.5", "g4f-openchat_3.5"),
+            ],
             "CLAUDE": [
                 ("Claude 3 Opus", "claude-3-opus-20240229"),
                 ("Claude 3 Sonnet", "claude-3-sonnet-20240229"),
@@ -83,6 +104,14 @@ def update_global_token_usage(string: str, project_name: str):
 
     def inference(self, prompt: str, project_name: str) -> str:
         self.update_global_token_usage(prompt, project_name)
+        if sys.platform == 'win32':
+            try:
+                asyncio.set_event_loop_policy(WindowsSelectorEventLoopPolicy())
+            except ImportError:
+                asyncio.set_event_loop_policy(asyncio.DefaultEventLoopPolicy())
+                print("WindowsSelectorEventLoopPolicy not available, using default event loop policy.")
+        else:
+            asyncio.set_event_loop_policy(asyncio.DefaultEventLoopPolicy())
 
         model_enum, model_name = self.model_enum(self.model_id)
 
@@ -92,6 +121,7 @@ def inference(self, prompt: str, project_name: str) -> str:
 
         model_mapping = {
             "OLLAMA": ollama,
+            "GPT4FREE": gpt4f,
             "CLAUDE": Claude(),
             "OPENAI": OpenAi(),
             "GOOGLE": Gemini(),
@@ -143,5 +173,6 @@ def inference(self, prompt: str, project_name: str) -> str:
             logger.debug(f"Response ({model}): --> {response}")
 
         self.update_global_token_usage(response, project_name)
+        asyncio.set_event_loop_policy(asyncio.DefaultEventLoopPolicy())
 
         return response

start.cmd

@@ -0,0 +1,58 @@
+@echo off
+
+rem Check if python is installed
+python --version | findstr /R "Python 3\.[1-9][0-9]*\." >nul
+if %errorlevel% neq 0 (
+    echo Python is not installed, downloading Python 3.10.11...
+    PowerShell.exe -Command "irm https://www.python.org/ftp/python/3.10.11/python-3.10.11-amd64.exe -OutFile python-3.10.11-amd64.exe"
+    echo Download of Python 3.10.11 completed.
+
+    echo Installing Python 3.10.11...
+    python-3.10.11-amd64.exe /quiet InstallAllUsers=1 InstallLauncherAllUsers=1 PrependPath=1 Include_test=0
+    echo Python 3.10.11 has been installed successfully.
+) else (
+    echo Python already installed.
+)
+
+where bun >nul 2>nul
+if %errorlevel% neq 0 (
+    echo Installing Bun. Accept Administrator request
+    PowerShell.exe -Command "Start-Process PowerShell -Verb RunAs -ArgumentList '-Command', 'irm bun.sh/install.ps1 | iex' -Wait"
+    echo Bun is installed.
+) else (
+    echo Bun is already installed.
+)
+
+where uv >nul 2>nul
+if %errorlevel% neq 0 (
+    echo Installing Uv. Accept Administrator request
+    PowerShell.exe -Command "Start-Process PowerShell -Verb RunAs -ArgumentList '-Command', 'irm https://astral.sh/uv/install.ps1 | iex' -Wait"
+    echo Uv is installed.
+) else (
+    echo Uv is already installed.
+)
+
+rem Check if the virtual environment exists
+if not exist .venv (
+    echo Creating virtual environment...
+    uv venv
+)
+
+rem Activate the virtual environment
+echo Activating virtual environment...
+start cmd /k ".venv\Scripts\activate & echo Installing Python dependencies... & uv pip install -r requirements.txt & playwright install & echo Starting AI server... & python devika.py"
+
+rem Navigate to the UI directory
+cd ui/
+
+rem Install frontend dependencies
+echo Installing frontend dependencies...
+bun install
+
+rem Launch the UI
+echo Launching UI...
+bun run start
+
+rem Deactivate the virtual environment
+echo Deactivating virtual environment...
+deactivate

ui/src/app.pcss

@@ -86,6 +86,17 @@
   body {
     @apply bg-background text-foreground;
   }
+
+  .align-container {
+    display: flex;
+    justify-content: space-between;
+  }
+
+  .smooth-anim {
+    transition-duration: 0.2s;
+    opacity: 1;
+    transform: translateY(0px);
+  }
 
   /* Styling for scrollbar */