new vscode workspace

Author: bigabig

.github/workflows/backend_checks.yml

@@ -60,8 +60,8 @@ jobs:
             docker compose -f compose.ray.yml build
             docker compose -f compose.ray.yml up --wait
           fi
-          COMPOSE_PROFILES="weaviate,rq,backend" docker compose build
-          COMPOSE_PROFILES="weaviate,rq" docker compose up --wait --quiet-pull
+          COMPOSE_PROFILES="rq,backend" docker compose build
+          COMPOSE_PROFILES="rq" docker compose up --wait --quiet-pull
       - name: Check 1 - pytest runs without errors
         working-directory: docker
         run: |
@@ -89,7 +89,7 @@ jobs:
         working-directory: docker
         run: |
           source .env
-          COMPOSE_PROFILES="weaviate,rq,backend" docker compose up --wait --quiet-pull
+          COMPOSE_PROFILES="rq,backend" docker compose up --wait --quiet-pull
       - name: Check 6 - Test End-2-End importer script
         working-directory: backend
         env:

.github/workflows/frontend_checks.yml

@@ -15,7 +15,7 @@ jobs:
     env:
       API_WORKERS: 1
       VITE_APP_SERVER: http://localhost:13120
-      COMPOSE_PROFILES: "weaviate,rq,backend,frontend"
+      COMPOSE_PROFILES: "rq,backend,frontend"
       BACKEND_HAS_CHANGED: false
       RAY_HAS_CHANGED: false
     steps:

.pre-commit-config.yaml

@@ -14,16 +14,20 @@ repos:
     hooks:
       # Run the linter.
       - id: ruff
+        name: "Ruff (backend)"
         args: [--fix, --config=backend/pyproject.toml]
+        files: ^backend/.*\.py$
       # Run the formatter.
       - id: ruff-format
+        name: "Ruff Format (backend)"
+        files: ^backend/.*\.py$
   - repo: local
     hooks:
-      - id: pyright
-        name: "Pyright"
+      - id: pyright-backend
+        name: "Pyright (backend)"
         entry: bash -c 'source backend/.venv/bin/activate && pyright --project backend "$@"' --
         language: system
-        files: \.py$
+        files: ^backend/.*\.py$
   - repo: https://github.com/pre-commit/mirrors-eslint
     rev: v9.22.0
     hooks:
@@ -41,10 +45,10 @@ repos:
     rev: "v4.0.0-alpha.8"
     hooks:
       - id: prettier
-        files: \.([jt]sx?|json)$ # *.js, *.jsx, *.ts, *.tsx, *.json
+        files: \.([jt]sx?|json|ya?ml)$ # *.js, *.jsx, *.ts, *.tsx, *.json, *.yml, *.yaml
         args: [
-            --print-width,
-            "120",
+            "--config",
+            ".prettierrc.yaml",
             # Without this, prettier will create a `node_modules` folder in the repository root
             "--cache-location",
             "frontend/node_modules/.cache/prettier",

.prettierrc.yaml

@@ -0,0 +1 @@
+{ "printWidth": 120 }

.vscode/dats.code-workspace

@@ -0,0 +1,82 @@
+{
+  "folders": [
+    {
+      "name": "dats",
+      "path": "..",
+    },
+    {
+      "name": "backend",
+      "path": "../backend",
+    },
+    {
+      "name": "frontend",
+      "path": "../frontend",
+    },
+  ],
+  // global workspace settings
+  "settings": {
+    // general
+    "editor.formatOnSave": true,
+    "editor.codeActionsOnSave": {
+      "source.organizeImports": "explicit",
+    },
+    "files.insertFinalNewline": true,
+    // ruff
+    "ruff.enable": true,
+    "ruff.nativeServer": "on",
+    "ruff.importStrategy": "useBundled",
+    "ruff.configuration": "ruff.toml",
+    // formatting
+    "[yaml]": {
+      "editor.tabSize": 2,
+      "editor.insertSpaces": true,
+    },
+    "[python]": {
+      "editor.defaultFormatter": "charliermarsh.ruff",
+    },
+    "[dockercompose]": {
+      "editor.defaultFormatter": "esbenp.prettier-vscode",
+    },
+    "[javascript]": {
+      "editor.defaultFormatter": "esbenp.prettier-vscode",
+    },
+    "[typescript]": {
+      "editor.defaultFormatter": "esbenp.prettier-vscode",
+    },
+    "[javascriptreact]": {
+      "editor.defaultFormatter": "esbenp.prettier-vscode",
+    },
+    "[typescriptreact]": {
+      "editor.defaultFormatter": "esbenp.prettier-vscode",
+    },
+    "[json]": {
+      "editor.defaultFormatter": "esbenp.prettier-vscode",
+    },
+    // python
+    "python.analysis.autoFormatStrings": true,
+    "python.analysis.typeCheckingMode": "basic",
+    "python.analysis.diagnosticMode": "workspace",
+    // pytest
+    "python.testing.autoTestDiscoverOnSaveEnabled": false,
+  },
+  "extensions": {
+    "recommendations": [
+      // copilot
+      "github.copilot",
+      "github.copilot-chat",
+      // docker
+      "ms-azuretools.vscode-containers",
+      // git
+      "eamodio.gitlens",
+      "github.vscode-github-actions",
+      // backend
+      "ms-python.python",
+      "ms-python.debugpy",
+      "ms-python.vscode-pylance",
+      "charliermarsh.ruff",
+      // frontend
+      "dbaeumer.vscode-eslint",
+      "esbenp.prettier-vscode",
+    ],
+  },
+}

.vscode/extensions.json

@@ -1,60 +1,18 @@
 {
   // general
-  "editor.formatOnSave": true,
-  "editor.codeActionsOnSave": {
-    "source.organizeImports": "explicit"
+  "files.exclude": {
+    "airflow": true,
+    "backend": true,
+    "frontend": true
   },
-  "files.insertFinalNewline": true,
-
-  // python
-  "python.envFile": "${workspaceFolder}/backend/.env",
-  "python.autoComplete.extraPaths": ["${workspaceFolder}/backend/src"],
-  "python.analysis.diagnosticMode": "workspace",
-  "python.analysis.extraPaths": ["${workspaceFolder}/backend/src"],
-  "python.analysis.autoFormatStrings": true,
-  "python.analysis.typeCheckingMode": "basic",
-  "python.analysis.pyrightVersion": "1.1.385", // this has to match pyproject.toml
-  "python.analysis.exclude": ["**/node_modules", "**/__pycache__", ".git", "**/.venv", "**/docker"],
-
-  // pytest
-  "python.testing.unittestEnabled": false,
-  "python.testing.pytestEnabled": true,
-  "python.testing.cwd": "${workspaceFolder}/backend",
-  "python.testing.pytestArgs": ["-c", "pyproject.toml"],
-  "python.testing.autoTestDiscoverOnSaveEnabled": false,
-
-  // ruff (python linter)
-  "ruff.configuration": "./backend/pyproject.toml",
-
-  // frontend
-  "javascript.preferences.importModuleSpecifierEnding": "js",
-  "typescript.preferences.importModuleSpecifierEnding": "js",
 
   // prettier
-  "prettier.prettierPath": "./frontend/node_modules/prettier",
-  "prettier.configPath": "./frontend/package.json",
+  "prettier.prettierPath": "frontend/node_modules/prettier",
+  "prettier.configPath": ".prettierrc.yaml",
 
-  // formatting
-  "[yaml]": {
-    "editor.tabSize": 2,
-    "editor.insertSpaces": true
-  },
-  "[dockercompose]": {
-    "editor.defaultFormatter": "esbenp.prettier-vscode"
-  },
-  "[javascript]": {
-    "editor.defaultFormatter": "esbenp.prettier-vscode"
-  },
-  "[typescript]": {
-    "editor.defaultFormatter": "esbenp.prettier-vscode"
-  },
-  "[javascriptreact]": {
-    "editor.defaultFormatter": "esbenp.prettier-vscode"
-  },
-  "[typescriptreact]": {
-    "editor.defaultFormatter": "esbenp.prettier-vscode"
-  },
-  "[json]": {
-    "editor.defaultFormatter": "esbenp.prettier-vscode"
-  }
+  // ruff
+  "ruff.interpreter": ["${workspaceFolder:backend}/.venv/bin/python"],
+
+  // python
+  "python.analysis.exclude": ["*"]
 }