🔄 Upstream Sync: LiteLLM v1.81.0-stable

.circleci/requirements.txt

@@ -8,11 +8,13 @@ redis==5.2.1
 redisvl==0.4.1
 anthropic
 orjson==3.10.12 # fast /embedding responses
-pydantic==2.10.2
+pydantic==2.11.0
 google-cloud-aiplatform==1.43.0
 google-cloud-iam==2.19.1
 fastapi-sso==0.16.0 
 uvloop==0.21.0
-mcp==1.10.1    # for MCP server  
+mcp==1.25.0    # for MCP server  
 semantic_router==0.1.10 # for auto-routing with litellm
-fastuuid==0.12.0
+fastuuid==0.12.0
+responses==0.25.7  # for proxy client tests
+pytest-retry==1.6.3  # for automatic test retries

.dockerignore

@@ -4,9 +4,51 @@ cookbook
 .github
 tests
 .git
-.github
-.circleci
 .devcontainer
 *.tgz
 log.txt
 docker/Dockerfile.*
+
+# Claude Flow generated files (must be excluded from Docker build)
+.claude/
+.claude-flow/
+.swarm/
+.hive-mind/
+memory/
+coordination/
+claude-flow
+.mcp.json
+hive-mind-prompt-*.txt
+
+# Python virtual environments and version managers
+.venv/
+venv/
+**/.venv/
+**/venv/
+.python-version
+.pyenv/
+__pycache__/
+**/__pycache__/
+*.pyc
+.mypy_cache/
+.pytest_cache/
+.ruff_cache/
+**/pyvenv.cfg
+
+# Common project exclusions
+.vscode
+*.pyo
+*.pyd
+.Python
+env/
+.pytest_cache
+.coverage
+htmlcov/
+dist/
+build/
+*.egg-info/
+.DS_Store
+node_modules/
+*.log
+.env
+.env.local

.gitguardian.yaml

@@ -0,0 +1,111 @@
+version: 2
+
+secret:
+  # Exclude files and paths by globbing
+  ignored_paths:
+    - "**/*.whl"
+    - "**/*.pyc"
+    - "**/__pycache__/**"
+    - "**/node_modules/**"
+    - "**/dist/**"
+    - "**/build/**"
+    - "**/.git/**"
+    - "**/venv/**"
+    - "**/.venv/**"
+
+    # Large data/metadata files that don't need scanning
+    - "**/model_prices_and_context_window*.json"
+    - "**/*_metadata/*.txt"
+    - "**/tokenizers/*.json"
+    - "**/tokenizers/*"
+    - "miniconda.sh"
+
+    # Build outputs and static assets
+    - "litellm/proxy/_experimental/out/**"
+    - "ui/litellm-dashboard/public/**"
+    - "**/swagger/*.js"
+    - "**/*.woff"
+    - "**/*.woff2"
+    - "**/*.avif"
+    - "**/*.webp"
+
+    # Test data files
+    - "**/tests/**/data_map.txt"
+    - "tests/**/*.txt"
+
+    # Documentation and other non-code files
+    - "docs/**"
+    - "**/*.md"
+    - "**/*.lock"
+    - "poetry.lock"
+    - "package-lock.json"
+
+  # Ignore security incidents with the SHA256 of the occurrence (false positives)
+  ignored_matches:
+    # === Current detected false positives (SHA-based) ===
+
+    # gcs_pub_sub_body - folder name, not a password
+    - name: GCS pub/sub test folder name
+      match: 75f377c456eede69e5f6e47399ccee6016a2a93cc5dd11db09cc5b1359ae569a
+
+    # os.environ/APORIA_API_KEY_1 - environment variable reference
+    - name: Environment variable reference APORIA_API_KEY_1
+      match: e2ddeb8b88eca97a402559a2be2117764e11c074d86159ef9ad2375dea188094
+
+    # os.environ/APORIA_API_KEY_2 - environment variable reference
+    - name: Environment variable reference APORIA_API_KEY_2
+      match: 09aa39a29e050b86603aa55138af1ff08fb86a4582aa965c1bd0672e1575e052
+
+    # oidc/circleci_v2/ - test authentication path, not a secret
+    - name: OIDC CircleCI test path
+      match: feb3475e1f89a65b7b7815ac4ec597e18a9ec1847742ad445c36ca617b536e15
+
+    # text-davinci-003 - OpenAI model identifier, not a secret
+    - name: OpenAI model identifier text-davinci-003
+      match: c489000cf6c7600cee0eefb80ad0965f82921cfb47ece880930eb7e7635cf1f1
+
+    # Base64 Basic Auth in test_pass_through_endpoints.py - test fixture, not a real secret
+    - name: Test Base64 Basic Auth header in pass_through_endpoints test
+      match: 61bac0491f395040617df7ef6d06029eac4d92a4457ac784978db80d97be1ae0
+
+    # PostgreSQL password "postgres" in CI configs - standard test database password
+    - name: Test PostgreSQL password in CI configurations
+      match: 6e0d657eb1f0fbc40cf0b8f3c3873ef627cc9cb7c4108d1c07d979c04bc8a4bb
+
+    # Bearer token in locustfile.py - test/example API key for load testing
+    - name: Test Bearer token in locustfile load test
+      match: 2a0abc2b0c3c1760a51ffcdf8d6b1d384cef69af740504b1cfa82dd70cdc7ff9
+
+    # Inkeep API key in docusaurus.config.js - public documentation site key
+    - name: Inkeep API key in documentation config
+      match: c366657791bfb5fc69045ec11d49452f09a0aebbc8648f94e2469b4025e29a75
+
+    # Langfuse credentials in test_completion.py - test credentials for integration test
+    - name: Langfuse test credentials in test_completion
+      match: c39310f68cc3d3e22f7b298bb6353c4f45759adcc37080d8b7f4e535d3cfd7f4
+
+    # Test password "sk-1234" in e2e test fixtures - test fixture, not a real secret
+    - name: Test password in e2e test fixtures
+      match: ce32b547202e209ec1dd50107b64be4cfcf2eb15c3b4f8e9dc611ef747af634f
+
+    # === Preventive patterns for test keys (pattern-based) ===
+
+    # Test API keys (124 instances across 45 files)
+    - name: Test API keys with sk-test prefix
+      match: sk-test-
+
+    # Mock API keys
+    - name: Mock API keys with sk-mock prefix
+      match: sk-mock-
+
+    # Fake API keys
+    - name: Fake API keys with sk-fake prefix
+      match: sk-fake-
+
+    # Generic test API key patterns
+    - name: Test API key patterns
+      match: test-api-key
+
+    - name: Short fake sk keys (1–9 digits only)
+      match: \bsk-\d{1,9}\b
+

.github/ISSUE_TEMPLATE/bug_report.yml

@@ -7,6 +7,16 @@ body:
     attributes:
       value: |
         Thanks for taking the time to fill out this bug report!
+        
+        **💡 Tip:** See our [Troubleshooting Guide](https://docs.litellm.ai/docs/troubleshoot) for what information to include.
+  - type: checkboxes
+    id: duplicate-check
+    attributes:
+      label: Check for existing issues
+      description: Please search to see if an issue already exists for the bug you encountered.
+      options:
+        - label: I have searched the existing issues and checked that my issue is not a duplicate.
+          required: true
   - type: textarea
     id: what-happened
     attributes:
@@ -16,20 +26,38 @@ body:
       value: "A bug happened!"
     validations:
       required: true
+  - type: textarea
+    id: steps-to-reproduce
+    attributes:
+      label: Steps to Reproduce
+      description: Please provide detailed steps to reproduce this bug(A curl/python code to reproduce the bug)
+      placeholder: |
+        1. config.yaml file/ .env file/ etc.
+        2. Run the following code...
+        3. Observe the error...
+      value: |
+        1. 
+        2. 
+        3. 
+    validations:
+      required: true
   - type: textarea
     id: logs
     attributes:
       label: Relevant log output
       description: Please copy and paste any relevant log output. This will be automatically formatted into code, so no need for backticks.
       render: shell
   - type: dropdown
-    id: ml-ops-team
+    id: component
     attributes:
-      label: Are you a ML Ops Team?
-      description: This helps us prioritize your requests correctly 
+      label: What part of LiteLLM is this about?
       options:
-        - "No"
-        - "Yes"
+        - ''
+        - "SDK (litellm Python package)"
+        - "Proxy"
+        - "UI Dashboard"
+        - "Docs"
+        - "Other"
     validations:
       required: true
   - type: input

.github/ISSUE_TEMPLATE/feature_request.yml

@@ -7,6 +7,14 @@ body:
     attributes:
       value: |
         Thanks for making LiteLLM better! 
+  - type: checkboxes
+    id: duplicate-check
+    attributes:
+      label: Check for existing issues
+      description: Please search to see if an issue already exists for the feature you are requesting.
+      options:
+        - label: I have searched the existing issues and checked that my issue is not a duplicate.
+          required: true
   - type: textarea
     id: the-feature
     attributes:
@@ -22,6 +30,19 @@ body:
       description: Please outline the motivation for the proposal. Is your feature request related to a specific problem? e.g., "I'm working on X and would like Y to be possible". If this is related to another GitHub issue, please link here too.
     validations:
       required: true
+  - type: dropdown
+    id: component
+    attributes:
+      label: What part of LiteLLM is this about?
+      options:
+        - ''
+        - "SDK (litellm Python package)"
+        - "Proxy"
+        - "UI Dashboard"
+        - "Docs"
+        - "Other"
+    validations:
+      required: true
   - type: dropdown
     id: hiring-interest
     attributes:

.github/carto-features.yml

@@ -0,0 +1,69 @@
+# CARTO Features Manifest
+#
+# Static registry of critical CARTO customizations that must survive upstream syncs.
+# The resolver should verify all patterns exist after every sync. If any are missing,
+# re-prompt to restore them with the specific PR context.
+#
+# Usage: After sync resolution, run verification:
+#   for each feature.verification entry:
+#     grep -q "<pattern>" "<file>" || echo "MISSING: <feature.name>"
+
+features:
+  - name: "OCI Gemini Tool Call UUIDs"
+    source_prs: [68]
+    files:
+      - litellm/llms/oci/chat/transformation.py
+    verification:
+      - pattern: "uuid.uuid4().hex"
+        file: litellm/llms/oci/chat/transformation.py
+      - pattern: "_handle_tool_call_delta"
+        file: litellm/responses/litellm_completion_transformation/streaming_iterator.py
+
+  - name: "Snowflake Streaming + Tool Calling"
+    source_prs: [38, 58]
+    files:
+      - litellm/llms/snowflake/chat/transformation.py
+      - litellm/responses/litellm_completion_transformation/transformation.py
+    verification:
+      - pattern: "SnowflakeStreamingHandler"
+        file: litellm/llms/snowflake/chat/transformation.py
+      - pattern: "_transform_messages"
+        file: litellm/llms/snowflake/chat/transformation.py
+      - pattern: "tool_choice_value is None and tools"
+        file: litellm/responses/litellm_completion_transformation/transformation.py
+
+  - name: "Snowflake Full URL Passthrough"
+    source_prs: []
+    description: "Prevents URL duplication when api_base already contains the full Cortex endpoint path"
+    files:
+      - litellm/llms/snowflake/chat/transformation.py
+    verification:
+      - pattern: "CARTO: skip path construction if api_base already contains"
+        file: litellm/llms/snowflake/chat/transformation.py
+
+  - name: "Azure URL Suffix Stripping"
+    source_prs: [70]
+    files:
+      - litellm/llms/azure/common_utils.py
+    verification:
+      - pattern: "re.sub.*chat/completions"
+        file: litellm/llms/azure/common_utils.py
+
+  - name: "JSON Repair for Streaming Tool Calls"
+    source_prs: [54]
+    files:
+      - litellm/litellm_core_utils/streaming_chunk_builder_utils.py
+    verification:
+      - pattern: "_validate_and_repair_tool_arguments"
+        file: litellm/litellm_core_utils/streaming_chunk_builder_utils.py
+
+  - name: "Redis Session Storage"
+    source_prs: [16]
+    files:
+      - litellm/responses/litellm_completion_transformation/streaming_iterator.py
+      - litellm/responses/litellm_completion_transformation/transformation.py
+    verification:
+      - pattern: "_store_session_in_redis"
+        file: litellm/responses/litellm_completion_transformation/streaming_iterator.py
+      - pattern: "_patch_store_session_in_redis"
+        file: litellm/responses/litellm_completion_transformation/transformation.py

.github/pull_request_template.md

@@ -1,7 +1,3 @@
-## Title
-
-<!-- e.g. "Implement user authentication feature" -->
-
 ## Relevant issues
 
 <!-- e.g. "Fixes #000" -->
@@ -11,10 +7,25 @@
 **Please complete all items before asking a LiteLLM maintainer to review your PR**
 
 - [ ] I have Added testing in the [`tests/litellm/`](https://github.com/BerriAI/litellm/tree/main/tests/litellm) directory, **Adding at least 1 test is a hard requirement** - [see details](https://docs.litellm.ai/docs/extras/contributing_code)
-- [ ] I have added a screenshot of my new test passing locally 
 - [ ] My PR passes all unit tests on [`make test-unit`](https://docs.litellm.ai/docs/extras/contributing_code)
 - [ ] My PR's scope is as isolated as possible, it only solves 1 specific problem
 
+## CI (LiteLLM team)
+
+> **CI status guideline:**
+>
+> - 50-55 passing tests: main is stable with minor issues.
+> - 45-49 passing tests: acceptable but needs attention
+> - <= 40 passing tests: unstable; be careful with your merges and assess the risk.
+
+- [ ] **Branch creation CI run**  
+       Link:
+
+- [ ] **CI run for the last commit**  
+       Link:
+
+- [ ] **Merge / cherry-pick CI run**  
+       Links:
 
 ## Type
 
@@ -29,5 +40,3 @@
 ✅ Test
 
 ## Changes
-
-