Fix flasky tests

sgl-project · Nov 27, 2024 · 1a6e294 · 1a6e294
1 parent 0b46b95
commit 1a6e294
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 4 deletions.
diff --git a/python/sglang/srt/managers/detokenizer_manager.py b/python/sglang/srt/managers/detokenizer_manager.py
@@ -25,8 +25,6 @@
     BatchEmbeddingOut,
     BatchStrOut,
     BatchTokenIDOut,
-    GetMemPoolSizeReqOutput,
-    UpdateWeightReqOutput,
 )
 from sglang.srt.managers.schedule_batch import FINISH_MATCHED_STR, FINISH_MATCHED_TOKEN
 from sglang.srt.server_args import PortArgs, ServerArgs

diff --git a/test/srt/test_pytorch_sampling_backend.py b/test/srt/test_pytorch_sampling_backend.py
@@ -51,7 +51,7 @@ def test_greedy(self):
             response_single = requests.post(
                 self.base_url + "/generate",
                 json={
-                    "text": "The capital of France is",
+                    "text": "The capital of Germany is",
                     "sampling_params": {
                         "temperature": 0,
                         "max_new_tokens": 32,
@@ -69,7 +69,7 @@ def test_greedy(self):
         response_batch = requests.post(
             self.base_url + "/generate",
             json={
-                "text": ["The capital of France is"] * 10,
+                "text": ["The capital of Germany is"] * 10,
                 "sampling_params": {
                     "temperature": 0,
                     "max_new_tokens": 32,