File size: 2,693 Bytes
61ba51e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 | import io
import unittest
import requests
from sglang.srt.environ import envs
from sglang.srt.utils import kill_process_tree
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import (
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
DEFAULT_URL_FOR_TEST,
CustomTestCase,
popen_launch_server,
)
register_cuda_ci(est_time=120, suite="nightly-1-gpu", nightly=True)
register_amd_ci(est_time=120, suite="nightly-amd-1-gpu", nightly=True)
class BaseTestSoftWatchdog:
env_override = None
expected_message = None
@classmethod
def setUpClass(cls):
cls.stdout = io.StringIO()
cls.stderr = io.StringIO()
with cls.env_override():
cls.process = popen_launch_server(
"Qwen/Qwen3-0.6B",
DEFAULT_URL_FOR_TEST,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
other_args=[
"--soft-watchdog-timeout",
"20",
"--skip-server-warmup",
],
return_stdout_stderr=(cls.stdout, cls.stderr),
)
@classmethod
def tearDownClass(cls):
kill_process_tree(cls.process.pid)
cls.stdout.close()
cls.stderr.close()
def test_watchdog_triggers(self):
print("Start call /generate API", flush=True)
try:
requests.post(
DEFAULT_URL_FOR_TEST + "/generate",
json={
"text": "Hello, please repeat this sentence for 1000 times.",
"sampling_params": {"max_new_tokens": 100, "temperature": 0},
},
timeout=30,
)
except requests.exceptions.ReadTimeout as e:
print(f"requests.post timeout (but expected): {e}")
print("End call /generate API", flush=True)
combined_output = self.stdout.getvalue() + self.stderr.getvalue()
self.assertIn(self.expected_message, combined_output)
class TestSoftWatchdogDetokenizer(BaseTestSoftWatchdog, CustomTestCase):
env_override = lambda: envs.SGLANG_TEST_STUCK_DETOKENIZER.override(30)
expected_message = "DetokenizerManager watchdog timeout"
class TestSoftWatchdogTokenizer(BaseTestSoftWatchdog, CustomTestCase):
env_override = lambda: envs.SGLANG_TEST_STUCK_TOKENIZER.override(30)
expected_message = "TokenizerManager watchdog timeout"
class TestSoftWatchdogSchedulerInit(BaseTestSoftWatchdog, CustomTestCase):
env_override = lambda: envs.SGLANG_TEST_STUCK_SCHEDULER_INIT.override(30)
expected_message = "Scheduler watchdog timeout"
if __name__ == "__main__":
unittest.main()
|