Skip to content

Commit 58f1067

Browse files
authored
Fix missing http status import for PD failure handler (#6520)
Signed-off-by: Shangming Cai <[email protected]>
1 parent 7a80f56 commit 58f1067

File tree

2 files changed

+3
-1
lines changed

2 files changed

+3
-1
lines changed

python/sglang/srt/disaggregation/decode.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,7 @@
2424
import os
2525
from collections import deque
2626
from dataclasses import dataclass
27+
from http import HTTPStatus
2728
from typing import TYPE_CHECKING, List, Optional, Tuple
2829

2930
import numpy as np
@@ -344,7 +345,7 @@ def pop_transferred(self) -> List[DecodeRequest]:
344345
indices_to_remove = set()
345346
for i, (decode_req, poll) in enumerate(zip(self.queue, polls)):
346347
if poll == KVPoll.Failed:
347-
error_message = f"Decode transfer failed for request rank={self.tp_rank} {decode_req.req.rid=} {decode_req.req.bootstrap_room=}"
348+
error_message = f"Decode transfer failed for request {decode_req.req.rid=} {decode_req.req.bootstrap_room=}"
348349
try:
349350
decode_req.kv_receiver.failure_exception()
350351
except Exception as e:

python/sglang/srt/disaggregation/prefill.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,7 @@
2222
import logging
2323
import threading
2424
from collections import deque
25+
from http import HTTPStatus
2526
from typing import TYPE_CHECKING, List, Optional
2627

2728
import torch

0 commit comments

Comments
 (0)