"vscode:/vscode.git/clone" did not exist on "4c996b51b180b3ad13e83dab87be4c7439411879"
Unverified Commit 58f10679 authored by shangmingc's avatar shangmingc Committed by GitHub
Browse files

Fix missing http status import for PD failure handler (#6520)


Signed-off-by: default avatarShangming Cai <caishangming@linux.alibaba.com>
parent 7a80f565
...@@ -24,6 +24,7 @@ import logging ...@@ -24,6 +24,7 @@ import logging
import os import os
from collections import deque from collections import deque
from dataclasses import dataclass from dataclasses import dataclass
from http import HTTPStatus
from typing import TYPE_CHECKING, List, Optional, Tuple from typing import TYPE_CHECKING, List, Optional, Tuple
import numpy as np import numpy as np
...@@ -344,7 +345,7 @@ class DecodeTransferQueue: ...@@ -344,7 +345,7 @@ class DecodeTransferQueue:
indices_to_remove = set() indices_to_remove = set()
for i, (decode_req, poll) in enumerate(zip(self.queue, polls)): for i, (decode_req, poll) in enumerate(zip(self.queue, polls)):
if poll == KVPoll.Failed: if poll == KVPoll.Failed:
error_message = f"Decode transfer failed for request rank={self.tp_rank} {decode_req.req.rid=} {decode_req.req.bootstrap_room=}" error_message = f"Decode transfer failed for request {decode_req.req.rid=} {decode_req.req.bootstrap_room=}"
try: try:
decode_req.kv_receiver.failure_exception() decode_req.kv_receiver.failure_exception()
except Exception as e: except Exception as e:
......
...@@ -22,6 +22,7 @@ from __future__ import annotations ...@@ -22,6 +22,7 @@ from __future__ import annotations
import logging import logging
import threading import threading
from collections import deque from collections import deque
from http import HTTPStatus
from typing import TYPE_CHECKING, List, Optional from typing import TYPE_CHECKING, List, Optional
import torch import torch
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment