We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7ed7622 commit 2e25847Copy full SHA for 2e25847
vllm_ascend/worker/multi_step_runner.py
@@ -14,7 +14,7 @@
14
from vllm.model_executor.model_loader.tensorizer import TensorizerConfig
15
from vllm.sequence import (CompletionSequenceGroupOutput, IntermediateTensors,
16
Logprob, SequenceGroupMetadata, SequenceOutput)
17
-from vllm.utils import current_stream
+from vllm_ascend.utils import current_stream
18
from vllm.worker.model_runner_base import (
19
_init_attn_metadata_from_tensor_dict,
20
_init_frozen_model_input_from_tensor_dict,
0 commit comments