We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 863c441 commit 7a99eabCopy full SHA for 7a99eab
vllm_ascend/worker/worker_v1.py
@@ -200,8 +200,9 @@ def execute_model(
200
201
output = self.model_runner.execute_model(scheduler_output,
202
intermediate_tensors)
203
- if isinstance(output, ModelRunnerOutput):
+ if isinstance(output, (ModelRunnerOutput, AsyncModelRunnerOutput)):
204
return output
205
+
206
assert isinstance(output, IntermediateTensors)
207
parallel_config = self.vllm_config.parallel_config
208
assert parallel_config.distributed_executor_backend != (
0 commit comments