We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8151a9d commit c8e08f0Copy full SHA for c8e08f0
vllm_ascend/torchair/torchair_model_runner.py
@@ -419,3 +419,7 @@ def check_torchair_graph_batch_sizes(self):
419
420
def _build_drafter_prepare_inputs_torchair_param(self):
421
return True
422
+
423
+ def get_dp_padding(self, num_tokens):
424
+ """Override from NPUModelRunner to get dp padding"""
425
+ return 0, None
0 commit comments