We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a7ea166 commit 8c9d5d3Copy full SHA for 8c9d5d3
vllm_ascend/spec_decode/eagle_proposer.py
@@ -432,7 +432,8 @@ def _propose(
432
num_reqs=batch_size,
433
num_actual_tokens=num_tokens,
434
actual_seq_lengths_q=self.runner.actual_seq_lengths_q,
435
- block_table_tensor=self.runner.input_batch.block_table[0].get_device_tensor(),
+ block_table_tensor=self.runner.input_batch.block_table[0].
436
+ get_device_tensor(),
437
slot_mapping_cpu=target_slot_mapping,
438
positions=target_positions,
439
attn_mask=self.runner.attn_mask,
0 commit comments