We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6cd4693 commit f21926bCopy full SHA for f21926b
vllm_ascend/ascend_forward_context.py
@@ -80,8 +80,6 @@ def set_ascend_forward_context(
80
fused_moe_state = _get_fused_moe_state(ep_size, with_prefill,
81
is_deepseek_v3_r1)
82
forward_context.fused_moe_state = fused_moe_state
83
- forward_context.num_tokens_across_dp = num_tokens_across_dp
84
-
85
forward_context.in_profile_run = in_profile_run
86
87
# NOTE: This cannot be set using set_forward_context
0 commit comments