We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 30aad6e commit 4a0f503Copy full SHA for 4a0f503
tests/multicard/test_offline_inference_distributed.py
@@ -138,16 +138,8 @@ def test_models_distributed_DeepSeek_w8a8_ep_dbo():
138
tensor_parallel_size=4,
139
enforce_eager=True,
140
enable_expert_parallel=True,
141
- distributed_executor_backend="mp",
142
- additional_config={
143
- "ascend_scheduler_config": {
144
- "enabled": True,
145
- },
146
- "torchair_graph_config": {
147
- "enable": True,
148
- "enable_multistream_moe": True
149
- }
150
- }) as vllm_model:
+ distributed_executor_backend="mp"
+ ) as vllm_model:
151
model_arch = 'DeepseekV2ForCausalLM'
152
registed_models = ModelRegistry.models
153
assert registed_models[
0 commit comments