Skip to content

Commit cbc2c4e

Browse files
committed
Try multiproc in test
To fix the test I switched to uniproc processor, but now I'm getting weird issues like ``` torch._dynamo.exc.BackendCompilerFailed: backend='<vllm.compilation.backends.VllmBackend object at 0x7ef9f68ca600>' raised: AttributeError: module 'torch._tensor' has no attribute 'split' ``` Signed-off-by: Max de Bayser <mbayser@br.ibm.com>
1 parent bec5419 commit cbc2c4e

File tree

1 file changed

+5
-3
lines changed

1 file changed

+5
-3
lines changed

tests/model_executor/test_model_load_with_params.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,8 @@ def test_model_loading_with_params(vllm_runner, monkeypatch):
2626
"""
2727
Test parameter weight loading with tp>1.
2828
"""
29-
monkeypatch.setenv("VLLM_ENABLE_V1_MULTIPROCESSING", "0")
29+
# to use apply_model
30+
monkeypatch.setenv("VLLM_ALLOW_INSECURE_SERIALIZATION", "1")
3031
with vllm_runner(model_name=MODEL_NAME,
3132
revision=REVISION,
3233
dtype="float16",
@@ -66,7 +67,8 @@ def test_roberta_model_loading_with_params(vllm_runner, monkeypatch):
6667
"""
6768
Test parameter weight loading with tp>1.
6869
"""
69-
monkeypatch.setenv("VLLM_ENABLE_V1_MULTIPROCESSING", "0")
70+
# to use apply_model
71+
monkeypatch.setenv("VLLM_ALLOW_INSECURE_SERIALIZATION", "1")
7072
with vllm_runner(model_name=MODEL_NAME_ROBERTA,
7173
revision=REVISION_ROBERTA,
7274
dtype="float16",
@@ -108,7 +110,7 @@ def test_facebook_roberta_model_loading_with_params(vllm_runner, monkeypatch):
108110
Test loading roberta-base model with no lm_head.
109111
"""
110112
# to use apply_model
111-
monkeypatch.setenv("VLLM_ENABLE_V1_MULTIPROCESSING", "0")
113+
monkeypatch.setenv("VLLM_ALLOW_INSECURE_SERIALIZATION", "1")
112114
model_name = "FacebookAI/roberta-base"
113115
with vllm_runner(model_name=model_name,
114116
dtype="float16",

0 commit comments

Comments
 (0)