Skip to content

Commit 326a851

Browse files
committed
fix struct decode
Signed-off-by: MengqingCao <cmq0113@163.com>
1 parent bb59a49 commit 326a851

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

tests/e2e/singlecard/test_guided_decoding.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@
2323
import pytest
2424
import regex as re
2525
from vllm.outputs import RequestOutput
26-
from vllm.sampling_params import GuidedDecodingParams, SamplingParams
26+
from vllm.sampling_params import SamplingParams, StructuredOutputsParams
2727

2828
from tests.e2e.conftest import VllmRunner
2929

@@ -87,7 +87,7 @@ def test_guided_json_completion(guided_decoding_backend: str,
8787
sampling_params = SamplingParams(
8888
temperature=1.0,
8989
max_tokens=500,
90-
guided_decoding=GuidedDecodingParams(json=sample_json_schema))
90+
guided_decoding=StructuredOutputsParams(json=sample_json_schema))
9191

9292
with VllmRunner(
9393
MODEL_NAME,
@@ -125,7 +125,7 @@ def test_guided_regex(guided_decoding_backend: str, sample_regex):
125125
sampling_params = SamplingParams(
126126
temperature=0.8,
127127
top_p=0.95,
128-
guided_decoding=GuidedDecodingParams(regex=sample_regex))
128+
guided_decoding=StructuredOutputsParams(regex=sample_regex))
129129

130130
with VllmRunner(
131131
MODEL_NAME,

0 commit comments

Comments
 (0)