Skip to content

Commit 39eb893

Browse files
committed
fix mypy
Signed-off-by: wangli <wangli858794774@gmail.com>
1 parent f931035 commit 39eb893

File tree

1 file changed

+6
-4
lines changed

1 file changed

+6
-4
lines changed

tests/e2e/singlecard/test_guided_decoding.py

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -92,12 +92,13 @@ def sample_json_schema():
9292
@pytest.mark.parametrize("guided_decoding_backend", GuidedDecodingBackend)
9393
def test_guided_json_completion(guided_decoding_backend: str,
9494
sample_json_schema):
95+
runner_kwargs: Dict[str, Any] = {}
9596
if vllm_version_is("0.10.2"):
9697
sampling_params = SamplingParams(
9798
temperature=1.0,
9899
max_tokens=500,
99100
guided_decoding=GuidedDecodingParams(json=sample_json_schema))
100-
runner_kwargs: Dict[str, Any] = {
101+
runner_kwargs = {
101102
"seed": 0,
102103
"guided_decoding_backend": guided_decoding_backend,
103104
}
@@ -107,7 +108,7 @@ def test_guided_json_completion(guided_decoding_backend: str,
107108
max_tokens=500,
108109
structured_outputs=StructuredOutputsParams(
109110
json=sample_json_schema))
110-
runner_kwargs: Dict[str, Any] = {
111+
runner_kwargs = {
111112
"seed": 0,
112113
"structured_outputs_config": {
113114
"backend": guided_decoding_backend
@@ -141,12 +142,13 @@ def test_guided_json_completion(guided_decoding_backend: str,
141142
def test_guided_regex(guided_decoding_backend: str, sample_regex):
142143
if guided_decoding_backend == "outlines":
143144
pytest.skip("Outlines doesn't support regex-based guided decoding.")
145+
runner_kwargs: Dict[str, Any] = {}
144146
if vllm_version_is("0.10.2"):
145147
sampling_params = SamplingParams(
146148
temperature=0.8,
147149
top_p=0.95,
148150
guided_decoding=GuidedDecodingParams(regex=sample_regex))
149-
runner_kwargs: Dict[str, Any] = {
151+
runner_kwargs = {
150152
"seed": 0,
151153
"guided_decoding_backend": guided_decoding_backend,
152154
}
@@ -155,7 +157,7 @@ def test_guided_regex(guided_decoding_backend: str, sample_regex):
155157
temperature=0.8,
156158
top_p=0.95,
157159
structured_outputs=StructuredOutputsParams(regex=sample_regex))
158-
runner_kwargs: Dict[str, Any] = {
160+
runner_kwargs = {
159161
"seed": 0,
160162
"structured_outputs_config": {
161163
"backend": guided_decoding_backend

0 commit comments

Comments
 (0)