We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent cbf9221 commit adae0c1Copy full SHA for adae0c1
tests/v1/entrypoints/llm/test_struct_output_generate.py
@@ -123,13 +123,10 @@ def test_structured_output(
123
if current_platform.is_tpu() and speculative_config:
124
pytest.skip("TPU does not support speculative decoding")
125
126
- # Don't use eager execution on TPUs because we want to test for no
127
- # recompilation at runtime
128
- enforce_eager = bool(not current_platform.is_tpu())
129
# Use a single LLM instance for several scenarios to
130
# speed up the test suite.
131
llm = LLM(model=model_name,
132
- enforce_eager=enforce_eager,
+ enforce_eager=True,
133
max_model_len=1024,
134
structured_outputs_config=dict(backend=backend,
135
disable_any_whitespace=backend
0 commit comments