We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent fd65015 commit 933f67eCopy full SHA for 933f67e
vllm/compilation/caching.py
@@ -116,7 +116,8 @@ def optimized_call(*example_inputs):
116
the AOT compiled path.
117
"""
118
compile_inputs = [
119
- inp or example_inputs[i] for i, inp in enumerate(fn.example_inputs)
+ inp if inp is not None else example_inputs[i]
120
+ for i, inp in enumerate(fn.example_inputs)
121
]
122
with tracing(TracingContext(fake_mode)):
123
fn.optimized_call = vllm_backend(
0 commit comments