We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 83085b7 commit 76d38daCopy full SHA for 76d38da
llama-cpp-2/src/model/params.rs
@@ -137,7 +137,7 @@ impl LlamaModelParams {
137
buft_override.buft = unsafe { llama_cpp_sys_2::ggml_backend_cpu_buffer_type() };
138
139
// set to null pointer for panic safety (as push may move the vector, invalidating the pointer)
140
- self.params.kv_overrides = null();
+ self.params.tensor_buft_overrides = null();
141
142
// push the next one to ensure we maintain the iterator invariant of ending with a 0
143
self.buft_overrides
0 commit comments