Skip to content

Commit 2b86724

Browse files
generallgenerall
committed
cascade bench config for new BQ
1 parent 70591b9 commit 2b86724

File tree

4 files changed

+815
-1123
lines changed

4 files changed

+815
-1123
lines changed

‎experiments/configurations/qdrant-quantizations.json‎

Lines changed: 257 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,257 @@
1+
[
2+
{
3+
"name": "qdrant-quant-bq-rps-m-16-ef-128",
4+
"engine": "qdrant",
5+
"connection_params": { "timeout": 30 },
6+
"collection_params": {
7+
"optimizers_config": { "max_segment_size": 1000000, "memmap_threshold":10000000, "default_segment_number":2 },
8+
"hnsw_config": { "m": 16, "ef_construct": 128 },
9+
"quantization_config": { "binary": {"always_ram": true} }
10+
},
11+
"search_params": [
12+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } },
13+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } },
14+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } },
15+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } },
16+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } },
17+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
18+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } },
19+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }
20+
],
21+
"upload_params": { "parallel": 16, "batch_size": 1024 }
22+
},
23+
{
24+
"name": "qdrant-quant-bq-rps-m-32-ef-128",
25+
"engine": "qdrant",
26+
"connection_params": { "timeout": 30 },
27+
"collection_params": {
28+
"optimizers_config": { "max_segment_size": 1000000, "memmap_threshold":10000000, "default_segment_number":2 },
29+
"hnsw_config": { "m": 32, "ef_construct": 128 },
30+
"quantization_config": { "binary": {"always_ram": true} }
31+
},
32+
"search_params": [
33+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } },
34+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } },
35+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } },
36+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } },
37+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } },
38+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
39+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } },
40+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }
41+
],
42+
"upload_params": { "parallel": 16, "batch_size": 1024 }
43+
},
44+
{
45+
"name": "qdrant-quant-bq-rps-m-32-ef-256",
46+
"engine": "qdrant",
47+
"connection_params": { "timeout": 30 },
48+
"collection_params": {
49+
"optimizers_config": { "max_segment_size": 1000000, "memmap_threshold":10000000, "default_segment_number":2 },
50+
"hnsw_config": { "m": 32, "ef_construct": 256 },
51+
"quantization_config": { "binary": {"always_ram": true} }
52+
},
53+
"search_params": [
54+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } },
55+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } },
56+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } },
57+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } },
58+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } },
59+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
60+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } },
61+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }
62+
],
63+
"upload_params": { "parallel": 16, "batch_size": 1024 }
64+
},
65+
{
66+
"name": "qdrant-quant-bq-rps-m-32-ef-512",
67+
"engine": "qdrant",
68+
"connection_params": { "timeout": 30 },
69+
"collection_params": {
70+
"optimizers_config": { "max_segment_size": 1000000, "memmap_threshold":10000000, "default_segment_number":2 },
71+
"hnsw_config": { "m": 32, "ef_construct": 512 },
72+
"quantization_config": { "binary": {"always_ram": true} }
73+
},
74+
"search_params": [
75+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } },
76+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } },
77+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } },
78+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } },
79+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } },
80+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
81+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } },
82+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }
83+
],
84+
"upload_params": { "parallel": 16, "batch_size": 1024 }
85+
},
86+
{
87+
"name": "qdrant-quant-bq-rps-m-64-ef-256",
88+
"engine": "qdrant",
89+
"connection_params": { "timeout": 30 },
90+
"collection_params": {
91+
"optimizers_config": { "max_segment_size": 1000000, "memmap_threshold":10000000, "default_segment_number":2 },
92+
"hnsw_config": { "m": 64, "ef_construct": 256 },
93+
"quantization_config": { "binary": {"always_ram": true} }
94+
},
95+
"search_params": [
96+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } },
97+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } },
98+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } },
99+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } },
100+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } },
101+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
102+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } },
103+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }
104+
],
105+
"upload_params": { "parallel": 16, "batch_size": 1024 }
106+
},
107+
{
108+
"name": "qdrant-quant-bq-rps-m-64-ef-512",
109+
"engine": "qdrant",
110+
"connection_params": { "timeout": 30 },
111+
"collection_params": {
112+
"optimizers_config": { "max_segment_size": 1000000, "memmap_threshold":10000000, "default_segment_number":2 },
113+
"hnsw_config": { "m": 64, "ef_construct": 512 },
114+
"quantization_config": { "binary": {"always_ram": true} }
115+
},
116+
"search_params": [
117+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } },
118+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } },
119+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } },
120+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } },
121+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } },
122+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
123+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } },
124+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }
125+
],
126+
"upload_params": { "parallel": 16, "batch_size": 1024 }
127+
},
128+
129+
130+
131+
{
132+
"name": "qdrant-quant-asym-bq-rps-m-16-ef-128",
133+
"engine": "qdrant",
134+
"connection_params": { "timeout": 30 },
135+
"collection_params": {
136+
"optimizers_config": { "max_segment_size": 1000000, "memmap_threshold":10000000, "default_segment_number":2 },
137+
"hnsw_config": { "m": 16, "ef_construct": 128 },
138+
"quantization_config": { "binary": {"always_ram": true, "query_encoding": "scalar8bits"} }
139+
},
140+
"search_params": [
141+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } },
142+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } },
143+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } },
144+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } },
145+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } },
146+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
147+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } },
148+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }
149+
],
150+
"upload_params": { "parallel": 16, "batch_size": 1024 }
151+
},
152+
{
153+
"name": "qdrant-quant-asym-bq-rps-m-32-ef-128",
154+
"engine": "qdrant",
155+
"connection_params": { "timeout": 30 },
156+
"collection_params": {
157+
"optimizers_config": { "max_segment_size": 1000000, "memmap_threshold":10000000, "default_segment_number":2 },
158+
"hnsw_config": { "m": 32, "ef_construct": 128 },
159+
"quantization_config": { "binary": {"always_ram": true, "query_encoding": "scalar8bits"} }
160+
},
161+
"search_params": [
162+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } },
163+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } },
164+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } },
165+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } },
166+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } },
167+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
168+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } },
169+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }
170+
],
171+
"upload_params": { "parallel": 16, "batch_size": 1024 }
172+
},
173+
{
174+
"name": "qdrant-quant-asym-bq-rps-m-32-ef-256",
175+
"engine": "qdrant",
176+
"connection_params": { "timeout": 30 },
177+
"collection_params": {
178+
"optimizers_config": { "max_segment_size": 1000000, "memmap_threshold":10000000, "default_segment_number":2 },
179+
"hnsw_config": { "m": 32, "ef_construct": 256 },
180+
"quantization_config": { "binary": {"always_ram": true, "query_encoding": "scalar8bits" }}
181+
},
182+
"search_params": [
183+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } },
184+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } },
185+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } },
186+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } },
187+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } },
188+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
189+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } },
190+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }
191+
],
192+
"upload_params": { "parallel": 16, "batch_size": 1024 }
193+
},
194+
{
195+
"name": "qdrant-quant-asym-bq-rps-m-32-ef-512",
196+
"engine": "qdrant",
197+
"connection_params": { "timeout": 30 },
198+
"collection_params": {
199+
"optimizers_config": { "max_segment_size": 1000000, "memmap_threshold":10000000, "default_segment_number":2 },
200+
"hnsw_config": { "m": 32, "ef_construct": 512 },
201+
"quantization_config": { "binary": {"always_ram": true, "query_encoding": "scalar8bits"}}
202+
},
203+
"search_params": [
204+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } },
205+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } },
206+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } },
207+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } },
208+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } },
209+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
210+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } },
211+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }
212+
],
213+
"upload_params": { "parallel": 16, "batch_size": 1024 }
214+
},
215+
{
216+
"name": "qdrant-quant-asym-bq-rps-m-64-ef-256",
217+
"engine": "qdrant",
218+
"connection_params": { "timeout": 30 },
219+
"collection_params": {
220+
"optimizers_config": { "max_segment_size": 1000000, "memmap_threshold":10000000, "default_segment_number":2 },
221+
"hnsw_config": { "m": 64, "ef_construct": 256 },
222+
"quantization_config": { "binary": {"always_ram": true, "query_encoding": "scalar8bits"}}
223+
},
224+
"search_params": [
225+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } },
226+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } },
227+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } },
228+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } },
229+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } },
230+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
231+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } },
232+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }
233+
],
234+
"upload_params": { "parallel": 16, "batch_size": 1024 }
235+
},
236+
{
237+
"name": "qdrant-quant-asym-bq-rps-m-64-ef-512",
238+
"engine": "qdrant",
239+
"connection_params": { "timeout": 30 },
240+
"collection_params": {
241+
"optimizers_config": { "max_segment_size": 1000000, "memmap_threshold":10000000, "default_segment_number":2 },
242+
"hnsw_config": { "m": 64, "ef_construct": 512 },
243+
"quantization_config": { "binary": {"always_ram": true, "query_encoding": "scalar8bits"}}
244+
},
245+
"search_params": [
246+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 2.0 } } },
247+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 4.0 } } },
248+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 2.0 } } },
249+
{ "parallel": 100, "config": { "hnsw_ef": 128, "quantization": { "rescore": true, "oversampling": 4.0 } } },
250+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 2.0 } } },
251+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 4.0 } } },
252+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 2.0 } } },
253+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 4.0 } } }
254+
],
255+
"upload_params": { "parallel": 16, "batch_size": 1024 }
256+
}
257+
]

0 commit comments

Comments
 (0)