Skip to content

Commit 062b789

Browse files
conormccarterconormccarter
committed
Turn off query result cache
1 parent c2a3561 commit 062b789

File tree

9 files changed

+364
-361
lines changed

9 files changed

+364
-361
lines changed

‎databricks/query.py‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,9 @@
4040
try:
4141
cursor = connection.cursor()
4242

43+
# Disable query result caching for accurate benchmarking
44+
cursor.execute("SET use_cached_result = false")
45+
4346
# Execute the query
4447
cursor.execute(query)
4548
results = cursor.fetchall()

‎databricks/results/2x-large.json‎

Lines changed: 45 additions & 45 deletions
Original file line numberDiff line numberDiff line change
@@ -1,56 +1,56 @@
11
{
22
"system": "Databricks",
3-
"date": "2025-11-06",
3+
"date": "2025-11-13",
44
"machine": "Databricks: 2X-Large",
55
"cluster_size": 64,
66
"proprietary": "yes",
77
"tuned": "no",
88
"tags": ["managed", "column-oriented"],
9-
"load_time": 25.978,
9+
"load_time": 36.227,
1010
"data_size": 10219802927,
1111
"result": [
12-
[0.747, 0.108, 0.098],
13-
[2.372, 0.107, 0.109],
14-
[0.601, 0.095, 0.459],
15-
[0.606, 0.11, 0.123],
16-
[0.806, 0.115, 0.108],
17-
[0.934, 0.108, 0.112],
18-
[0.72, 0.107, 0.114],
19-
[0.444, 0.099, 0.111],
20-
[1.023, 0.103, 0.115],
21-
[1.094, 0.108, 0.113],
22-
[0.674, 0.097, 0.101],
23-
[0.688, 0.103, 0.104],
24-
[0.755, 0.104, 0.098],
25-
[0.874, 0.104, 0.102],
26-
[0.844, 0.096, 0.097],
27-
[0.669, 0.101, 0.112],
28-
[0.894, 0.096, 0.102],
29-
[0.614, 0.095, 0.094],
30-
[1.254, 0.121, 0.111],
31-
[0.382, 0.092, 0.094],
32-
[0.908, 0.095, 0.091],
33-
[0.617, 0.113, 0.1],
34-
[1.029, 0.115, 0.104],
35-
[1.392, 0.1, 0.114],
36-
[0.389, 0.108, 0.1],
37-
[0.359, 0.1, 0.09],
38-
[0.386, 0.1, 0.096],
39-
[0.616, 0.102, 0.099],
40-
[3.37, 0.103, 0.108],
41-
[0.639, 0.15, 0.136],
42-
[0.643, 0.095, 0.096],
43-
[0.688, 0.104, 0.098],
44-
[0.914, 0.094, 0.109],
45-
[1.573, 0.107, 0.098],
46-
[1.605, 0.108, 0.109],
47-
[0.646, 0.108, 0.099],
48-
[0.66, 0.112, 0.104],
49-
[0.426, 0.093, 0.095],
50-
[0.546, 0.108, 0.101],
51-
[1.081, 0.102, 0.129],
52-
[0.53, 0.103, 0.101],
53-
[0.418, 0.131, 0.103],
54-
[0.443, 0.105, 0.107]
12+
[0.552, 0.314, 0.28],
13+
[3.022, 0.463, 0.382],
14+
[0.582, 0.37, 0.367],
15+
[0.568, 0.36, 0.342],
16+
[0.696, 0.589, 0.68],
17+
[0.886, 0.706, 0.701],
18+
[0.663, 0.468, 0.46],
19+
[0.409, 0.344, 2.586],
20+
[1.195, 0.896, 0.874],
21+
[3.439, 1.187, 1.128],
22+
[0.663, 0.505, 0.494],
23+
[0.609, 0.498, 0.484],
24+
[0.7, 0.632, 0.575],
25+
[0.696, 0.652, 0.67],
26+
[2.734, 0.784, 0.703],
27+
[1.388, 2.152, 0.678],
28+
[0.77, 3.236, 0.867],
29+
[0.638, 2.923, 0.704],
30+
[1.569, 3.399, 1.06],
31+
[0.281, 3.047, 0.305],
32+
[0.909, 0.507, 0.507],
33+
[0.65, 0.544, 0.519],
34+
[0.925, 0.668, 0.663],
35+
[1.382, 0.93, 0.92],
36+
[0.378, 0.318, 0.332],
37+
[0.303, 0.299, 0.335],
38+
[0.318, 0.314, 0.31],
39+
[0.617, 0.589, 0.587],
40+
[3.488, 3.276, 3.166],
41+
[0.619, 2.071, 0.583],
42+
[0.896, 0.524, 3.0],
43+
[0.87, 0.691, 2.66],
44+
[1.066, 1.825, 4.829],
45+
[2.253, 2.929, 1.561],
46+
[1.556, 1.491, 1.557],
47+
[0.709, 0.559, 0.565],
48+
[0.624, 0.607, 3.21],
49+
[0.54, 0.456, 2.633],
50+
[0.6, 0.423, 0.386],
51+
[1.059, 0.848, 0.84],
52+
[0.473, 0.342, 0.339],
53+
[0.362, 0.355, 0.36],
54+
[0.392, 0.341, 0.353]
5555
]
5656
}

‎databricks/results/2x-small.json‎

Lines changed: 45 additions & 45 deletions
Original file line numberDiff line numberDiff line change
@@ -1,56 +1,56 @@
11
{
22
"system": "Databricks",
3-
"date": "2025-11-06",
3+
"date": "2025-11-10",
44
"machine": "Databricks: 2X-Small",
55
"cluster_size": 1,
66
"proprietary": "yes",
77
"tuned": "no",
88
"tags": ["managed", "column-oriented"],
9-
"load_time": 125.99,
9+
"load_time": 90.392,
1010
"data_size": 10219802927,
1111
"result": [
12-
[0.714, 0.128, 0.13],
13-
[1.382, 0.129, 0.128],
14-
[0.883, 0.129, 0.117],
15-
[0.984, 0.12, 0.127],
16-
[1.447, 0.119, 0.121],
17-
[2.362, 0.117, 0.101],
18-
[0.848, 0.113, 0.103],
19-
[0.509, 0.104, 0.108],
20-
[2.435, 0.108, 0.107],
21-
[3.127, 0.118, 0.108],
22-
[1.063, 0.104, 0.109],
23-
[1.015, 0.12, 0.103],
24-
[2.953, 0.121, 0.098],
25-
[3.39, 0.125, 0.115],
26-
[3.569, 0.101, 0.135],
27-
[2.122, 0.12, 0.102],
28-
[5.774, 0.098, 0.132],
29-
[3.587, 0.104, 0.103],
30-
[9.929, 0.147, 0.101],
31-
[0.389, 0.104, 0.099],
32-
[3.301, 0.102, 0.099],
33-
[2.708, 0.104, 0.099],
34-
[5.225, 0.113, 0.133],
35-
[13.016, 0.105, 0.106],
36-
[1.329, 0.103, 0.107],
37-
[0.903, 0.099, 0.097],
38-
[1.249, 0.13, 0.093],
39-
[2.484, 0.108, 0.109],
40-
[20.366, 0.119, 0.104],
41-
[1.298, 0.154, 0.147],
42-
[1.915, 0.096, 0.11],
43-
[2.117, 0.095, 0.104],
44-
[7.453, 0.119, 0.092],
45-
[11.578, 0.095, 0.093],
46-
[10.26, 0.113, 0.097],
47-
[2.217, 0.101, 0.095],
48-
[0.664, 0.11, 0.101],
49-
[0.441, 0.092, 0.106],
50-
[0.683, 0.111, 0.106],
51-
[1.11, 0.106, 0.114],
52-
[0.539, 0.101, 0.095],
53-
[0.434, 0.361, 0.096],
54-
[0.483, 0.097, 0.105]
12+
[0.757, 0.404, 0.373],
13+
[1.393, 0.478, 0.51],
14+
[0.773, 0.43, 0.408],
15+
[0.721, 0.438, 0.417],
16+
[0.975, 0.918, 1.196],
17+
[1.518, 1.277, 1.326],
18+
[0.804, 0.667, 0.459],
19+
[0.485, 0.421, 0.384],
20+
[1.63, 1.433, 1.426],
21+
[2.129, 1.77, 1.863],
22+
[0.914, 0.694, 0.647],
23+
[0.787, 0.701, 0.635],
24+
[1.332, 1.231, 1.226],
25+
[1.884, 1.836, 1.965],
26+
[1.715, 1.311, 1.326],
27+
[1.408, 1.203, 1.247],
28+
[2.576, 2.475, 3.578],
29+
[2.016, 2.042, 1.949],
30+
[6.167, 4.53, 3.941],
31+
[0.325, 0.277, 0.388],
32+
[1.96, 1.419, 1.378],
33+
[1.544, 1.504, 1.562],
34+
[2.988, 2.461, 2.268],
35+
[7.105, 3.983, 3.979],
36+
[0.726, 0.769, 0.78],
37+
[0.932, 0.621, 0.542],
38+
[0.75, 0.678, 0.727],
39+
[1.569, 1.497, 1.456],
40+
[11.266, 11.2, 10.878],
41+
[0.904, 0.834, 0.828],
42+
[1.06, 1.091, 1.133],
43+
[1.432, 1.224, 1.401],
44+
[4.227, 3.462, 3.487],
45+
[6.79, 7.119, 6.939],
46+
[6.632, 6.893, 6.614],
47+
[1.299, 1.274, 1.25],
48+
[0.661, 0.558, 0.58],
49+
[0.408, 0.412, 0.408],
50+
[0.582, 0.405, 0.423],
51+
[1.161, 0.928, 0.9],
52+
[0.492, 0.39, 0.438],
53+
[0.399, 0.367, 0.358],
54+
[0.415, 0.416, 0.416]
5555
]
5656
}

‎databricks/results/4x-large.json‎

Lines changed: 45 additions & 45 deletions
Original file line numberDiff line numberDiff line change
@@ -1,56 +1,56 @@
11
{
22
"system": "Databricks",
3-
"date": "2025-11-06",
3+
"date": "2025-11-13",
44
"machine": "Databricks: 4X-Large",
55
"cluster_size": 256,
66
"proprietary": "yes",
77
"tuned": "no",
88
"tags": ["managed", "column-oriented"],
9-
"load_time": 38.981,
9+
"load_time": 29.748,
1010
"data_size": 10219802927,
1111
"result": [
12-
[0.597, 0.158, 0.116],
13-
[3.236, 0.113, 0.103],
14-
[0.619, 0.105, 0.101],
15-
[0.681, 0.132, 0.107],
16-
[1.405, 0.108, 0.099],
17-
[1.105, 0.103, 0.095],
18-
[0.719, 0.101, 0.1],
19-
[3.267, 0.104, 0.104],
20-
[4.144, 0.101, 0.115],
21-
[1.431, 0.108, 0.114],
22-
[2.427, 0.101, 0.119],
23-
[6.409, 0.11, 0.101],
24-
[4.826, 0.096, 0.103],
25-
[1.097, 0.102, 0.108],
26-
[1.116, 0.103, 0.103],
27-
[0.794, 0.109, 0.14],
28-
[0.962, 0.095, 0.096],
29-
[0.626, 0.096, 0.096],
30-
[1.732, 0.125, 0.102],
31-
[0.319, 0.092, 0.105],
32-
[0.981, 0.096, 0.123],
33-
[0.614, 0.103, 0.111],
34-
[1.069, 0.1, 0.104],
35-
[1.419, 0.105, 0.107],
36-
[0.382, 0.091, 0.105],
37-
[0.321, 0.104, 0.099],
38-
[0.368, 0.108, 0.09],
39-
[0.71, 0.099, 0.095],
40-
[3.437, 0.109, 0.112],
41-
[0.685, 0.157, 0.166],
42-
[0.743, 0.099, 0.159],
43-
[1.045, 0.094, 0.097],
44-
[1.117, 0.095, 0.102],
45-
[1.796, 0.093, 0.099],
46-
[1.855, 0.097, 0.112],
47-
[0.746, 0.104, 0.097],
48-
[0.67, 0.104, 0.099],
49-
[0.432, 0.094, 0.094],
50-
[0.596, 0.095, 0.125],
51-
[1.126, 0.105, 0.104],
52-
[0.522, 0.103, 0.103],
53-
[0.453, 0.126, 0.107],
54-
[0.454, 0.106, 0.106]
12+
[0.635, 0.305, 0.275],
13+
[3.117, 0.402, 0.401],
14+
[0.679, 0.353, 0.336],
15+
[0.559, 2.072, 0.481],
16+
[4.6, 2.145, 0.664],
17+
[1.137, 0.716, 0.727],
18+
[3.011, 2.326, 2.373],
19+
[0.531, 0.353, 0.375],
20+
[1.614, 1.037, 0.853],
21+
[1.31, 1.686, 1.062],
22+
[4.223, 3.829, 2.826],
23+
[0.688, 0.512, 0.678],
24+
[1.626, 0.728, 0.715],
25+
[0.722, 0.738, 0.757],
26+
[0.901, 0.85, 0.885],
27+
[0.612, 0.622, 0.632],
28+
[0.879, 0.767, 0.791],
29+
[0.545, 0.5, 0.505],
30+
[1.378, 1.075, 1.084],
31+
[0.258, 0.229, 0.225],
32+
[0.952, 0.476, 0.494],
33+
[0.525, 0.501, 0.501],
34+
[0.997, 0.684, 0.677],
35+
[1.355, 0.82, 0.798],
36+
[0.328, 0.298, 0.308],
37+
[0.288, 0.299, 0.268],
38+
[0.34, 0.295, 0.315],
39+
[0.584, 0.533, 0.539],
40+
[3.315, 3.213, 3.167],
41+
[0.606, 0.531, 0.469],
42+
[0.708, 0.548, 0.575],
43+
[0.765, 0.616, 0.663],
44+
[0.906, 0.918, 0.901],
45+
[1.51, 1.469, 1.486],
46+
[1.508, 1.533, 1.496],
47+
[0.683, 0.708, 0.627],
48+
[0.57, 0.559, 0.576],
49+
[0.392, 0.398, 0.396],
50+
[0.556, 0.396, 0.393],
51+
[1.016, 0.877, 0.849],
52+
[0.475, 0.384, 0.387],
53+
[0.486, 0.359, 0.376],
54+
[0.41, 0.377, 0.345]
5555
]
5656
}

0 commit comments

Comments
 (0)