Skip to content

Commit 5102503

Browse files
fcostaoliveirafcostaoliveira
committed
stash
1 parent 5a6f209 commit 5102503

10 files changed

+417
-23
lines changed

‎dump.rdb‎

6.2 MB
Binary file not shown.

‎pyproject.toml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
[tool.poetry]
22
name = "redis-benchmarks-specification"
3-
version = "0.2.0"
3+
version = "0.2.11"
44
description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute."
55
authors = ["filipecosta90 <filipecosta.90@gmail.com>","Redis Performance Group <performance@redis.com>"]
66
readme = "Readme.md"

‎redis_benchmarks_specification/__runner__/runner.py‎

Lines changed: 28 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,14 @@
3333
export_redis_metrics,
3434
)
3535

36+
from redisbench_admin.profilers.profilers_local import (
37+
local_profilers_platform_checks,
38+
profilers_start_if_required,
39+
profilers_stop_if_required,
40+
)
41+
from redisbench_admin.run.common import (
42+
dbconfig_keyspacelen_check,
43+
)
3644
from redisbench_admin.run.metrics import extract_results_table
3745
from redisbench_admin.run.run import calculate_client_tool_duration_and_check
3846
from redisbench_admin.utils.benchmark_config import (
@@ -2441,20 +2449,20 @@ def delete_temporary_files(
24412449
)
24422450
arbitrary_command = False
24432451

2444-
if (
2445-
arbitrary_command
2446-
and oss_cluster_api_enabled
2447-
and "memtier" in benchmark_tool
2448-
):
2449-
logging.warning(
2450-
"Forcing skip this test given there is an arbitrary commmand and memtier usage. Check https://github.com/RedisLabs/memtier_benchmark/pull/117 ."
2451-
)
2452-
delete_temporary_files(
2453-
temporary_dir_client=temporary_dir_client,
2454-
full_result_path=None,
2455-
benchmark_tool_global=benchmark_tool_global,
2456-
)
2457-
continue
2452+
# if (
2453+
# arbitrary_command
2454+
# and oss_cluster_api_enabled
2455+
# and "memtier" in benchmark_tool
2456+
# ):
2457+
# logging.warning(
2458+
# "Forcing skip this test given there is an arbitrary commmand and memtier usage. Check https://github.com/RedisLabs/memtier_benchmark/pull/117 ."
2459+
# )
2460+
# delete_temporary_files(
2461+
# temporary_dir_client=temporary_dir_client,
2462+
# full_result_path=None,
2463+
# benchmark_tool_global=benchmark_tool_global,
2464+
# )
2465+
# continue
24582466

24592467
# Check if we have multiple client configurations
24602468
client_configs = extract_client_configs(benchmark_config)
@@ -3640,12 +3648,12 @@ def data_prepopulation_step(
36403648
1,
36413649
unix_socket,
36423650
)
3643-
if arbitrary_command is True and oss_cluster_api_enabled:
3644-
logging.warning(
3645-
"Skipping this test given it implies arbitrary command on an cluster setup. Not supported on memtier: https://github.com/RedisLabs/memtier_benchmark/pull/117"
3646-
)
3647-
result = False
3648-
return result
3651+
# if arbitrary_command is True and oss_cluster_api_enabled:
3652+
# logging.warning(
3653+
# "Skipping this test given it implies arbitrary command on an cluster setup. Not supported on memtier: https://github.com/RedisLabs/memtier_benchmark/pull/117"
3654+
# )
3655+
# result = False
3656+
# return result
36493657

36503658
# run the benchmark
36513659
preload_start_time = datetime.datetime.now()

‎redis_benchmarks_specification/__self_contained_coordinator__/runners.py‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,12 @@
1515
dbconfig_keyspacelen_check,
1616
)
1717

18+
from redisbench_admin.profilers.profilers_local import (
19+
local_profilers_platform_checks,
20+
profilers_start_if_required,
21+
profilers_stop_if_required,
22+
)
23+
1824
from redisbench_admin.profilers.profilers_local import (
1925
local_profilers_platform_checks,
2026
profilers_start_if_required,

‎redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py‎

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1134,11 +1134,15 @@ def process_self_contained_coordinator_stream(
11341134
skip_test = False
11351135
if b"platform" in testDetails:
11361136
platform = testDetails[b"platform"]
1137-
if running_platform != platform:
1137+
# Decode bytes to string for proper comparison
1138+
platform_str = (
1139+
platform.decode() if isinstance(platform, bytes) else platform
1140+
)
1141+
if running_platform != platform_str:
11381142
skip_test = True
11391143
logging.info(
11401144
"skipping stream_id {} given plaform {}!={}".format(
1141-
stream_id, running_platform, platform
1145+
stream_id, running_platform, platform_str
11421146
)
11431147
)
11441148

‎redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-leaderboard.yml‎

Lines changed: 92 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,92 @@
1+
version: 0.4
2+
name: memtier_benchmark-playbook-leaderboard-top-100
3+
description: Runs memtier_benchmark, for a keyspace length of 1M keys loading/querying ZSETs. Esports/live events with constant score changes, occasional bursts of reads. writes ≈ 60, reads ≈ 40%.
4+
with encoding:listpack with 100 elements.
5+
dbconfig:
6+
configuration-parameters:
7+
save: '""'
8+
check:
9+
keyspacelen: 0
10+
resources:
11+
requests:
12+
memory: 1g
13+
tested-commands:
14+
- zadd
15+
redis-topologies:
16+
- oss-standalone
17+
build-variants:
18+
- gcc:15.2.0-amd64-debian-bookworm-default
19+
- gcc:15.2.0-arm64-debian-bookworm-default
20+
- dockerhub
21+
clientconfig:
22+
run_image: redislabs/memtier_benchmark:edge
23+
tool: memtier_benchmark
24+
arguments: --test-time 180 -c 50 -t 4 --command "ZADD __key__ 0.652540306855235
25+
UaZtxmrKBkxhBqJOlNJlwVUfHVALGkjnUemvubDvbGSVAaaQkXLlsg 0.8731899671198792 RKlVyoHMTvZcoh
26+
0.0785627468533846 VZWJQlqLBHicktajowIvkyuaddTC 0.7688563664469605 YaXTxnRGWhENdaOFuXNAJmx
27+
0.0033318113277969186 JjfFkvonkksjIfHS 0.49606648747577575 Q 0.8234766164292862
28+
MZgqGWzeYWDAlplbxvlzllKR 0.42687597903639085 AGSAuhePDVmONKmViHovKsiIGSXQZdqX
29+
0.34912978268081996 ZHIKgOWejxTOcrVCRxztCNqtVFEdqCbowiaROZfbhMmzFlr 0.15838599188422475
30+
UuyeNtxYcAmkfjtovBmajhGcYvzucpgFjLnqKIw 0.4376432899068222 cfgHnJGQAHaXHjLIuLWYkDACbxQbywRIQMbuE
31+
0.5536939917085721 uyZtiyKNdKhFhgNlcdtnHgDFEdBoovVYkyLIpREln 0.403546330051068
32+
kRUDWaPmeYXeJZhgqKpnroFxUSCQ 0.8808108541089766 PCGgHbGIRxpzFRfADhupCtBKhknUNyqK
33+
0.23044636914343264 OaHUUrbZEvSOmYOtbUzxnJq 0.6404180580960533 qJabjKLYYivniNNtGsbnBzRLzYP
34+
0.6907030016224224 KJrGsIeQESEPkBdTgUhrQuAUzEfySPhVBoNaWDjOawkRrjyktuOMuBcwp 0.24900135884008867
35+
bwQzFiMXWxSKtYJiFCSaDWxoAEoNGvFsMoAugjlIcWTRWhXyixemQnagvqL 0.7928656841898908
36+
NKtwuzbLhLCCPupqgkRsRdGijHmSrnqwdfSj 0.9331302297178864 TcZibcjyBLAbljRGHjFgwVeVjbeZwi
37+
0.640319798434186 nsmIvzevkqEJkJTiybCjqiXRjJVMqSqsSaHKxTzJmygg 0.5239886233297175
38+
DZGleQLgYgAjWUcCOhzqsi 0.6136266546940706 ZVlOgBjrpZhQuQzJYVLYqnxytasTT 0.6591139297465682
39+
AFgEEoLcwlGmoWeYLZZJnlilPagiaWdqhItaEMLovOfbaPAgtCeeyjCuEV 0.4468461455464968
40+
pAjBRwToyaDwhSExhMreHmbgzPuJFPlpVrBbjhkyogmUAQamL 0.5614231865616031 KyArAdlPTTgxCatXdDQIPgZWHCBZicfkZjCKCbuAuvA
41+
0.022487789155224203 qOuBflYpFEUWKIfvrIuZYEwJYtSIwSlvegDBDYCUTKnBoRWpwDuBAHgYbTwURCW
42+
0.8510804209364501 QcjxLOamZbsRzGPlmSvuvBpYmDaooLoY 0.43460695876638156 WcTDiiDHQwNoubgkihXThvM
43+
0.5610492156901229 XPGwnyfBmCnhkPlJxhZhPrjvXoGKWEWbqrFvZauVZGQ 0.7513407089150304
44+
MTXpbeTMlXoxUsCDccRYHeKKfYunLBZuHbLgJmNStiiALTm 0.09175823221394674 vkAxXiwoCWTBUFUVtpBfpAlILPGaMvUrFaRuBqEgqvWnISaZaPTxiklQtzGS
45+
0.8586634748104288 wyThKKWAeRg 0.36952587840155204 cRkudmpGSSMUnPOMhPSzjQ 0.538356756374977
46+
TsRYebuuDgtamrxVbrxOaCBUGWEaGheHKWgzWsgPxVBfLwAev 0.5218317459277027 N 0.658938125456635
47+
mAI 0.8474868095237909 JrYvYRtaFZldysTlMUVfZfVpHrSzayZGWysedghOV 0.20143282352735015
48+
WjaRWpmPlWwPuepbXywfDmqIEPWnBh 0.23967093347793234 ZCLtDpzxZHqWUMzAJOfavhqZrGrPiGZQSBYDPqfyqqYAbGIHuyskvLk
49+
0.8108325344648399 WhxmpALjwYdCOMwTeHRbFRSFfktMmQUVItotZiICjWfwebl 0.1322111892750637
50+
dfVVGlvVTMufbfSsy 0.2285660170875491 DBqEkifRzIyvzTydaSqNrqalAXBZAkccYOuIBFEn
51+
0.9396586731821924 NyIOQsgOAQevXYKYhGZXjVzTeqPiwjdJhtq 0.32374056012496966 TQYLPdswKkUntJEjvGWJTWxmVJGdBcbIclOrYzVqqtfFznolqcHYTVj
52+
0.9080986140709963 IdUdmeLZNHLsCGaVkEdfKMemYRdzhQUqvhuQdXnYchGWXyYRAYZQWkb 0.3129458198716534
53+
LJFPbCuN 0.39349745859330765 YTPdFVszdCVVgGGHKqoQxfjU 0.14704886640549086 fOFwwDNEsxjfpkUrwd
54+
0.9168814654086035 rJSASiFxeYIINRbbgTBqPbATrcKOP 0.3100306836090321 VKKOyHveatcnmQR
55+
0.2370937718635434 OCaIAjJkxSLYaWpMAVjmQoOXoZJMcAO 0.4941647120371836 neeyLswlmLnZXSCDtFx
56+
0.269336828778751 UuIrk 0.12151325035284255 FmCgjvkoPmAcscWZixkzsFgsQBGAmDHqFSTaKcUdfxlfYWu
57+
0.0035001439463812067 aThlZZWlDITljruiWa 0.5009568203132024 TBszlGVnMdDvMOLiCysTjjANuFqeq
58+
0.4783242512285928 dafCundgmRFJLzTEexYHeprmCXFjxrJYLZAcsLXhTrgC 0.531664059031722
59+
reqfWtmvctIfWtqVEuaTEGfarDa 0.47961187976147 CBvTozpAXrLpS 0.10226598211977789
60+
eGQCebwBiUOPhMfrVRHiThsDeIFzPDEKHczj 0.721486119508813 nHhoxBCSgFFhJWBhTSVVXBpdFoLKYYKZmWEgvCfa
61+
0.3044462915617381 AMu 0.8380361220680647 tQiutM 0.7791893412340167 jcKQrBTFeuiuHCprihKx
62+
0.9140067046543505 bHuocqbTLhTHlHKIfDdemFDPwrcYFeJrXXafsATvSmFvKGYKRJYnqFmwKoRuaptI
63+
0.6755477551341951 sJuZYHZFrVYyTvMdbMZJDuCqUmpRIsEgizBVplIPCkSAtGc 0.843803368180551
64+
WgcCuSQuSzcvSPOzzXViuXfnOtBSxjm 0.4683803962889672 CqNaseFeIzhsgZdZDgySGfNawLz
65+
0.300477038321727 pLiQVPjQuEROtmKceRjEcaiZxMvMSIeailtKgwUeVsgqQUdTUbWg 0.6782593142253811
66+
bgbVdSCYQstqQQloWsJLCYYrmdvtmKeNXDfWGHvzdyTFuuiMwSxuSZa 0.09916181882671649 jHWIgQCltkPBgzLWWTfRJlLFrxesFUmaJzfeeKDsFglvPAwNIDCDdlvicM
67+
0.031870198089671176 YfsobnenpUlKHCXNgKYVeWHNRFEPOsAU 0.9753495730511261 OHVmNYCiDZFlkmsqhwgc
68+
0.6796131843206142 CPVsbsqYVeWPVRsTZKTvlcDwHnUzHpZyEchJqxnbrWM 0.41149806297291536
69+
MGFGt 0.0635854843880973 xVozQKiljlffdYDherQcdYdEmEX 0.17349539011413317 SORWOElEDHqZuOvYslqzY
70+
0.6957717601786134 XNVNKDBXRoFHDAu 0.514568844593022 GTagGWDGPcixUFOSdZTBaKpiJSPiKhmyricEAMLBwjQyEXmJIZn
71+
0.5054082476784039 YOxGoUKeShnXhcdvTJQFGTukjSiRZFidGRfkttgXJBeKKnJebZNubpk 0.5791117949403571
72+
PFfNxLyEMLCXtgEQVpFVGxadSZeOXdaSCaQmDBrMdJLSlIXAnerUpaF 0.6869490812905924 EDFLipKWqONzJ
73+
0.5858117779265328 ufGNBddDuAsmqgFMQYqtMrOTUbOiexjEYqLKdPLscwavpbHWCbGvMSKfkp
74+
0.3328807181469634 kIxgjCASHjQbqrvhxiPozqCtRVebWwuHCptoxBJ 0.5593178033061493
75+
BHmhWwOEWhCelxVLRsUSiAsSicrsXyAYhbrOWaDtKVVDyVpgTtkbO 0.9568394270185203 XrsvMeAof
76+
0.2895493213801318 eVIlCARlsKEygkqngxlVoJIhthE 0.36404485659899855 tAahXQIJDAbNWOgsSyAUkgwVcIzNvkawniDRxludhXrgdbReUJWKaDjPkLNCi
77+
0.6751249599564046 zUNDGaygGLVztZyQgSMyevPstQKjDVTMafZnepYqPvANg 0.4002349143471098
78+
blBkPgUMFnFxBlocRBolScezbONPxsKrGsdsMsiZWrhuRsINONXImqQlQY 0.4373588125087955
79+
LpfFjgOkMnuixmgfGamVKyPICLQQzNKmdJaJRnflC 0.8323339473420782 TsvDvTRrfMUEskXqXTEHTKzYcuzaoBTAyKVkcnvvqRTgXItNQwJ
80+
0.7464672802658118 GpXkYQokvVduxNQfcaSYTSiZsOMxrAlNMtPPdWCLKWWqbeunMDLgkIRRu 0.15234267491477727
81+
bTapHmxvqZNdGNP 0.42610519579163275 DllLIwysTAcQqwVPjAGkGEedTflBevgZmdgwMbKpNdKJoWGteGWJwyhrI
82+
0.05073435890699274 uoKiwzrJXTOqaDpeWknKEXdTkQziOGXjZZikNbaEPwOMFvlKoERaUq 0.8053618509879708
83+
UYuKZw 0.21335197746306034 OqRQLePoVHjfSoZV 0.9955843393406656 s"
84+
--command-key-pattern="R" --command-ratio 60 --command "ZREVRANGE __key__ 0 1 WITHSCORES" --command-key-pattern="R" --command-ratio 40
85+
--key-minimum=1 --key-maximum 1000000 --hide-histogram
86+
resources:
87+
requests:
88+
cpus: '4'
89+
memory: 4g
90+
tested-groups:
91+
- sorted-set
92+
priority: 12

‎redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-rate-limiting-lua-100k-sessions.yml‎

Lines changed: 65 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,65 @@
1+
version: 0.4
2+
name: memtier_benchmark-playbook-rate-limiting-lua-100k-sessions
3+
description: |
4+
Runs memtier_benchmark to model a **bitmap-based rate limit gate** using Lua: the script performs
5+
a `BITCOUNT` on a single bitmap key and **allows** if the count is below a configurable threshold,
6+
otherwise **denies** (no other data structures or mutations are performed).
7+
8+
dbconfig:
9+
configuration-parameters:
10+
save: '""'
11+
12+
init_commands:
13+
- '"SETBIT" "1" "100000" "1"'
14+
preload_tool:
15+
run_image: redislabs/memtier_benchmark:edge
16+
tool: memtier_benchmark
17+
arguments: >
18+
--hide-histogram
19+
--command "SETBIT __key__ __key__ 1"
20+
--key-maximum 100000
21+
--key-minimum 1
22+
--key-prefix ""
23+
-t 1 -c 1
24+
--command-key-pattern R
25+
--distinct-client-seed
26+
-n 100000
27+
--pipeline 50
28+
resources:
29+
requests:
30+
cpus: '2'
31+
memory: 1g
32+
33+
tested-commands:
34+
- bitcount
35+
- eval
36+
tested-groups:
37+
- bitmap
38+
- scripting
39+
40+
redis-topologies:
41+
- oss-standalone
42+
43+
build-variants:
44+
- gcc:15.2.0-amd64-debian-bookworm-default
45+
- gcc:15.2.0-arm64-debian-bookworm-default
46+
- dockerhub
47+
48+
clientconfig:
49+
run_image: redislabs/memtier_benchmark:edge
50+
tool: memtier_benchmark
51+
arguments: >
52+
--print-percentiles=50,90,95,99
53+
--run-count=1
54+
--test-time=120
55+
--hide-histogram
56+
--key-maximum 100000
57+
--key-minimum 1
58+
--key-prefix ""
59+
--command='EVAL "local k=KEYS[1];local limit=tonumber(ARGV[1]);local c=redis.call(\"BITCOUNT\",k);if c>=limit then return {0,0,c} else return {1,limit-c,c} end" 1 __key__ 2000000'
60+
resources:
61+
requests:
62+
cpus: '2'
63+
memory: 2g
64+
65+
priority: 19

‎redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-realtime-analytics-membership-pipeline-10.yml‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
version: 0.4
2+
name: memtier_benchmark-playbook-realtime-analytics-membership-pipeline-10
3+
description: 'This benchmark captures the performance of Redis under realistic **membership analytics** workloads, where frequent set algebra operations (intersection, union, difference) drive personalization, segmentation, and eligibility checks.'
4+
dbconfig:
5+
configuration-parameters:
6+
save: '""'
7+
check:
8+
keyspacelen: 2
9+
resources:
10+
requests:
11+
memory: 1g
12+
init_commands:
13+
- '"SADD" "set:{org1}:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh"
14+
"pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"'
15+
- '"SADD" "set:{org1}:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf"
16+
"djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk"
17+
"ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru"
18+
"ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy"
19+
"htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi"
20+
"nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd"
21+
"kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb"
22+
"ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk"
23+
"oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf"
24+
"eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg"
25+
"nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol"
26+
"wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp"
27+
"hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy"
28+
"qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah"
29+
"wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu"
30+
"pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef"
31+
"dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"'
32+
dataset_name: 2keys-set-10-100-elements-org1
33+
dataset_description: This dataset contains 2 set keys, one with 10 elements and
34+
the other with 100 elements. The smaller set is a subset of the larger one.
35+
tested-commands:
36+
- smembers
37+
- sdiff
38+
redis-topologies:
39+
- oss-standalone
40+
build-variants:
41+
- gcc:15.2.0-amd64-debian-bookworm-default
42+
- gcc:15.2.0-arm64-debian-bookworm-default
43+
- dockerhub
44+
clientconfig:
45+
run_image: redislabs/memtier_benchmark:edge
46+
tool: memtier_benchmark
47+
arguments: --command="SDIFF set:{org1}:100 set:{org1}:10" --command "SMEMBERS set:{org1}:100" --command
48+
"SMEMBERS set:{org1}:10" --command "SUNION set:{org1}:100 set:{org1}:10" --hide-histogram --test-time 180 --pipeline 10
49+
resources:
50+
requests:
51+
cpus: '4'
52+
memory: 2g
53+
tested-groups:
54+
- set
55+
priority: 131

‎redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-realtime-analytics-membership.yml‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
version: 0.4
2+
name: memtier_benchmark-playbook-realtime-analytics-membership
3+
description: 'This benchmark captures the performance of Redis under realistic **membership analytics** workloads, where frequent set algebra operations (intersection, union, difference) drive personalization, segmentation, and eligibility checks.'
4+
dbconfig:
5+
configuration-parameters:
6+
save: '""'
7+
check:
8+
keyspacelen: 2
9+
resources:
10+
requests:
11+
memory: 1g
12+
init_commands:
13+
- '"SADD" "set:{org1}:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh"
14+
"pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"'
15+
- '"SADD" "set:{org1}:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf"
16+
"djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk"
17+
"ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru"
18+
"ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy"
19+
"htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi"
20+
"nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd"
21+
"kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb"
22+
"ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk"
23+
"oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf"
24+
"eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg"
25+
"nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol"
26+
"wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp"
27+
"hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy"
28+
"qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah"
29+
"wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu"
30+
"pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef"
31+
"dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"'
32+
dataset_name: 2keys-set-10-100-elements-org1
33+
dataset_description: This dataset contains 2 set keys, one with 10 elements and
34+
the other with 100 elements. The smaller set is a subset of the larger one.
35+
tested-commands:
36+
- smembers
37+
- sdiff
38+
redis-topologies:
39+
- oss-standalone
40+
build-variants:
41+
- gcc:15.2.0-amd64-debian-bookworm-default
42+
- gcc:15.2.0-arm64-debian-bookworm-default
43+
- dockerhub
44+
clientconfig:
45+
run_image: redislabs/memtier_benchmark:edge
46+
tool: memtier_benchmark
47+
arguments: --command="SDIFF set:{org1}:100 set:{org1}:10" --command "SMEMBERS set:{org1}:100" --command
48+
"SMEMBERS set:{org1}:10" --command "SUNION set:{org1}:100 set:{org1}:10" --hide-histogram --test-time 180
49+
resources:
50+
requests:
51+
cpus: '4'
52+
memory: 2g
53+
tested-groups:
54+
- set
55+
priority: 131

0 commit comments

Comments
 (0)