Removed very large benchmarks from SPEC.

Author: fcostaoliveira

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "redis-benchmarks-specification"
-version = "0.1.272"
+version = "0.1.275"
 description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute."
 authors = ["filipecosta90 <filipecosta.90@gmail.com>","Redis Performance Group <performance@redis.com>"]
 readme = "Readme.md"

redis_benchmarks_specification/__common__/timeseries.py

@@ -133,6 +133,9 @@ def extract_results_table(
                 use_metric_context_path = False
                 if len(find_res) > 1:
                     use_metric_context_path = True
+                # Always use context path for precision_summary metrics to show actual precision levels
+                if "precision_summary" in metric_jsonpath and "*" in metric_jsonpath:
+                    use_metric_context_path = True
                 for metric in find_res:
                     metric_name = str(metric.path)
                     metric_value = float(metric.value)
@@ -142,15 +145,34 @@ def extract_results_table(
                     if metric_jsonpath[0] == ".":
                         metric_jsonpath = metric_jsonpath[1:]
 
+                    # For precision_summary metrics, construct the full resolved path for display
+                    display_path = metric_jsonpath
+                    if "precision_summary" in metric_jsonpath and "*" in metric_jsonpath and use_metric_context_path:
+                        # Replace the wildcard with the actual precision level
+                        display_path = metric_jsonpath.replace("*", metric_context_path)
+
                     # retro-compatible naming
                     if use_metric_context_path is False:
                         metric_name = metric_jsonpath
-
-                    metric_name = metric_name.replace("'", "")
-                    metric_name = metric_name.replace('"', "")
-                    metric_name = metric_name.replace("(", "")
-                    metric_name = metric_name.replace(")", "")
-                    metric_name = metric_name.replace(" ", "_")
+                    else:
+                        # For display purposes, use the resolved path for precision_summary
+                        if "precision_summary" in metric_jsonpath and "*" in metric_jsonpath:
+                            metric_name = display_path
+                        else:
+                            # Clean up the metric name for other cases
+                            metric_name = metric_name.replace("'", "")
+                            metric_name = metric_name.replace('"', "")
+                            metric_name = metric_name.replace("(", "")
+                            metric_name = metric_name.replace(")", "")
+                            metric_name = metric_name.replace(" ", "_")
+
+                    # Apply standard cleaning to all metric names
+                    if not ("precision_summary" in metric_jsonpath and "*" in metric_jsonpath and use_metric_context_path):
+                        metric_name = metric_name.replace("'", "")
+                        metric_name = metric_name.replace('"', "")
+                        metric_name = metric_name.replace("(", "")
+                        metric_name = metric_name.replace(")", "")
+                        metric_name = metric_name.replace(" ", "_")
 
                     results_matrix.append(
                         [

redis_benchmarks_specification/__runner__/args.py

@@ -208,11 +208,17 @@ def create_client_runner_args(project_name):
         type=int,
         help="override memtier number of runs for each benchmark. By default will run once each test",
     )
+    parser.add_argument(
+        "--timeout-buffer",
+        default=60,
+        type=int,
+        help="Buffer time in seconds to add to test-time for process timeout (both Docker containers and local processes). Default is 60 seconds.",
+    )
     parser.add_argument(
         "--container-timeout-buffer",
         default=60,
         type=int,
-        help="Buffer time in seconds to add to test-time for container timeout. Default is 60 seconds.",
+        help="Deprecated: Use --timeout-buffer instead. Buffer time in seconds to add to test-time for container timeout.",
     )
     parser.add_argument(
         "--cluster-mode",
@@ -225,4 +231,40 @@ def create_client_runner_args(project_name):
         default="",
         help="UNIX Domain socket name",
     )
+    parser.add_argument(
+        "--enable-remote-profiling",
+        default=False,
+        action="store_true",
+        help="Enable remote profiling of Redis processes via HTTP GET endpoint. Profiles are collected in folded format during benchmark execution.",
+    )
+    parser.add_argument(
+        "--remote-profile-host",
+        type=str,
+        default="localhost",
+        help="Host for remote profiling HTTP endpoint. Default is localhost.",
+    )
+    parser.add_argument(
+        "--remote-profile-port",
+        type=int,
+        default=8080,
+        help="Port for remote profiling HTTP endpoint. Default is 8080.",
+    )
+    parser.add_argument(
+        "--remote-profile-output-dir",
+        type=str,
+        default="profiles",
+        help="Directory to store remote profiling output files. Default is 'profiles/'.",
+    )
+    parser.add_argument(
+        "--remote-profile-username",
+        type=str,
+        default=None,
+        help="Username for HTTP basic authentication to remote profiling endpoint. Optional.",
+    )
+    parser.add_argument(
+        "--remote-profile-password",
+        type=str,
+        default=None,
+        help="Password for HTTP basic authentication to remote profiling endpoint. Optional.",
+    )
     return parser