[GR-69564] Add iterations and summary functions to python interpreter benchmarks

PullRequest: graalpython/4022

Author: Andrija Kolic

benchmarks/interpreter/deltablue.py

@@ -39,6 +39,19 @@
 the layout & logic from the original. (Ugh.)
 
 """
+# Used in the polybench harness as the default number of iterations for
+# this benchmark.
+def iterations():
+    return 60
+
+# Used in the polybench harness for aggregating the iteration datapoints.
+def summary():
+    return {
+        "name": "OutlierRemovalAverageSummary",
+        "lower-threshold": 0.1,
+        "upper-threshold": 0.4,
+    }
+
 # The JS variant implements "OrderedCollection", which basically completely
 # overlaps with ``list``. So we'll cheat. :D
 class OrderedCollection(list):

benchmarks/interpreter/fibonacci.py

@@ -21,6 +21,24 @@
 # or visit www.oracle.com if you need additional information or have any
 # questions.
 
+# Used in the polybench harness as the default number of warmup iterations
+# for this benchmark.
+def warmupIterations():
+    return 10
+
+# Used in the polybench harness as the default number of iterations for
+# this benchmark.
+def iterations():
+    return 30
+
+# Used in the polybench harness for aggregating the iteration datapoints.
+def summary():
+    return {
+        "name": "OutlierRemovalAverageSummary",
+        "lower-threshold": 0,
+        "upper-threshold": 0.3,
+    }
+
 def fibonacci(n):
     if n < 1:
         return 0

benchmarks/interpreter/richards.py

@@ -45,6 +45,19 @@
 #  Outer loop added by Alex Jacoby
 from __future__ import print_function
 
+# Used in the polybench harness as the default number of iterations for
+# this benchmark.
+def iterations():
+    return 60
+
+# Used in the polybench harness for aggregating the iteration datapoints.
+def summary():
+    return {
+        "name": "OutlierRemovalAverageSummary",
+        "lower-threshold": 0.05,
+        "upper-threshold": 0.2,
+    }
+
 # Task IDs
 I_IDLE = 1
 I_WORK = 2

benchmarks/interpreter/sieve.py

@@ -21,6 +21,19 @@
 # or visit www.oracle.com if you need additional information or have any
 # questions.
 
+# Used in the polybench harness as the default number of iterations for
+# this benchmark.
+def iterations():
+    return 90
+
+# Used in the polybench harness for aggregating the iteration datapoints.
+def summary():
+    return {
+        "name": "OutlierRemovalAverageSummary",
+        "lower-threshold": 0.1,
+        "upper-threshold": 0.4,
+    }
+
 def run():
     number = 600000
     primes = list(range(0, number+1))

mx.graalpython/polybench-fork-counts.json

@@ -1,6 +1,6 @@
 {
     "polybench:warmup/pyflate-fast.py": 3,
-    "polybench:warmup/raytracer.py": 3,
+    "polybench:warmup/raytrace.py": 3,
     "polybench:interpreter/pyinit.py": 5,
     "polybench:interpreter/deltablue.py": 3,
     "polybench:interpreter/fibonacci.py": 0,