Report config selector (#107)

* report configs in runner

* space in help

* default and const value

* pep8

* retrigger checks

* old name

* update help

Author: dmitrii-kriukov

report_generator/xpu_report_gen_config.json

@@ -0,0 +1,31 @@
+{
+    "header": [
+        "algorithm",
+        "stage",
+        "device",
+        "input_data:data_order",
+        "input_data:data_type",
+        "input_data:dataset_name",
+        "input_data:classes",
+        "algorithm_parameters:tol",
+        "algorithm_parameters:max_iter",
+        "algorithm_parameters:solver",
+        "algorithm_parameters:C",
+        "algorithm_parameters:kernel",
+        "algorithm_parameters:nu",
+        "algorithm_parameters:eps",
+        "algorithm_parameters:n_neighbors",
+        "algorithm_parameters:n_estimators",
+        "algorithm_parameters:n_clusters",
+        "algorithm_parameters:min_samples",
+        "algorithm_parameters:fit_intercept",
+        "algorithm_parameters:max_depth",
+        "algorithm_parameters:max_features"
+    ],
+    "comparison_method": {
+        "default": "2 / 1"
+    },
+    "aggregation_metrics": [
+        "geomean"
+    ]
+}

runner.py

@@ -71,9 +71,13 @@ def get_configs(path: Path) -> List[str]:
     parser.add_argument('--verbose', default='INFO', type=str,
                         choices=("ERROR", "WARNING", "INFO", "DEBUG"),
                         help='Print additional information during benchmarks running')
-    parser.add_argument('--report', default=False, action='store_true',
+    parser.add_argument('--report', nargs='?', default=None, metavar='ConfigPath', type=str,
+                        const='report_generator/default_report_gen_config.json',
                         help='Create an Excel report based on benchmarks results. '
-                             'Need "openpyxl" library')
+                        'If the parameter is not set, the reporter will not be launched. '
+                        'If the parameter is set and the config is not specified, '
+                        'the default config will be used. '
+                        'Need "openpyxl" library')
     args = parser.parse_args()
 
     logging.basicConfig(
@@ -278,7 +282,7 @@ class GenerationArgs:
         command = 'python report_generator/report_generator.py ' \
             + f'--result-files {name_result_file} '              \
             + f'--report-file {name_result_file}.xlsx '          \
-            + '--generation-config report_generator/default_report_gen_config.json'
+            + '--generation-config ' + args.report
         logging.info(command)
         stdout, stderr = utils.read_output_from_command(command)
         if stderr != '':