Fix bm parallel (#609)

* Add parallel=True to perf tests.

* Remove _test_jitted() and _test_python from test_perf_numpy.py b/c it is in base class

* Remove _test_jitted() and _test_python from test_perf_df_rolling.py

* Order imports in sdc/tests/tests_perf/__init__.py

* Remove _test_jitted() and _test_python from test_perf_read_csv.py

Author: PokhodenkoSA

sdc/tests/tests_perf/__init__.py

@@ -1,9 +1,9 @@
+from sdc.tests.tests_perf.test_perf_df import *
 from sdc.tests.tests_perf.test_perf_df_rolling import *
-from sdc.tests.tests_perf.test_perf_series_rolling import *
+from sdc.tests.tests_perf.test_perf_numpy import *
+from sdc.tests.tests_perf.test_perf_read_csv import *
+from sdc.tests.tests_perf.test_perf_series import *
 from sdc.tests.tests_perf.test_perf_series_operators import *
-from sdc.tests.tests_perf.test_perf_unicode import *
+from sdc.tests.tests_perf.test_perf_series_rolling import *
 from sdc.tests.tests_perf.test_perf_series_str import *
-from sdc.tests.tests_perf.test_perf_series import *
-from sdc.tests.tests_perf.test_perf_df import *
-from sdc.tests.tests_perf.test_perf_numpy import *
-from . import test_perf_read_csv
+from sdc.tests.tests_perf.test_perf_unicode import *

sdc/tests/tests_perf/test_perf_base.py

@@ -2,10 +2,11 @@
 import unittest
 import numba
 
+from sdc.tests.test_base import TestCase
 from sdc.tests.tests_perf.test_perf_utils import *
 
 
-class TestBase(unittest.TestCase):
+class TestBase(TestCase):
     iter_number = 5
     results_class = TestResults
 
@@ -42,7 +43,7 @@ def _test_jitted(self, pyfunc, record, *args, **kwargs):
         # compilation time
         record["compile_results"] = calc_compilation(pyfunc, *args, **kwargs)
 
-        cfunc = numba.njit(pyfunc)
+        cfunc = self.jit(pyfunc)
 
         # execution and boxing time
         record["test_results"], record["boxing_results"] = \

sdc/tests/tests_perf/test_perf_df_rolling.py

@@ -101,20 +101,6 @@ def setUpClass(cls):
             'var': [2 * 10 ** 5],
         }
 
-    def _test_jitted(self, pyfunc, record, *args, **kwargs):
-        # compilation time
-        record['compile_results'] = calc_compilation(pyfunc, *args, **kwargs)
-
-        cfunc = numba.njit(pyfunc)
-
-        # execution and boxing time
-        record['test_results'], record['boxing_results'] = get_times(cfunc,
-                                                                     *args,
-                                                                     **kwargs)
-
-    def _test_python(self, pyfunc, record, *args, **kwargs):
-        record['test_results'], _ = get_times(pyfunc, *args, **kwargs)
-
     def _gen_df(self, data, columns_num=10):
         """Generate DataFrame based on input data"""
         return pandas.DataFrame({col: data for col in string.ascii_uppercase[:columns_num]})

sdc/tests/tests_perf/test_perf_numpy.py

@@ -48,20 +48,6 @@ class TestFunctions(TestBase):
     def setUpClass(cls):
         super().setUpClass()
 
-    def _test_jitted(self, pyfunc, record, *args, **kwargs):
-        # compilation time
-        record["compile_results"] = calc_compilation(pyfunc, *args, **kwargs)
-
-        sdc_func = sdc.jit(pyfunc)
-
-        # execution and boxing time
-        record["test_results"], record["boxing_results"] = \
-            get_times(sdc_func, *args, **kwargs)
-
-    def _test_python(self, pyfunc, record, *args, **kwargs):
-        record["test_results"], _ = \
-            get_times(pyfunc, *args, **kwargs)
-
     def _test_case(self, cases, name, total_data_length, data_num=1, input_data=test_global_input_data_float64):
         test_name = '{}'.format(name)
 

sdc/tests/tests_perf/test_perf_read_csv.py

@@ -66,35 +66,14 @@ def setUpClass(cls):
         cls.columns = 10
         cls.generated_file = generate_csv(cls.rows, cls.columns)
 
-    def _test_jitted(self, pyfunc, record, *args, **kwargs):
-        # compilation time
-        record["compile_results"] = calc_compilation(pyfunc, *args, **kwargs)
-
-        sdc_func = sdc.jit(pyfunc)
-
-        # execution and boxing time
-        record["test_results"], record["boxing_results"] = \
-            get_times(sdc_func, *args, **kwargs)
-
-    def _test_python(self, pyfunc, record, *args, **kwargs):
-        record["test_results"], _ = \
-            get_times(pyfunc, *args, **kwargs)
-
     def _test_case(self, pyfunc, name):
         base = {
             "test_name": name,
             "data_size": f"[{self.rows},{self.columns}]",
         }
 
-        record = base.copy()
-        record["test_type"] = 'SDC'
-        self._test_jitted(pyfunc, record)
-        self.test_results.add(**record)
-
-        record = base.copy()
-        record["test_type"] = 'Python'
-        self._test_python(pyfunc, record)
-        self.test_results.add(**record)
+        self._test_jit(pyfunc, base)
+        self._test_py(pyfunc, base)
 
     def test_read_csv(self):
         self._test_case(make_func(self.generated_file), 'read_csv')