Merge pull request #314 from Rubtsowa/testperf

performance tests for series.min/max

Author: densmirn

sdc/tests/test_utils.py

@@ -25,6 +25,7 @@
 # EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 # *****************************************************************************
 
+import numpy as np
 
 import sdc
 import numba
@@ -36,6 +37,14 @@
     '大处 着眼，c小处着手c。大大c大处',
 ]
 
+min_float64 = np.finfo('float64').min
+max_float64 = np.finfo('float64').max
+
+test_global_input_data_float64 = [
+    [1., np.nan, -1., 0., min_float64, max_float64, max_float64, min_float64],
+    [np.nan, np.inf, np.inf, np.nan, np.nan, np.nan, np.NINF, np.NZERO]
+]
+
 
 def count_array_REPs():
     if sdc.config.config_pipeline_hpat_default:

sdc/tests/tests_perf/__init__.py

@@ -1,2 +1,3 @@
 from sdc.tests.tests_perf.test_perf_unicode import *
 from sdc.tests.tests_perf.test_perf_series_str import *
+from sdc.tests.tests_perf.test_perf_series import *

sdc/tests/tests_perf/test_perf_series.py

@@ -0,0 +1,79 @@
+# -*- coding: utf-8 -*-
+# *****************************************************************************
+# Copyright (c) 2019, Intel Corporation All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+#     Redistributions of source code must retain the above copyright notice,
+#     this list of conditions and the following disclaimer.
+#
+#     Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+# THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
+# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
+# OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
+# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+# EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+# *****************************************************************************
+import pandas as pd
+
+from sdc.tests.test_utils import *
+from sdc.tests.tests_perf.test_perf_base import TestBase
+from sdc.tests.tests_perf.test_perf_utils import *
+
+
+def usecase_series_min(input_data):
+    start_time = time.time()
+    res = input_data.min()
+    finish_time = time.time()
+
+    return finish_time - start_time, res
+
+
+def usecase_series_max(input_data):
+    start_time = time.time()
+    res = input_data.max()
+    finish_time = time.time()
+
+    return finish_time - start_time, res
+
+
+# python -m sdc.runtests sdc.tests.tests_perf.test_perf_series.TestSeriesMethods
+class TestSeriesMethods(TestBase):
+    @classmethod
+    def setUpClass(cls):
+        super().setUpClass()
+        cls.total_data_length = [5 * 10 ** 8]
+
+    def _test_series(self, pyfunc, name):
+        input_data = test_global_input_data_float64
+        hpat_func = sdc.jit(pyfunc)
+        for data_length in self.total_data_length:
+            data, = perf_data_gen_fixed_len(input_data, data_length, 1)
+            test_data = pd.Series(data)
+
+            compile_results = calc_compilation(pyfunc, test_data, iter_number=self.iter_number)
+            # Warming up
+            hpat_func(test_data)
+
+            exec_times, boxing_times = get_times(hpat_func, test_data, iter_number=self.iter_number)
+            self.test_results.add(name, 'JIT', test_data.size, exec_times, boxing_results=boxing_times,
+                                  compile_results=compile_results)
+
+            exec_times, _ = get_times(pyfunc, test_data, iter_number=self.iter_number)
+            self.test_results.add(name, 'Reference', test_data.size, test_results=exec_times)
+
+    def test_series_float_min(self):
+        self._test_series(usecase_series_min, 'series_float_min')
+
+    def test_series_float_max(self):
+        self._test_series(usecase_series_max, 'series_float_max')

sdc/tests/tests_perf/test_perf_series_str.py

@@ -26,145 +26,107 @@
 # *****************************************************************************
 
 import itertools
+import os
 import time
 import unittest
 from contextlib import contextmanager
 
 import pandas as pd
 
 from sdc.tests.test_utils import *
-from sdc.tests.tests_perf.test_perf_base import TestBase
 from sdc.tests.tests_perf.test_perf_utils import *
 
 
 def usecase_series_len(input_data):
     start_time = time.time()
-    input_data.str.len()
+    res = input_data.str.len()
     finish_time = time.time()
 
-    return finish_time - start_time
+    return finish_time - start_time, res
 
 
 def usecase_series_capitalize(input_data):
     start_time = time.time()
-    input_data.str.capitalize()
+    res = input_data.str.capitalize()
     finish_time = time.time()
 
-    return finish_time - start_time
+    return finish_time - start_time, res
 
 
 def usecase_series_lower(input_data):
     start_time = time.time()
-    input_data.str.lower()
+    res = input_data.str.lower()
     finish_time = time.time()
 
-    return finish_time - start_time
+    return finish_time - start_time, res
 
 
 def usecase_series_swapcase(input_data):
     start_time = time.time()
-    input_data.str.swapcase()
+    res = input_data.str.swapcase()
     finish_time = time.time()
 
-    return finish_time - start_time
+    return finish_time - start_time, res
 
 
 def usecase_series_title(input_data):
     start_time = time.time()
-    input_data.str.title()
+    res = input_data.str.title()
     finish_time = time.time()
 
-    return finish_time - start_time
+    return finish_time - start_time, res
 
 
 def usecase_series_upper(input_data):
     start_time = time.time()
-    input_data.str.upper()
+    res = input_data.str.upper()
     finish_time = time.time()
 
-    return finish_time - start_time
+    return finish_time - start_time, res
 
 
 def usecase_series_lstrip(input_data):
     start_time = time.time()
-    input_data.str.lstrip()
+    res = input_data.str.lstrip()
     finish_time = time.time()
 
-    return finish_time - start_time
+    return finish_time - start_time, res
 
 
 def usecase_series_rstrip(input_data):
     start_time = time.time()
-    input_data.str.rstrip()
+    res = input_data.str.rstrip()
     finish_time = time.time()
 
-    return finish_time - start_time
+    return finish_time - start_time, res
 
 
 def usecase_series_strip(input_data):
     start_time = time.time()
-    input_data.str.strip()
+    res = input_data.str.strip()
     finish_time = time.time()
 
-    return finish_time - start_time
+    return finish_time - start_time, res
 
 
-@contextmanager
-def do_jit(f):
-    """Context manager to jit function"""
-    cfunc = sdc.jit(f)
-    try:
-        yield cfunc
-    finally:
-        del cfunc
+class TestSeriesStringMethods(unittest.TestCase):
+    iter_number = 5
 
-
-def calc_time(func, *args, **kwargs):
-    """Calculate execution time of specified function."""
-    start_time = time.time()
-    func(*args, **kwargs)
-    finish_time = time.time()
-
-    return finish_time - start_time
-
-
-def calc_compile_time(func, *args, **kwargs):
-    """Calculate compile time as difference between first 2 runs."""
-    return calc_time(func, *args, **kwargs) - calc_time(func, *args, **kwargs)
-
-
-def calc_compilation(pyfunc, data, iter_number=5):
-    """Calculate compile time several times."""
-    compile_times = []
-    for _ in range(iter_number):
-        with do_jit(pyfunc) as cfunc:
-            compile_time = calc_compile_time(cfunc, data)
-            compile_times.append(compile_time)
-
-    return compile_times
-
-
-def get_times(f, test_data, iter_number=5):
-    """Get time of boxing+unboxing and internal execution"""
-    exec_times = []
-    boxing_times = []
-    for _ in range(iter_number):
-        ext_start = time.time()
-        int_result = f(test_data)
-        ext_finish = time.time()
-
-        exec_times.append(int_result)
-        boxing_times.append(max(ext_finish - ext_start - int_result, 0))
-
-    return exec_times, boxing_times
-
-
-class TestSeriesStringMethods(TestBase):
     @classmethod
     def setUpClass(cls):
-        super().setUpClass()
-        cls.total_data_length = [10**4 + 513, 10**5 + 2025]
+        cls.test_results = TestResultsStr()
+        if is_true(os.environ.get('LOAD_PREV_RESULTS')):
+            cls.test_results.load()
+
+        cls.total_data_length = [10**4, 10**5]
         cls.width = [16, 64, 512, 1024]
+        cls.num_threads = int(os.environ.get('NUMBA_NUM_THREADS', config.NUMBA_NUM_THREADS))
+        cls.threading_layer = os.environ.get('NUMBA_THREADING_LAYER', config.THREADING_LAYER)
+
+    @classmethod
+    def tearDownClass(cls):
+        cls.test_results.print()
+        cls.test_results.dump()
 
     def _test_series_str(self, pyfunc, name, input_data=None):
         input_data = input_data or test_global_input_data_unicode_kind4

sdc/tests/tests_perf/test_perf_unicode.py

@@ -26,11 +26,11 @@
 # *****************************************************************************
 
 import unittest
+import os
 import time
 import numba
 
 from sdc.tests.test_utils import *
-from sdc.tests.tests_perf.test_perf_base import TestBase
 from sdc.tests.tests_perf.test_perf_utils import *
 
 
@@ -92,10 +92,13 @@ def usecase_center(input_data):
     return iter_time
 
 
-class TestStringMethods(TestBase):
+class TestStringMethods(unittest.TestCase):
     @classmethod
     def setUpClass(cls):
-        super().setUpClass()
+        cls.test_results = TestResultsStr()
+        if is_true(os.environ.get('LOAD_PREV_RESULTS')):
+            cls.test_results.load()
+
         cls.total_data_size_bytes = [1.0E+07]
         cls.width = [16, 64, 512, 1024]