Benchmark for read_csv() via PyArrow (#332)

* Allow variable arguments in calc_compilation() and get_times() functions

* Benchmark test for read_csv()

Author: PokhodenkoSA

sdc/tests/tests_perf/__init__.py

@@ -1,3 +1,4 @@
 from sdc.tests.tests_perf.test_perf_unicode import *
 from sdc.tests.tests_perf.test_perf_series_str import *
 from sdc.tests.tests_perf.test_perf_series import *
+from . import test_perf_read_csv

sdc/tests/tests_perf/gen_csv.py

@@ -0,0 +1,45 @@
+# -*- coding: utf-8 -*-
+# *****************************************************************************
+# Copyright (c) 2019, Intel Corporation All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+#     Redistributions of source code must retain the above copyright notice,
+#     this list of conditions and the following disclaimer.
+#
+#     Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+# THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
+# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
+# OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
+# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+# EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+# *****************************************************************************
+
+import csv
+
+
+def generate(rows, headers, providers, file_name):
+    """Generate CSV file.
+    rows: rows count
+    headers: list of column names
+    providers: list of functions whic provide values for corresponding column
+    file_name:
+    """
+
+    assert len(headers) == len(providers)
+
+    with open(file_name, 'wt') as f:
+        writer = csv.DictWriter(f, fieldnames=headers)
+        writer.writeheader()
+        for i in range(rows):
+            writer.writerow({k: p() for k, p in zip(headers, providers)})

sdc/tests/tests_perf/test_perf_read_csv.py

@@ -0,0 +1,109 @@
+# -*- coding: utf-8 -*-
+# *****************************************************************************
+# Copyright (c) 2019, Intel Corporation All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+#     Redistributions of source code must retain the above copyright notice,
+#     this list of conditions and the following disclaimer.
+#
+#     Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+# THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
+# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
+# OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
+# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+# EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+# *****************************************************************************
+
+import time
+import random
+
+import pandas
+import sdc
+
+from .test_perf_base import TestBase
+from .test_perf_utils import calc_compilation, get_times
+
+from .gen_csv import generate
+
+
+def generate_csv():
+    """Generate CSV file and return file name."""
+    rows = 10**5
+    file_name = f"data_{rows}.csv"
+    r = random.Random(0)  # seed=0
+    generate(rows,
+        ['A', 'B', 'C'],
+        [
+            lambda: int(r.random() * 10000),
+            lambda: r.uniform(-1.0, 1.0),
+            lambda: r.uniform(-1.0, 1.0)
+        ],
+        file_name
+    )
+    return file_name
+
+
+def make_func(file_name):
+    """Create function for testing.
+    It is necessary because file_name should be constant for jitted function.
+    """
+    def _function():
+        start = time.time()
+        df = pandas.read_csv(file_name)
+        return time.time() - start, df
+    return _function
+
+
+class TestPandasReadCSV(TestBase):
+
+    @classmethod
+    def setUpClass(cls):
+        super().setUpClass()
+        cls.generated_file = generate_csv()
+
+    def _test_jitted(self, pyfunc, record, *args, **kwargs):
+        # compilation time
+        record["compile_results"] = calc_compilation(pyfunc, *args, **kwargs)
+
+        sdc_func = sdc.jit(pyfunc)
+
+        # Warming up
+        sdc_func(*args, **kwargs)
+
+        # execution and boxing time
+        record["test_results"], record["boxing_results"] = \
+            get_times(sdc_func, *args, **kwargs)
+
+    def _test_python(self, pyfunc, record, *args, **kwargs):
+        record["test_results"], _ = \
+            get_times(pyfunc, *args, **kwargs)
+
+    def _test_case(self, pyfunc, name):
+        base = {
+            "test_name": name,
+            "data_size": 10**5,
+        }
+
+        record = base.copy()
+        record["test_type"] = 'SDC'
+        self._test_jitted(pyfunc, record)
+        self.test_results.add(**record)
+
+        record = base.copy()
+        record["test_type"] = 'Python'
+        self._test_python(pyfunc, record)
+        self.test_results.add(**record)
+
+    def test_read_csv(self):
+        self._test_case(make_func(self.generated_file), 'read_csv')

sdc/tests/tests_perf/test_perf_utils.py

@@ -169,24 +169,24 @@ def calc_compile_time(func, *args, **kwargs):
     return calc_time(func, *args, **kwargs) - calc_time(func, *args, **kwargs)
 
 
-def calc_compilation(pyfunc, data, iter_number=5):
+def calc_compilation(pyfunc, *args, iter_number=5):
     """Calculate compile time several times."""
     compile_times = []
     for _ in range(iter_number):
         with do_jit(pyfunc) as cfunc:
-            compile_time = calc_compile_time(cfunc, data)
+            compile_time = calc_compile_time(cfunc, *args)
             compile_times.append(compile_time)
 
     return compile_times
 
 
-def get_times(f, test_data, iter_number=5):
+def get_times(f, *args, iter_number=5):
     """Get time of boxing+unboxing and internal execution"""
     exec_times = []
     boxing_times = []
     for _ in range(iter_number):
         ext_start = time.time()
-        int_result, _ = f(test_data)
+        int_result, _ = f(*args)
         ext_finish = time.time()
 
         exec_times.append(int_result)