Remove XENON extention (#325)

Author: shssf

buildscripts/test.py

@@ -113,7 +113,7 @@
             sys.exit(0)
 
         os.environ['HDF5_DIR'] = conda_prefix
-        coverage_omit = './sdc/ml/*,./sdc/xenon_ext.py,./sdc/ros.py,./sdc/cv_ext.py,./sdc/tests/*'
+        coverage_omit = './sdc/ml/*,./sdc/cv_ext.py,./sdc/tests/*'
         coverage_cmd = ' && '.join(['coverage erase',
                                    f'coverage run --source=./sdc --omit {coverage_omit} ./sdc/runtests.py',
                                    'coveralls -v'])

sdc/__init__.py

@@ -51,9 +51,6 @@
 import sdc.timsort
 from sdc.decorators import jit
 
-if sdc.config._has_xenon:
-    from sdc.io.xenon_ext import read_xenon, xe_connect, xe_open, xe_close
-
 multithread_mode = False
 
 

sdc/config.py

@@ -56,14 +56,6 @@
     _has_opencv = True
     import sdc.cv_ext
 
-try:
-    from . import hxe_ext
-except ImportError:
-    _has_xenon = False
-else:
-    _has_xenon = True
-    import sdc.io.xenon_ext
-
 config_transport_mpi_default = distutils_util.strtobool(os.getenv('SDC_CONFIG_MPI', 'True'))
 '''
 Default value for transport used if no function decorator controls the transport

sdc/distributed.py

@@ -591,54 +591,6 @@ def f(fname, cindex, start, count):  # pragma: no cover
             out += f_block.body[:-2]
             out[-1].target = assign.target
 
-        # TODO: fix numba.extending
-        if sdc.config._has_xenon and (fdef == ('read_xenon_col', 'numba.extending')
-                                       and self._is_1D_arr(rhs.args[3].name)):
-            arr = rhs.args[3].name
-            assert len(self._array_starts[arr]) == 1, "only 1D arrs in Xenon"
-            start_var = self._array_starts[arr][0]
-            count_var = self._array_counts[arr][0]
-            rhs.args += [start_var, count_var]
-
-            def f(connect_tp, dset_tp, col_id_tp, column_tp, schema_arr_tp, start, count):  # pragma: no cover
-                return sdc.io.xenon_ext.read_xenon_col_parallel(
-                    connect_tp, dset_tp, col_id_tp, column_tp, schema_arr_tp, start, count)
-
-            return self._replace_func(f, rhs.args)
-
-        if sdc.config._has_xenon and (fdef == ('read_xenon_str', 'numba.extending')
-                                       and self._is_1D_arr(lhs)):
-            arr = lhs
-            size_var = rhs.args[3]
-            assert self.state.typemap[size_var.name] == types.intp
-            self._array_sizes[arr] = [size_var]
-            out, start_var, count_var = self._gen_1D_div(size_var, scope, loc,
-                                                         "$alloc", "get_node_portion", distributed_api.get_node_portion)
-            self._array_starts[lhs] = [start_var]
-            self._array_counts[lhs] = [count_var]
-            rhs.args.remove(size_var)
-            rhs.args.append(start_var)
-            rhs.args.append(count_var)
-
-            def f(connect_tp, dset_tp, col_id_tp, schema_arr_tp, start_tp, count_tp):  # pragma: no cover
-                return sdc.io.xenon_ext.read_xenon_str_parallel(
-                    connect_tp, dset_tp, col_id_tp, schema_arr_tp, start_tp, count_tp)
-
-            f_block = compile_to_numba_ir(f,
-                                          {'sdc': sdc},
-                                          self.state.typingctx,
-                                          (sdc.io.xenon_ext.xe_connect_type,
-                                           sdc.io.xenon_ext.xe_dset_type,
-                                           types.intp,
-                                           self.state.typemap[rhs.args[3].name],
-                                              types.intp,
-                                              types.intp),
-                                          self.state.typemap,
-                                          self.state.calltypes).blocks.popitem()[1]
-            replace_arg_nodes(f_block, rhs.args)
-            out += f_block.body[:-2]
-            out[-1].target = assign.target
-
         if (func_mod == 'sdc.hiframes.api' and func_name in (
                 'to_arr_from_series', 'ts_series_to_arr_typ',
                 'to_date_series_type', 'init_series')

sdc/distributed_analysis.py

@@ -485,18 +485,6 @@ def _analyze_call(self, lhs, rhs, func_var, args, array_dists):
                 array_dists[lhs] = Distribution.OneD
             return
 
-        # TODO: fix "numba.extending" in function def
-        if sdc.config._has_xenon and fdef == ('read_xenon_col', 'numba.extending'):
-            array_dists[args[4].name] = Distribution.REP
-            return
-
-        if sdc.config._has_xenon and fdef == ('read_xenon_str', 'numba.extending'):
-            array_dists[args[4].name] = Distribution.REP
-            # string read creates array in output
-            if lhs not in array_dists:
-                array_dists[lhs] = Distribution.OneD
-            return
-
         if func_name == 'train' and isinstance(func_mod, ir.Var):
             if self.typemap[func_mod.name] == sdc.ml.svc.svc_type:
                 self._meet_array_dists(

sdc/hiframes/hiframes_untyped.py

@@ -457,13 +457,6 @@ def _run_call(self, assign, label):
         if fdef == ('fromfile', 'numpy'):
             return sdc.io.np_io._handle_np_fromfile(assign, lhs, rhs)
 
-        if fdef == ('read_xenon', 'sdc.xenon_ext'):
-            col_items, nodes = sdc.xenon_ext._handle_read(assign, lhs, rhs, self.state.func_ir)
-            df_nodes, col_map = self._process_df_build_map(col_items)
-            self._create_df(lhs.name, col_map, label)
-            nodes += df_nodes
-            return nodes
-
         return [assign]
 
     def _run_call_df(self, assign, lhs, rhs, df_var, func_name, label):