local_len() for 1D_Var of str arr

Author: Ehsan Totoni

hpat/distributed_analysis.py

@@ -600,6 +600,8 @@ def _analyze_call_hpat_dist(self, lhs, func_name, args, array_dists):
         """analyze distributions of hpat distributed functions
         (hpat.distributed_api.func_name)
         """
+        if func_name == 'local_len':
+            return
         if func_name == 'parallel_print':
             return
 

hpat/distributed_api.py

@@ -334,6 +334,10 @@ def getitem_impl(arr, slice_index, start, count):
     return getitem_impl
 
 
+@numba.njit
+def local_len(A):
+    return len(A)
+
 # send_data, recv_data, send_counts, recv_counts, send_disp, recv_disp, typ_enum
 c_alltoallv = types.ExternalFunction("c_alltoallv", types.void(types.voidptr,
     types.voidptr, types.voidptr, types.voidptr, types.voidptr, types.voidptr, types.int32))

hpat/hiframes/series_kernels.py

@@ -71,7 +71,10 @@ def _series_dropna_float_impl(S):  # pragma: no cover
     return hpat.hiframes.api.init_series(A)
 
 def _series_dropna_str_alloc_impl(B):  # pragma: no cover
-    old_len = len(B)
+    # local_len to enable 1D_Var dist
+    # TODO: test
+    # TODO: generalize
+    old_len = hpat.distributed_api.local_len(B)
     # TODO: more efficient null counting
     new_len = old_len - hpat.hiframes.api.init_series(B).isna().sum()
     num_chars = hpat.str_arr_ext.num_total_chars(B)