fix str dropna()

Author: Ehsan Totoni

hpat/distributed_analysis.py

@@ -600,6 +600,9 @@ def _analyze_call_hpat_dist(self, lhs, func_name, args, array_dists):
         """analyze distributions of hpat distributed functions
         (hpat.distributed_api.func_name)
         """
+        if func_name == 'parallel_print':
+            return
+
         if func_name == 'dist_return':
             arr_name = args[0].name
             assert arr_name in array_dists, "array distribution not found"

hpat/distributed_api.py

@@ -459,6 +459,11 @@ def generic(self, args, kws):
         return signature(args[0], *args)
 
 
+@numba.njit
+def parallel_print(s):
+    print(s)
+
+
 def irecv():  # pragma: no cover
     return 0
 

hpat/f.py

@@ -309,6 +309,10 @@ def codegen(context, builder, sig, args):
                 builder.store(in_val, builder.gep(out_string_array.offsets, [curr_offset]))
                 builder.store(builder.add(curr_offset, lir.Constant(context.get_data_type(offset_typ), 1)), curr_offset_ptr)
 
+        # set last offset
+        curr_offset = builder.load(curr_offset_ptr)
+        in_val = builder.load(builder.gep(in_string_array.offsets, [n]))
+        builder.store(in_val, builder.gep(out_string_array.offsets, [curr_offset]))
         return context.get_dummy_value()
 
     return types.void(string_array_type, string_array_type), codegen

hpat/str_arr_ext.py

@@ -652,6 +652,18 @@ def test_impl(A):
         hpat_func = hpat.jit(test_impl)
         np.testing.assert_array_equal(hpat_func(S1), test_impl(S2))
 
+    @unittest.skip("TODO: fix result")
+    def test_series_dropna_str_parallel1(self):
+        def test_impl(A):
+            B = A.dropna()
+            return (B == 'gg').sum()
+
+        S1 = pd.Series(['aa', 'b', None, 'ccc', 'dd', 'gg'])
+        hpat_func = hpat.jit(distributed=['A'])(test_impl)
+        start, end = get_start_end(len(S1))
+        # TODO: gatherv
+        self.assertEqual(hpat_func(S1[start:end]), test_impl(S1))
+
     def test_series_dropna_float_inplace1(self):
         def test_impl(A):
             A.dropna(inplace=True)