fix: HDF5Datasets with pool_size

fix: with_param=range with group_size

Signed-off-by: zjgemi <[email protected]>

src/dflow/python/opio.py

@@ -25,6 +25,9 @@ class HDF5Dataset:
     def __init__(self, dataset):
         self.dataset = dataset
 
+    def __deepcopy__(self, memo=None):
+        return self
+
     def get_data(self):
         data = self.dataset[()]
         if self.dataset.attrs.get("dtype") == "utf-8":

src/dflow/step.py

@@ -722,9 +722,9 @@ def merge_output_artifact(art, parent, layer=0):
                     nslices = argo_len(self.with_param)
                 old_slices = self.template.slices.slices
                 self.template.slices.slices = \
-                    "[json.loads(r'''{{inputs.parameters.dflow_with_param}}"\
-                    "''')[%s] for i in range({{item}}*%s, min(({{item}}+1)*%s"\
-                    ", {{inputs.parameters.dflow_nslices}}))]" % (
+                    "[jsonpickle.loads(r'''{{inputs.parameters.dflow_with_par"\
+                    "am}}''')[%s] for i in range({{item}}*%s, min(({{item}}+1"\
+                    ")*%s, {{inputs.parameters.dflow_nslices}}))]" % (
                         old_slices.replace("{{item}}", "shuffled[i]"
                                            if self.template.slices.shuffle
                                            else "i"), group_size, group_size)