Remove split arg to support old hf datasets versions (#1288)

Signed-off-by: elronbandel <[email protected]>
IBM · Oct 20, 2024 · b158426 · b158426
1 parent a7f7b9e
commit b158426
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/src/unitxt/stream.py b/src/unitxt/stream.py
@@ -235,7 +235,6 @@ def to_dataset(
                         cache_dir=cache_dir,
                         gen_kwargs={"key": key},
                         features=features,
-                        split=key,
                     )
                     for key in self.keys()
                 }
@@ -247,7 +246,6 @@ def to_iterable_dataset(self) -> IterableDatasetDict:
                 key: IterableDataset.from_generator(
                     self.get_generator,
                     gen_kwargs={"key": key},
-                    split=key,
                 )
                 for key in self.keys()
             }