From a0b69bd9f60bfaddaafc5d5d69d21d14b4be038e Mon Sep 17 00:00:00 2001 From: bzantium Date: Wed, 31 Dec 2025 10:52:42 +0900 Subject: [PATCH] Synchronize grain/python/experimental.py with grain/experimental.py Signed-off-by: bzantium --- grain/experimental.py | 8 ++++-- grain/python/experimental.py | 48 +----------------------------------- 2 files changed, 7 insertions(+), 49 deletions(-) diff --git a/grain/experimental.py b/grain/experimental.py index c4686223..0be6cca3 100644 --- a/grain/experimental.py +++ b/grain/experimental.py @@ -19,8 +19,10 @@ # pylint: disable=g-multiple-import # pylint: disable=unused-import -from grain._src.core.transforms import FlatMapTransform - +from grain._src.core.transforms import ( + FlatMapTransform, + MapWithIndex as MapWithIndexTransform, +) from grain._src.python.dataset.base import ( DatasetOptions, ExecutionTrackingMode, @@ -44,6 +46,8 @@ ) from grain._src.python.dataset.transformations.limit import LimitIterDataset from grain._src.python.dataset.transformations.map import RngPool + +from grain._src.python.dataset.transformations.mix import ConcatenateMapDataset from grain._src.python.dataset.transformations.packing import ( FirstFitPackIterDataset, BestFitPackIterDataset, diff --git a/grain/python/experimental.py b/grain/python/experimental.py index 1bdbe4fb..93a686a5 100644 --- a/grain/python/experimental.py +++ b/grain/python/experimental.py @@ -22,50 +22,4 @@ # pylint: disable=g-multiple-import # pylint: disable=unused-import -from grain._src.python.dataset.base import ( - DatasetOptions, - ExecutionTrackingMode, -) -from grain._src.python.dataset.dataset import ( - apply_transformations, - WithOptionsIterDataset, -) -from grain._src.python.dataset.sources.parquet_dataset import ParquetIterDataset -from grain._src.python.dataset.transformations.batch import batch_and_pad -from grain._src.python.dataset.transformations.flatmap import ( - FlatMapMapDataset, - FlatMapIterDataset, -) -from grain._src.python.dataset.transformations.interleave import ( - InterleaveIterDataset, -) -from grain._src.python.dataset.transformations.limit import LimitIterDataset -from grain._src.python.dataset.transformations.map import RngPool -from grain._src.python.dataset.transformations.mix import ConcatenateMapDataset -from grain._src.python.dataset.transformations.packing import FirstFitPackIterDataset -from grain._src.python.dataset.transformations.packing_concat_then_split import ( - BOSHandling, - ConcatThenSplitIterDataset, -) -from grain._src.python.dataset.transformations.prefetch import ( - ThreadPrefetchIterDataset, - ThreadPrefetchDatasetIterator, -) -from grain._src.python.dataset.transformations.shuffle import ( - WindowShuffleMapDataset, - WindowShuffleIterDataset, -) -from grain._src.python.dataset.transformations.zip import ( - ZipMapDataset, - ZipIterDataset, -) -from grain._src.core.transforms import ( - FlatMapTransform, - MapWithIndex as MapWithIndexTransform, -) -from grain._src.python.experimental.example_packing.packing import PackAndBatchOperation - -# This should evetually live under grain.testing. -from grain._src.python.testing.experimental import assert_equal_output_after_checkpoint - -from grain._src.python.experimental.index_shuffle.python.index_shuffle_module import index_shuffle +from grain.experimental import * \ No newline at end of file