Skip to content

Commit f52f057

Browse files
committed
[data] fix the test, test_chain
Signed-off-by: Xingyu Long <xingyulong97@gmail.com>
1 parent f0dcb1d commit f52f057

File tree

1 file changed

+16
-3
lines changed

1 file changed

+16
-3
lines changed

python/ray/data/preprocessors/chain.py

+16-3
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
from typing import TYPE_CHECKING
1+
from typing import TYPE_CHECKING, Optional
22

33
from ray.air.util.data_batch_conversion import BatchFormat
44
from ray.data import Dataset
@@ -79,9 +79,22 @@ def fit_transform(self, ds: Dataset) -> Dataset:
7979
ds = preprocessor.fit_transform(ds)
8080
return ds
8181

82-
def _transform(self, ds: Dataset) -> Dataset:
82+
def _transform(
83+
self,
84+
ds: Dataset,
85+
batch_size: Optional[int],
86+
num_cpus: Optional[float] = None,
87+
memory: Optional[float] = None,
88+
concurrency: Optional[int] = None,
89+
) -> Dataset:
8390
for preprocessor in self.preprocessors:
84-
ds = preprocessor.transform(ds)
91+
ds = preprocessor.transform(
92+
ds,
93+
batch_size=batch_size,
94+
num_cpus=num_cpus,
95+
memory=memory,
96+
concurrency=concurrency,
97+
)
8598
return ds
8699

87100
def _transform_batch(self, df: "DataBatchType") -> "DataBatchType":

0 commit comments

Comments
 (0)