We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 67907b1 commit 650a285Copy full SHA for 650a285
src/datasets/iterable_dataset.py
@@ -2194,7 +2194,9 @@ def _prepare_ex_iterable_for_iteration(
2194
self, batch_size: int = 1, drop_last_batch: bool = False
2195
) -> _BaseExamplesIterable:
2196
ex_iterable = self._ex_iterable
2197
- if self._formatting and (ex_iterable.iter_arrow or self._formatting.is_table):
+ if (self._formatting or (self.features and ex_iterable.features != self.features)) and (
2198
+ ex_iterable.iter_arrow or self._formatting.is_table
2199
+ ):
2200
ex_iterable = RebatchedArrowExamplesIterable(
2201
ex_iterable, batch_size=batch_size, drop_last_batch=drop_last_batch
2202
)
0 commit comments