Skip to content

Commit

Permalink
run pre commit
Browse files Browse the repository at this point in the history
  • Loading branch information
alex-hh committed Oct 10, 2024
1 parent 4fac60a commit afa78aa
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions src/datasets/iterable_dataset.py
Original file line number Diff line number Diff line change
Expand Up @@ -2417,7 +2417,7 @@ def map(
fn_kwargs = {}

ex_iterable = self._ex_iterable
if (self._formatting and self._formatting.format_type == "arrow"):
if self._formatting and self._formatting.format_type == "arrow":
# apply formatting before iter_arrow to keep map examples iterable happy
ex_iterable = FormattedExamplesIterable(
ex_iterable,
Expand Down Expand Up @@ -2539,7 +2539,9 @@ def filter(
batch_size=batch_size,
fn_kwargs=fn_kwargs,
# TODO: could allow arbitrary formatting with arrow iteration on filter, but currently blocked in iter_arrow
formatting=copy.deepcopy(self._formatting) if self._formatting and self._formatting.format_type == "arrow" else None,
formatting=copy.deepcopy(self._formatting)
if self._formatting and self._formatting.format_type == "arrow"
else None,
)
return IterableDataset(
ex_iterable=ex_iterable,
Expand Down

0 comments on commit afa78aa

Please sign in to comment.