Skip to content

Commit 6499dec

Browse files
SeqIO TeamSeqIO
authored andcommitted
Allow for no splits to be defined in the tasks and raise a warning.
PiperOrigin-RevId: 631804931
1 parent 444a311 commit 6499dec

1 file changed

Lines changed: 2 additions & 0 deletions

File tree

seqio/dataset_providers.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2022,6 +2022,8 @@ def get_dataset( # pytype: disable=signature-mismatch # overriding-parameter-t
20222022
self._check_compatible_features()
20232023
tasks = []
20242024
for task in self.tasks:
2025+
if not task.source.splits:
2026+
logging.warning("Task %s has no splits defined, skipping.", task.name)
20252027
if split not in task.splits:
20262028
logging.warning(
20272029
"Task %s has no '%s' split, skipping.", task.name, split

0 commit comments

Comments
 (0)