Allow for no splits to be defined in the tasks and raise a warning.

PiperOrigin-RevId: 631804931
google · May 8, 2024 · 6499dec · 6499dec
1 parent 444a311
commit 6499dec
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/seqio/dataset_providers.py b/seqio/dataset_providers.py
@@ -2022,6 +2022,8 @@ def get_dataset(  # pytype: disable=signature-mismatch  # overriding-parameter-t
     self._check_compatible_features()
     tasks = []
     for task in self.tasks:
+      if not task.source.splits:
+        logging.warning("Task %s has no splits defined, skipping.", task.name)
       if split not in task.splits:
         logging.warning(
             "Task %s has no '%s' split, skipping.", task.name, split