From 6499deca6c79270f53294f072bf060830ea88c3e Mon Sep 17 00:00:00 2001 From: SeqIO Team Date: Wed, 8 May 2024 08:12:06 -0700 Subject: [PATCH] Allow for no splits to be defined in the tasks and raise a warning. PiperOrigin-RevId: 631804931 --- seqio/dataset_providers.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/seqio/dataset_providers.py b/seqio/dataset_providers.py index eda91545..a9958679 100644 --- a/seqio/dataset_providers.py +++ b/seqio/dataset_providers.py @@ -2022,6 +2022,8 @@ def get_dataset( # pytype: disable=signature-mismatch # overriding-parameter-t self._check_compatible_features() tasks = [] for task in self.tasks: + if not task.source.splits: + logging.warning("Task %s has no splits defined, skipping.", task.name) if split not in task.splits: logging.warning( "Task %s has no '%s' split, skipping.", task.name, split