diff --git a/seqio/dataset_providers.py b/seqio/dataset_providers.py
index 7c0b41b1..d9a107c4 100644
--- a/seqio/dataset_providers.py
+++ b/seqio/dataset_providers.py
@@ -338,7 +338,10 @@ def __init__(self,
       caching_permitted: indicates whether this data source may be cached.
         Default True.
     """
-    _validate_args(dataset_fn, ["split", "shuffle_files"])
+    try:
+      _validate_args(dataset_fn, ["split", "shuffle_files", "seed"])
+    except ValueError:
+      _validate_args(dataset_fn, ["split", "shuffle_files"])
     self._dataset_fn = dataset_fn
     super().__init__(
         splits=splits,