Upload split nameing

fixie-ai · Sep 13, 2024 · 5cfb67f · 5cfb67f
1 parent 23806fb
commit 5cfb67f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/ultravox/tools/ds_tool/ds_tool.py b/ultravox/tools/ds_tool/ds_tool.py
@@ -478,6 +478,8 @@ def main(args: DatasetToolArgs):
         if args.num_samples:
             ds_split = ds_split.select(range(args.num_samples))
 
+        if args.upload_split:
+            split_name = args.upload_split
         ds_chunk_proc.process_and_upload_split_rescursive(
             split_name, ds_split, 0, len(ds_split)
         )