diff --git a/ultravox/tools/ds_tool/ds_tool.py b/ultravox/tools/ds_tool/ds_tool.py index e99744fe..6feaa126 100644 --- a/ultravox/tools/ds_tool/ds_tool.py +++ b/ultravox/tools/ds_tool/ds_tool.py @@ -478,6 +478,8 @@ def main(args: DatasetToolArgs): if args.num_samples: ds_split = ds_split.select(range(args.num_samples)) + if args.upload_split: + split_name = args.upload_split ds_chunk_proc.process_and_upload_split_rescursive( split_name, ds_split, 0, len(ds_split) )