Fix nworkers for tinystories tutorial (#280)

Signed-off-by: Ryan Wolf <rywolf@nvidia.com>
NVIDIA · Oct 3, 2024 · c75a9d2 · c75a9d2
1 parent 044a2a9
commit c75a9d2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tutorials/tinystories/main.py b/tutorials/tinystories/main.py
@@ -215,7 +215,7 @@ def main():
     parser = argparse.ArgumentParser()
     args = ArgumentHelper(parser).add_distributed_args().parse_args()
     # Limit the total number of workers to ensure we don't run out of memory.
-    args.n_workers = min(args.n_workers, 8)
+    args.n_workers = min(args.n_workers, 4)
 
     # Prepare the download and JSONL directories.
     if not os.path.isdir(DATA_DIR):