From d47f356eec09fbaed8e08d68ff7eccd4b8fbbb60 Mon Sep 17 00:00:00 2001 From: Ryan Wolf Date: Thu, 3 Oct 2024 15:21:00 -0700 Subject: [PATCH] Fix nworkers for tinystories tutorial Signed-off-by: Ryan Wolf --- tutorials/tinystories/main.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tutorials/tinystories/main.py b/tutorials/tinystories/main.py index d4dff1ee..84e9948e 100644 --- a/tutorials/tinystories/main.py +++ b/tutorials/tinystories/main.py @@ -215,7 +215,7 @@ def main(): parser = argparse.ArgumentParser() args = ArgumentHelper(parser).add_distributed_args().parse_args() # Limit the total number of workers to ensure we don't run out of memory. - args.n_workers = min(args.n_workers, 8) + args.n_workers = min(args.n_workers, 4) # Prepare the download and JSONL directories. if not os.path.isdir(DATA_DIR):