Fix tokenizers training in notebook (huggingface#10110)

markurtz · Feb 10, 2021 · 1fbaa3c · 1fbaa3c
1 parent 85395e4
commit 1fbaa3c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/notebooks/01-training-tokenizers.ipynb b/notebooks/01-training-tokenizers.ipynb
@@ -229,7 +229,7 @@
     "\n",
     "# We initialize our trainer, giving him the details about the vocabulary we want to generate\n",
     "trainer = BpeTrainer(vocab_size=25000, show_progress=True, initial_alphabet=ByteLevel.alphabet())\n",
-    "tokenizer.train(trainer, [\"big.txt\"])\n",
+    "tokenizer.train(files=[\"big.txt\"], trainer=trainer)\n",
     "\n",
     "print(\"Trained vocab size: {}\".format(tokenizer.get_vocab_size()))"
    ]