Fix test string

bigscience-workshop · Aug 8, 2023 · dac177a · dac177a
1 parent a065dce
commit dac177a
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/tests/test_full_model.py b/tests/test_full_model.py
@@ -35,7 +35,8 @@ def test_full_model_exact_match(
 
     assert len(model.transformer.h) == model.config.num_hidden_layers
 
-    test_inputs = tokenizer("A quick brown fox was minding its own buisness", return_tensors="pt")["input_ids"]
+    test_inputs = tokenizer("A cat was minding its own business", return_tensors="pt")["input_ids"]
+    assert (test_inputs < crop_vocab_size).all(), f"The test string has token_ids >= {crop_vocab_size}"
 
     with torch.inference_mode():
         parallel_outputs = model.forward(test_inputs).logits