fix ernie tiny v2 model config (#4049)

PaddlePaddle · Dec 8, 2022 · 4d736b5 · 4d736b5
1 parent c6f6fee
commit 4d736b5
Showing 1 changed file with 7 additions and 7 deletions.
diff --git a/paddlenlp/transformers/ernie/modeling.py b/paddlenlp/transformers/ernie/modeling.py
@@ -821,7 +821,7 @@ class ErniePretrainedModel(PretrainedModel):
             "num_hidden_layers": 12,
             "task_type_vocab_size": 3,
             "type_vocab_size": 4,
-            "use_task_id": True,
+            "use_task_id": False,
             "vocab_size": 40000,
         },
         "ernie-3.0-tiny-medium-v2": {
@@ -836,7 +836,7 @@ class ErniePretrainedModel(PretrainedModel):
             "num_hidden_layers": 6,
             "task_type_vocab_size": 16,
             "type_vocab_size": 4,
-            "use_task_id": True,
+            "use_task_id": False,
             "vocab_size": 40000,
         },
         "ernie-3.0-tiny-mini-v2": {
@@ -851,7 +851,7 @@ class ErniePretrainedModel(PretrainedModel):
             "num_hidden_layers": 6,
             "task_type_vocab_size": 16,
             "type_vocab_size": 4,
-            "use_task_id": True,
+            "use_task_id": False,
             "vocab_size": 40000,
         },
         "ernie-3.0-tiny-micro-v2": {
@@ -866,7 +866,7 @@ class ErniePretrainedModel(PretrainedModel):
             "num_hidden_layers": 4,
             "task_type_vocab_size": 16,
             "type_vocab_size": 4,
-            "use_task_id": True,
+            "use_task_id": False,
             "vocab_size": 40000,
         },
         "ernie-3.0-tiny-nano-v2": {
@@ -881,22 +881,22 @@ class ErniePretrainedModel(PretrainedModel):
             "num_hidden_layers": 4,
             "task_type_vocab_size": 16,
             "type_vocab_size": 4,
-            "use_task_id": True,
+            "use_task_id": False,
             "vocab_size": 40000,
         },
         "ernie-3.0-tiny-pico-v2": {
             "attention_probs_dropout_prob": 0.1,
             "hidden_act": "gelu",
             "hidden_dropout_prob": 0.1,
             "hidden_size": 128,
-            "intermediate_size": 1248,
+            "intermediate_size": 512,
             "initializer_range": 0.02,
             "max_position_embeddings": 2048,
             "num_attention_heads": 2,
             "num_hidden_layers": 3,
             "task_type_vocab_size": 16,
             "type_vocab_size": 4,
-            "use_task_id": True,
+            "use_task_id": False,
             "vocab_size": 40000,
         },
     }