fix hiyouga#318

tayanzhuifeng · Jul 19, 2023 · d4ad2d8 · d4ad2d8
1 parent 81453be
commit d4ad2d8
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/glmtuner/extras/misc.py b/src/glmtuner/extras/misc.py
@@ -107,6 +107,7 @@ def auto_configure_device_map(num_gpus: int, use_v2: bool) -> Dict[str, int]:
             "transformer.encoder.final_layernorm": 0,
             "transformer.output_layer": 0,
             "transformer.rotary_pos_emb": 0,
+            "transformer.prefix_encoder": 0,
             "lm_head": 0
         }
     else: