add support for multipack for deepseek_v2 (axolotl-ai-cloud#1712)

quangnd2911 · Jun 20, 2024 · 4de4b40 · 4de4b40
1 parent 3f1f5e3
commit 4de4b40
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/axolotl/monkeypatch/multipack.py b/src/axolotl/monkeypatch/multipack.py
@@ -18,6 +18,7 @@
     "gemma",
     "gemmoe",
     "starcoder2",
+    "deepseek_v2",
 ]
 
 
@@ -56,6 +57,8 @@ def patch_for_multipack(model_type, model_name=None):
         patch_remote(model_name, ".configuration_gemmoe", ".modeling_gemmoe")
     elif model_type == "jamba":
         patch_remote(model_name, ".configuration_jamba", ".modeling_jamba")
+    elif model_type == "deepseek_v2":
+        patch_remote(model_name, ".configuration_deepseek", ".modeling_deepseek")
 
 
 def patch_remote(model_name, config_name, modeling_name):