cm2

sunshangquan · Mar 10, 2024 · 3ec213f · 3ec213f
1 parent f5a086f
commit 3ec213f
Show file tree

Hide file tree

Showing 32 changed files with 8 additions and 85 deletions.
diff --git a/README.md b/README.md
@@ -47,26 +47,26 @@ sudo python setup.py develop
 
   ```bash
   # KD
-  python tools/train.py --cfg configs/cifar100/kd/res32x4_res8x4.yaml
+  python tools/train.py --cfg configs/cifar100/kd/resnet32x4_resnet8x4.yaml
   # KD+Ours
-  python tools/train.py --cfg configs/cifar100/kd/res32x4_res8x4.yaml --logit-stand --base-temp 2 --kd-weight 9 
+  python tools/train.py --cfg configs/cifar100/kd/resnet32x4_resnet8x4.yaml --logit-stand --base-temp 2 --kd-weight 9 
   ```
 
 2. For DKD
 
   ```bash
   # DKD
-  python tools/train.py --cfg configs/cifar100/dkd/res32x4_res8x4.yaml 
+  python tools/train.py --cfg configs/cifar100/dkd/resnet32x4_resnet8x4.yaml 
   # DKD+Ours
-  python tools/train.py --cfg configs/cifar100/dkd/res32x4_res8x4.yaml --logit-stand --base-temp 2 --kd-weight 9 
+  python tools/train.py --cfg configs/cifar100/dkd/resnet32x4_resnet8x4.yaml --logit-stand --base-temp 2 --kd-weight 9 
   ```
 3. For MLKD
 
   ```bash
   # MLKD
-  python tools/train.py --cfg configs/cifar100/mlkd/res32x4_res8x4.yaml
+  python tools/train.py --cfg configs/cifar100/mlkd/resnet32x4_resnet8x4.yaml
   # MLKD+Ours
-  python tools/train.py --cfg configs/cifar100/mlkd/res32x4_res8x4.yaml --logit-stand --base-temp 2 --kd-weight 9 
+  python tools/train.py --cfg configs/cifar100/mlkd/resnet32x4_resnet8x4.yaml --logit-stand --base-temp 2 --kd-weight 9 
   ```
 
 4. For CTKD

diff --git a/configs/cifar100/dkd/res50_mv2.yaml → ...gs/cifar100/dkd/ResNet50_MobileNetv2.yaml b/configs/cifar100/dkd/res50_mv2.yaml → ...gs/cifar100/dkd/ResNet50_MobileNetv2.yaml
diff --git a/configs/cifar100/dkd/res110_res32.yaml → configs/cifar100/dkd/resnet110_resnet32.yaml b/configs/cifar100/dkd/res110_res32.yaml → configs/cifar100/dkd/resnet110_resnet32.yaml
diff --git a/configs/cifar100/dkd/res32x4_shuv1.yaml → ...gs/cifar100/dkd/resnet32x4_ShuffleV1.yaml b/configs/cifar100/dkd/res32x4_shuv1.yaml → ...gs/cifar100/dkd/resnet32x4_ShuffleV1.yaml
diff --git a/configs/cifar100/dkd/res32x4_shuv2.yaml → ...gs/cifar100/dkd/resnet32x4_ShuffleV2.yaml b/configs/cifar100/dkd/res32x4_shuv2.yaml → ...gs/cifar100/dkd/resnet32x4_ShuffleV2.yaml
diff --git a/configs/cifar100/dkd/res32x4_res8x4.yaml → ...gs/cifar100/dkd/resnet32x4_resnet8x4.yaml b/configs/cifar100/dkd/res32x4_res8x4.yaml → ...gs/cifar100/dkd/resnet32x4_resnet8x4.yaml
diff --git a/configs/cifar100/dkd/res32x4_res8x4_aug.yaml → ...ifar100/dkd/resnet32x4_resnet8x4_aug.yaml b/configs/cifar100/dkd/res32x4_res8x4_aug.yaml → ...ifar100/dkd/resnet32x4_resnet8x4_aug.yaml
diff --git a/configs/cifar100/dkd/res56_res20.yaml → configs/cifar100/dkd/resnet56_resnet20.yaml b/configs/cifar100/dkd/res56_res20.yaml → configs/cifar100/dkd/resnet56_resnet20.yaml
diff --git a/configs/cifar100/dkd/vgg13_mv2.yaml → configs/cifar100/dkd/vgg13_MobileNetV2.yaml b/configs/cifar100/dkd/vgg13_mv2.yaml → configs/cifar100/dkd/vgg13_MobileNetV2.yaml
diff --git a/configs/cifar100/dkd/wrn40_2_shuv1.yaml → configs/cifar100/dkd/wrn_40_2_ShuffleV1.yaml b/configs/cifar100/dkd/wrn40_2_shuv1.yaml → configs/cifar100/dkd/wrn_40_2_ShuffleV1.yaml
diff --git a/configs/cifar100/dkd/wrn40_2_wrn_16_2.yaml → configs/cifar100/dkd/wrn_40_2_wrn_16_2.yaml b/configs/cifar100/dkd/wrn40_2_wrn_16_2.yaml → configs/cifar100/dkd/wrn_40_2_wrn_16_2.yaml
diff --git a/configs/cifar100/dkd/wrn40_2_wrn_40_1.yaml → configs/cifar100/dkd/wrn_40_2_wrn_40_1.yaml b/configs/cifar100/dkd/wrn40_2_wrn_40_1.yaml → configs/cifar100/dkd/wrn_40_2_wrn_40_1.yaml
diff --git a/configs/cifar100/kd/res32x4_res8x4.yaml b/configs/cifar100/kd/res32x4_res8x4.yaml
diff --git a/configs/cifar100/mlkd/res50_mv2.yaml → ...s/cifar100/mlkd/ResNet50_MobileNetV2.yaml b/configs/cifar100/mlkd/res50_mv2.yaml → ...s/cifar100/mlkd/ResNet50_MobileNetV2.yaml
diff --git a/configs/cifar100/mlkd/res32x4_vgg8_2.yaml b/configs/cifar100/mlkd/res32x4_vgg8_2.yaml
diff --git a/configs/cifar100/mlkd/res110_res20.yaml → ...igs/cifar100/mlkd/resnet110_resnet20.yaml b/configs/cifar100/mlkd/res110_res20.yaml → ...igs/cifar100/mlkd/resnet110_resnet20.yaml
diff --git a/configs/cifar100/mlkd/res110_res32.yaml → ...igs/cifar100/mlkd/resnet110_resnet32.yaml b/configs/cifar100/mlkd/res110_res32.yaml → ...igs/cifar100/mlkd/resnet110_resnet32.yaml
diff --git a/configs/cifar100/mlkd/res32x4_shuv1.yaml → ...s/cifar100/mlkd/resnet32x4_ShuffleV1.yaml b/configs/cifar100/mlkd/res32x4_shuv1.yaml → ...s/cifar100/mlkd/resnet32x4_ShuffleV1.yaml
diff --git a/configs/cifar100/mlkd/res32x4_shuv2.yaml → ...s/cifar100/mlkd/resnet32x4_ShuffleV2.yaml b/configs/cifar100/mlkd/res32x4_shuv2.yaml → ...s/cifar100/mlkd/resnet32x4_ShuffleV2.yaml
diff --git a/configs/cifar100/mlkd/res32x4_res8x4.yaml → ...s/cifar100/mlkd/resnet32x4_resnet8x4.yaml b/configs/cifar100/mlkd/res32x4_res8x4.yaml → ...s/cifar100/mlkd/resnet32x4_resnet8x4.yaml
diff --git a/configs/cifar100/mlkd/res32x4_vgg8.yaml → configs/cifar100/mlkd/resnet32x4_vgg8.yaml b/configs/cifar100/mlkd/res32x4_vgg8.yaml → configs/cifar100/mlkd/resnet32x4_vgg8.yaml
diff --git a/configs/cifar100/mlkd/res32x4_wrn_16_2.yaml → ...gs/cifar100/mlkd/resnet32x4_wrn_16_2.yaml b/configs/cifar100/mlkd/res32x4_wrn_16_2.yaml → ...gs/cifar100/mlkd/resnet32x4_wrn_16_2.yaml
diff --git a/configs/cifar100/mlkd/res32x4_wrn_40_2.yaml → ...gs/cifar100/mlkd/resnet32x4_wrn_40_2.yaml b/configs/cifar100/mlkd/res32x4_wrn_40_2.yaml → ...gs/cifar100/mlkd/resnet32x4_wrn_40_2.yaml
diff --git a/configs/cifar100/mlkd/res56_res20.yaml → configs/cifar100/mlkd/resnet56_resnet20.yaml b/configs/cifar100/mlkd/res56_res20.yaml → configs/cifar100/mlkd/resnet56_resnet20.yaml
diff --git a/configs/cifar100/mlkd/vgg13_mv2.yaml → configs/cifar100/mlkd/vgg13_MobileNetV2.yaml b/configs/cifar100/mlkd/vgg13_mv2.yaml → configs/cifar100/mlkd/vgg13_MobileNetV2.yaml
diff --git a/configs/cifar100/mlkd/wrn40_2_mv2.yaml → ...s/cifar100/mlkd/wrn_40_2_MobileNetV2.yaml b/configs/cifar100/mlkd/wrn40_2_mv2.yaml → ...s/cifar100/mlkd/wrn_40_2_MobileNetV2.yaml
diff --git a/configs/cifar100/mlkd/wrn40_2_shuv1.yaml → ...igs/cifar100/mlkd/wrn_40_2_ShuffleV1.yaml b/configs/cifar100/mlkd/wrn40_2_shuv1.yaml → ...igs/cifar100/mlkd/wrn_40_2_ShuffleV1.yaml
diff --git a/configs/cifar100/mlkd/wrn40_2_res8x4.yaml → ...igs/cifar100/mlkd/wrn_40_2_resnet8x4.yaml b/configs/cifar100/mlkd/wrn40_2_res8x4.yaml → ...igs/cifar100/mlkd/wrn_40_2_resnet8x4.yaml
diff --git a/configs/cifar100/mlkd/wrn40_2_wrn_16_2.yaml → configs/cifar100/mlkd/wrn_40_2_wrn_16_2.yaml b/configs/cifar100/mlkd/wrn40_2_wrn_16_2.yaml → configs/cifar100/mlkd/wrn_40_2_wrn_16_2.yaml
diff --git a/configs/cifar100/mlkd/wrn40_2_wrn_40_1.yaml → configs/cifar100/mlkd/wrn_40_2_wrn_40_1.yaml b/configs/cifar100/mlkd/wrn40_2_wrn_40_1.yaml → configs/cifar100/mlkd/wrn_40_2_wrn_40_1.yaml
diff --git a/mdistiller/engine/__pycache__/cfg.cpython-38.pyc b/mdistiller/engine/__pycache__/cfg.cpython-38.pyc
diff --git a/mdistiller/engine/cfg.py b/mdistiller/engine/cfg.py
@@ -58,10 +58,10 @@ def show_cfg(cfg):
 # Distillation Methods
 
 # KD CFG
+CFG.KD = CN()
 CFG.KD.TEMPERATURE = 2
-CFG.KD.TEMPERATURE = 4
 CFG.KD.LOSS = CN()
-CFG.KD.LOSS.KD_WEIGHT = 9
+CFG.KD.LOSS.CE_WEIGHT = 0.1
 CFG.KD.LOSS.KD_WEIGHT = 9
 
 # AT CFG