fix white box max length dismatch

2025-06-09 16:57:41 +08:00
parent 82e59971d9
commit f8727a45ee
1 changed files with 2 additions and 1 deletions
--- a/configs/kd_white_box.json
+++ b/configs/kd_white_box.json
@@ -19,7 +19,7 @@
    "top_logits_num": 10
  },
  "distillation": {
-    "kd_ratio": 0.5,
+    "kd_ratio": 0.1,
    "max_seq_length": 512,
    "distillation_type": "forward_kld"
  },
@@ -32,6 +32,7 @@
    "num_train_epochs": 3,
    "per_device_train_batch_size": 1,
    "gradient_accumulation_steps": 8,
+    "max_length":512,
    "save_steps": 1000,
    "logging_steps": 1,
    "learning_rate": 2e-5,