add mmkd, white mmkd

This commit is contained in:
yyh
2025-07-24 11:27:11 +08:00
parent e5ff55e4e2
commit 98398d4e73
17 changed files with 655 additions and 97 deletions

View File

@@ -0,0 +1,35 @@
{
"job_type": "mmkd_black_box_local",
"dataset": {
"instruction_path": "/mnt/workspace/yyh/easydistill/test_data/mllm_demo_reformat.json",
"labeled_path": "/mnt/data/yyh/easydistill/test_data/mllm_demo_distill.json",
"seed": 42
},
"inference":{
"enable_chunked_prefill": true,
"seed": 777,
"gpu_memory_utilization": 0.9,
"temperature": 0.8,
"trust_remote_code": true,
"enforce_eager": false,
"max_model_len": 4096,
"max_new_tokens": 512
},
"models": {
"teacher": "/mnt/data/yyh/models/Qwen2.5-VL-3B-Instruct",
"student": "/mnt/data/yyh/models/Qwen2.5-VL-3B-Instruct"
},
"training": {
"output_dir": "./result/",
"num_train_epochs": 3,
"per_device_train_batch_size": 1,
"gradient_accumulation_steps": 8,
"max_length":512,
"save_steps": 1000,
"logging_steps": 1,
"learning_rate": 2e-5,
"weight_decay": 0.05,
"warmup_ratio": 0.1,
"lr_scheduler_type": "cosine"
}
}