distillation/configs/mmkd_black_box_local.json

{
    "job_type": "mmkd_black_box_local",
    "dataset": {
      "instruction_path": "data/mllm_demo.json",
      "labeled_path": "data/mllm_demo_distill.json",
      "seed": 42
    },
    "inference":{
      "enable_chunked_prefill": true,
      "seed": 777,
      "gpu_memory_utilization": 0.9,
      "temperature": 0.8,
      "trust_remote_code": true,
      "enforce_eager": false,
      "max_model_len": 4096,
      "max_new_tokens": 512
    },
    "models": {
      "teacher": "Qwen/Qwen2.5-VL-3B-Instruct",
      "student": "Qwen/Qwen2.5-VL-72B-Instruct"
    },
    "training": {
      "output_dir": "./result/",
      "num_train_epochs": 3,
      "per_device_train_batch_size": 1,
      "gradient_accumulation_steps": 8,
      "max_length":512,
      "save_steps": 1000,
      "logging_steps": 1,
      "learning_rate": 2e-5,
      "weight_decay": 0.05,
      "warmup_ratio": 0.1,
      "lr_scheduler_type": "cosine"
    }
  }