init commit
This commit is contained in:
32
configs/kd_black_box_api.json
Normal file
32
configs/kd_black_box_api.json
Normal file
@@ -0,0 +1,32 @@
|
||||
{
|
||||
"job_type": "kd_black_box_api",
|
||||
"dataset": {
|
||||
"instruction_path": "train.json",
|
||||
"labeled_path": "train_labeled.json",
|
||||
"template" : "./chat_template/chat_template_kd.jinja",
|
||||
"seed": 42
|
||||
},
|
||||
"inference":{
|
||||
"base_url": "ENDPOINT",
|
||||
"api_key": "TOKEN",
|
||||
"stream": true,
|
||||
"system_prompt" : "You are a helpful assistant.",
|
||||
"max_new_tokens": 512
|
||||
},
|
||||
"models": {
|
||||
"student": "student/Qwen/Qwen2.5-0.5B-Instruct/"
|
||||
},
|
||||
"training": {
|
||||
"output_dir": "./result/",
|
||||
"num_train_epochs": 3,
|
||||
"per_device_train_batch_size": 1,
|
||||
"gradient_accumulation_steps": 8,
|
||||
"max_length":512,
|
||||
"save_steps": 1000,
|
||||
"logging_steps": 1,
|
||||
"learning_rate": 2e-5,
|
||||
"weight_decay": 0.05,
|
||||
"warmup_ratio": 0.1,
|
||||
"lr_scheduler_type": "cosine"
|
||||
}
|
||||
}
|
Reference in New Issue
Block a user