init commit
This commit is contained in:
22
configs/cot_long2short_batch.json
Normal file
22
configs/cot_long2short_batch.json
Normal file
@@ -0,0 +1,22 @@
|
||||
{
|
||||
"job_type": "cot_long2short_batch",
|
||||
"dataset": {
|
||||
"input_path": "./train.json",
|
||||
"output_path": "./train_simplified.json",
|
||||
"template" : "./chat_template/chat_template_kd.jinja"
|
||||
},
|
||||
"models": {
|
||||
"teacher": "teacher/Qwen/Qwen2.5-7B-Instruct/"
|
||||
},
|
||||
"inference":{
|
||||
"prompt" : "You are a helpful assistant who is highly skilled at simplifying reasoning processes. Given a problem, its answer and its reasoning process, your task is to simplify the reasoning process so that a small language model (e.g., a 7B model) can reliably follow the steps to solve the problem. If the original reasoning process is divided into multiple steps separated by two newline characters (\n\n), your output must preserve this formatting. You must output ONLY the simplified reasoning process with no additional explanation or commentary.",
|
||||
"enable_chunked_prefill": true,
|
||||
"seed": 777,
|
||||
"gpu_memory_utilization": 0.9,
|
||||
"temperature": 0.8,
|
||||
"trust_remote_code": true,
|
||||
"enforce_eager": false,
|
||||
"max_model_len": 4096,
|
||||
"max_new_tokens": 512
|
||||
}
|
||||
}
|
Reference in New Issue
Block a user