add cot eval scripts

2025-06-23 10:20:34 +08:00
parent 7052081ea2
commit 52427fc0d2
2 changed files with 189 additions and 0 deletions
--- a/configs/cot_eval_api.json
+++ b/configs/cot_eval_api.json
@@ -0,0 +1,12 @@
+{
+    "job_type": "cot_eval_api",
+    "dataset": {
+      "input_path": "cot_input.json",
+      "output_path": "cot_output.json"
+    },
+    "inference":{
+      "base_url": "ENDPOINT",
+      "api_key": "TOKEN",
+      "max_new_tokens": 8196
+    }
+}