feat: update instruct eval

2025-06-23 17:01:37 +08:00
parent 52427fc0d2
commit 0165f28f3f
3 changed files with 280 additions and 177 deletions
--- a/configs/instruct_eval_api.json
+++ b/configs/instruct_eval_api.json
@@ -0,0 +1,12 @@
+{
+    "job_type": "instruct_eval_api",
+    "dataset": {
+      "input_path": "instruct_input.json",
+      "output_path": "instruct_output.json"
+    },
+    "inference":{
+      "base_url": "ENDPOINT",
+      "api_key": "TOKEN",
+      "max_new_tokens": 8196
+    }
+}