Update easydistill/mmkd/infer.py
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
@@ -205,7 +205,7 @@ def generate_teacher_logits_batch(processor, llm, data_list, config, batch_size=
|
|||||||
for k,v in pos.items():
|
for k,v in pos.items():
|
||||||
pos[k]=math.exp(v.logprob)
|
pos[k]=math.exp(v.logprob)
|
||||||
|
|
||||||
with jsonlines.open(config["dataset"]["logits_path"], mode='a') as writer:
|
with jsonlines.open(config["dataset"]["logits_path"], mode='w') as writer:
|
||||||
for row in logits:
|
for row in logits:
|
||||||
#for item in row:
|
#for item in row:
|
||||||
writer.write(row)
|
writer.write(row)
|
||||||
|
Reference in New Issue
Block a user