Update interlm.py

2024-02-28 17:18:21 +08:00
parent 39772991f3
commit 5611973faa
1 changed files with 1 additions and 1 deletions
--- a/scripts/interlm.py
+++ b/scripts/interlm.py
@@ -49,7 +49,7 @@ def eval_worker(args, data, eval_id, output_queue):
    torch.set_grad_enabled(False)

    # init model and tokenizer
-    model = AutoModel.from_pretrained(checkpoint, trust_remote_code=True).cuda().eval()
+    model = AutoModel.from_pretrained(checkpoint, trust_remote_code=True,device_map=f'cuda:{eval_id}').eval()
    tokenizer = AutoTokenizer.from_pretrained(checkpoint, trust_remote_code=True)
    model.tokenizer = tokenizer