Update scripts/eval_mteb.py
Browse files- scripts/eval_mteb.py +0 -6
scripts/eval_mteb.py
CHANGED
|
@@ -637,12 +637,6 @@ class Wrapper:
|
|
| 637 |
padding=False,
|
| 638 |
truncation=True,
|
| 639 |
)
|
| 640 |
-
batch_dict["input_ids"] = [
|
| 641 |
-
input_ids + [self.tokenizer.eos_token_id] for input_ids in batch_dict["input_ids"]
|
| 642 |
-
]
|
| 643 |
-
batch_dict = self.tokenizer.pad(
|
| 644 |
-
batch_dict, padding=True, return_attention_mask=True, return_tensors="pt"
|
| 645 |
-
)
|
| 646 |
batch_dict["is_causal"] = False
|
| 647 |
return batch_dict
|
| 648 |
|
|
|
|
| 637 |
padding=False,
|
| 638 |
truncation=True,
|
| 639 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 640 |
batch_dict["is_causal"] = False
|
| 641 |
return batch_dict
|
| 642 |
|