yu-val-weiss
commited on
Commit
·
f053fe4
1
Parent(s):
b8756a1
add model max length
Browse files
blimp.py
CHANGED
|
@@ -185,7 +185,9 @@ class Blimp(evaluate.Metric):
|
|
| 185 |
model.eval()
|
| 186 |
|
| 187 |
tokenizer = AutoTokenizer.from_pretrained(
|
| 188 |
-
model_id,
|
|
|
|
|
|
|
| 189 |
)
|
| 190 |
|
| 191 |
# if batch_size > 1 (which generally leads to padding being required), and
|
|
|
|
| 185 |
model.eval()
|
| 186 |
|
| 187 |
tokenizer = AutoTokenizer.from_pretrained(
|
| 188 |
+
model_id,
|
| 189 |
+
trust_remote_code=trust_remote_code,
|
| 190 |
+
max_model_length=150,
|
| 191 |
)
|
| 192 |
|
| 193 |
# if batch_size > 1 (which generally leads to padding being required), and
|