correct typo
Browse files- geneformer/tokenizer.py +1 -1
geneformer/tokenizer.py
CHANGED
|
@@ -389,7 +389,7 @@ class TranscriptomeTokenizer:
|
|
| 389 |
)
|
| 390 |
else:
|
| 391 |
# Truncate/Crop input_ids to input size
|
| 392 |
-
example["input_ids"] = example["input_ids"][0 : self.
|
| 393 |
example["length"] = len(example["input_ids"])
|
| 394 |
|
| 395 |
return example
|
|
|
|
| 389 |
)
|
| 390 |
else:
|
| 391 |
# Truncate/Crop input_ids to input size
|
| 392 |
+
example["input_ids"] = example["input_ids"][0 : self.model_input_size]
|
| 393 |
example["length"] = len(example["input_ids"])
|
| 394 |
|
| 395 |
return example
|