Update README.md
Browse files
README.md
CHANGED
|
@@ -82,7 +82,7 @@ import torch
|
|
| 82 |
|
| 83 |
model = GLiNER.from_pretrained("knowledgator/gliner-llama-1B-v1.0",
|
| 84 |
_attn_implementation = 'flash_attention_2',
|
| 85 |
-
|
| 86 |
```
|
| 87 |
|
| 88 |
|
|
|
|
| 82 |
|
| 83 |
model = GLiNER.from_pretrained("knowledgator/gliner-llama-1B-v1.0",
|
| 84 |
_attn_implementation = 'flash_attention_2',
|
| 85 |
+
max_length = 2048).to('cuda:0', dtype=torch.float16)
|
| 86 |
```
|
| 87 |
|
| 88 |
|