Update README.md
Browse files
README.md
CHANGED
|
@@ -77,7 +77,7 @@ import torch
|
|
| 77 |
|
| 78 |
model = GLiNER.from_pretrained("knowledgator/gliner-bi-llama-v1.0",
|
| 79 |
_attn_implementation = 'flash_attention_2',
|
| 80 |
-
|
| 81 |
```
|
| 82 |
|
| 83 |
|
|
|
|
| 77 |
|
| 78 |
model = GLiNER.from_pretrained("knowledgator/gliner-bi-llama-v1.0",
|
| 79 |
_attn_implementation = 'flash_attention_2',
|
| 80 |
+
max_length = 2048).to('cuda:0', dtype=torch.float16)
|
| 81 |
```
|
| 82 |
|
| 83 |
|