Update README.md
Browse files
README.md
CHANGED
|
@@ -52,6 +52,7 @@ model, processor = FastVisionModel.from_pretrained(
|
|
| 52 |
max_seq_length=4096,
|
| 53 |
dtype=None,
|
| 54 |
load_in_4bit=True,
|
|
|
|
| 55 |
)
|
| 56 |
|
| 57 |
# Enable fast inference mode
|
|
|
|
| 52 |
max_seq_length=4096,
|
| 53 |
dtype=None,
|
| 54 |
load_in_4bit=True,
|
| 55 |
+
device_map="cuda"
|
| 56 |
)
|
| 57 |
|
| 58 |
# Enable fast inference mode
|