Spaces:
Sleeping
Sleeping
Commit
·
6f535b2
1
Parent(s):
e1aac58
updated
Browse files
app.py
CHANGED
|
@@ -27,7 +27,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH, use_fast=True, token=HF_TO
|
|
| 27 |
llm = AutoModelForCausalLM.from_pretrained(
|
| 28 |
MODEL_PATH,
|
| 29 |
device_map="cpu",
|
| 30 |
-
|
| 31 |
token=HF_TOKEN
|
| 32 |
)
|
| 33 |
|
|
|
|
| 27 |
llm = AutoModelForCausalLM.from_pretrained(
|
| 28 |
MODEL_PATH,
|
| 29 |
device_map="cpu",
|
| 30 |
+
dtype="auto",
|
| 31 |
token=HF_TOKEN
|
| 32 |
)
|
| 33 |
|