Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -94,7 +94,7 @@ db = Chroma(persist_directory=CHROMA_PATH, embedding_function=embeddings)
|
|
| 94 |
MODEL_NAME = "gpt2"
|
| 95 |
|
| 96 |
model = AutoModelForCausalLM.from_pretrained(
|
| 97 |
-
MODEL_NAME, trust_remote_code=True, device_map="auto",offload_folder="offload"
|
| 98 |
)
|
| 99 |
model = model.eval()
|
| 100 |
|
|
|
|
| 94 |
MODEL_NAME = "gpt2"
|
| 95 |
|
| 96 |
model = AutoModelForCausalLM.from_pretrained(
|
| 97 |
+
MODEL_NAME, trust_remote_code=True, device_map="auto",offload_folder="offload",torch_dtype=torch.float16
|
| 98 |
)
|
| 99 |
model = model.eval()
|
| 100 |
|