update app.py cuda
Browse files
app.py
CHANGED
@@ -31,7 +31,7 @@ class PDBSearchAssistant:
|
|
31 |
max_new_tokens=1024,
|
32 |
temperature=0.1,
|
33 |
torch_dtype="auto",
|
34 |
-
device="
|
35 |
)
|
36 |
|
37 |
self.prompt_template = """
|
|
|
31 |
max_new_tokens=1024,
|
32 |
temperature=0.1,
|
33 |
torch_dtype="auto",
|
34 |
+
device="cuda" # cuda or cpu
|
35 |
)
|
36 |
|
37 |
self.prompt_template = """
|