Spaces:
Runtime error
Runtime error
Upload folder using huggingface_hub
Browse files- .gitignore +1 -0
- app.py +6 -1
.gitignore
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
.env
|
app.py
CHANGED
@@ -1,11 +1,16 @@
|
|
|
|
1 |
from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
|
2 |
import torch
|
3 |
import gradio as gr
|
4 |
import spaces
|
|
|
|
|
|
|
|
|
|
|
5 |
|
6 |
torch.cuda.empty_cache()
|
7 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
8 |
-
print(f"Using device: {device}")
|
9 |
|
10 |
model_name = "syubraj/MedicalChat-Phi-3.5-mini-instruct"
|
11 |
try:
|
|
|
1 |
+
import os
|
2 |
from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
|
3 |
import torch
|
4 |
import gradio as gr
|
5 |
import spaces
|
6 |
+
from dotenv import load_dotenv
|
7 |
+
|
8 |
+
load_dotenv()
|
9 |
+
|
10 |
+
os.environ["HF_TOKEN"] = os.getenv("HF_TOKEN")
|
11 |
|
12 |
torch.cuda.empty_cache()
|
13 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
|
14 |
|
15 |
model_name = "syubraj/MedicalChat-Phi-3.5-mini-instruct"
|
16 |
try:
|