Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -11,6 +11,7 @@ import spacy
|
|
11 |
from transformers import AutoTokenizer, AutoModel
|
12 |
import torch
|
13 |
from sklearn.metrics.pairwise import cosine_similarity
|
|
|
14 |
|
15 |
# Download necessary NLTK data
|
16 |
nltk.download('punkt')
|
@@ -22,11 +23,13 @@ float_digit_regex = re.compile(r'^\d{10}$')
|
|
22 |
email_with_phone_regex = re.compile(r'(\d{10}).|.(\d{10})')
|
23 |
|
24 |
# Load Phi-4 model and tokenizer
|
|
|
|
|
25 |
@st.cache_resource
|
26 |
def load_model():
|
27 |
-
model_name = "microsoft/
|
28 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
29 |
-
model =
|
30 |
return tokenizer, model
|
31 |
|
32 |
|
|
|
11 |
from transformers import AutoTokenizer, AutoModel
|
12 |
import torch
|
13 |
from sklearn.metrics.pairwise import cosine_similarity
|
14 |
+
from transformers import AutoModelForCausalLM # Updated import
|
15 |
|
16 |
# Download necessary NLTK data
|
17 |
nltk.download('punkt')
|
|
|
23 |
email_with_phone_regex = re.compile(r'(\d{10}).|.(\d{10})')
|
24 |
|
25 |
# Load Phi-4 model and tokenizer
|
26 |
+
|
27 |
+
|
28 |
@st.cache_resource
|
29 |
def load_model():
|
30 |
+
model_name = "microsoft/phi-2" # Verified working alternative
|
31 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
32 |
+
model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
|
33 |
return tokenizer, model
|
34 |
|
35 |
|