Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -89,12 +89,12 @@ embeddings = OpenAIEmbeddings(api_key=os.environ['OPENAI_API_KEY'])
|
|
89 |
# Initialize the models
|
90 |
def initialize_phi_model():
|
91 |
model = AutoModelForCausalLM.from_pretrained(
|
92 |
-
"microsoft/Phi-3.5-
|
93 |
device_map="cuda",
|
94 |
torch_dtype="auto",
|
95 |
trust_remote_code=True,
|
96 |
)
|
97 |
-
tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3.5-
|
98 |
return pipeline("text-generation", model=model, tokenizer=tokenizer)
|
99 |
|
100 |
def initialize_gpt_model():
|
|
|
89 |
# Initialize the models
|
90 |
def initialize_phi_model():
|
91 |
model = AutoModelForCausalLM.from_pretrained(
|
92 |
+
"microsoft/Phi-3.5-MoE-instruct",
|
93 |
device_map="cuda",
|
94 |
torch_dtype="auto",
|
95 |
trust_remote_code=True,
|
96 |
)
|
97 |
+
tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3.5-MoE-instruct")
|
98 |
return pipeline("text-generation", model=model, tokenizer=tokenizer)
|
99 |
|
100 |
def initialize_gpt_model():
|