Pijush2023 commited on
Commit
029a289
·
verified ·
1 Parent(s): cd0855b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -89,12 +89,12 @@ embeddings = OpenAIEmbeddings(api_key=os.environ['OPENAI_API_KEY'])
89
  # Initialize the models
90
  def initialize_phi_model():
91
  model = AutoModelForCausalLM.from_pretrained(
92
- "microsoft/Phi-3.5-mini-instruct",
93
  device_map="cuda",
94
  torch_dtype="auto",
95
  trust_remote_code=True,
96
  )
97
- tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3.5-mini-instruct")
98
  return pipeline("text-generation", model=model, tokenizer=tokenizer)
99
 
100
  def initialize_gpt_model():
 
89
  # Initialize the models
90
  def initialize_phi_model():
91
  model = AutoModelForCausalLM.from_pretrained(
92
+ "microsoft/Phi-3.5-MoE-instruct",
93
  device_map="cuda",
94
  torch_dtype="auto",
95
  trust_remote_code=True,
96
  )
97
+ tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3.5-MoE-instruct")
98
  return pipeline("text-generation", model=model, tokenizer=tokenizer)
99
 
100
  def initialize_gpt_model():