datacipen commited on
Commit
9054a2e
·
verified ·
1 Parent(s): aa869da

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -31,7 +31,7 @@ from datetime import timedelta
31
  async def LLMistral():
32
  os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
33
  #repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
34
- repo_id = "microsoft/Phi-3.5-mini-instruct"
35
  llm = HuggingFaceEndpoint(
36
  repo_id=repo_id, max_new_tokens=5300, temperature=0.5, task="text2text-generation", streaming=True
37
  )
 
31
  async def LLMistral():
32
  os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
33
  #repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
34
+ repo_id = "THUDM/LongWriter-llama3.1-8b"
35
  llm = HuggingFaceEndpoint(
36
  repo_id=repo_id, max_new_tokens=5300, temperature=0.5, task="text2text-generation", streaming=True
37
  )