Hugging Face's logo

Spaces:
asimsultan
/
megabeam-chat
Runtime error

App Files Community
asimsultan commited on
Commit
6df679f
·
verified ·
1 Parent(s): 7bddb91

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -7,8 +7,7 @@ model_name = "aws-prototyping/MegaBeam-Mistral-7B-512k"
7
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
8
  model = AutoModelForCausalLM.from_pretrained(
9
  model_name,
10
- trust_remote_code=True,
11
- device_map="auto"
12
  )
13
 
14
  def chat(prompt: str):
 
7
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
8
  model = AutoModelForCausalLM.from_pretrained(
9
  model_name,
10
+ trust_remote_code=True
 
11
  )
12
 
13
  def chat(prompt: str):