Akjava commited on
Commit
e65af77
Β·
verified Β·
1 Parent(s): c411706

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -41,11 +41,10 @@ histories = []
41
 
42
 
43
  def generate_text(messages):
44
- if is_hugging_face:#need everytime initialize for ZeroGPU
45
- model = AutoModelForCausalLM.from_pretrained(
46
  model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
47
  )
48
- model.to(device)
49
  question = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
50
  question = tokenizer(question, return_tensors="pt").to(device)
51
 
 
41
 
42
 
43
  def generate_text(messages):
44
+ model = AutoModelForCausalLM.from_pretrained(
 
45
  model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
46
  )
47
+ model.to(device)
48
  question = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
49
  question = tokenizer(question, return_tensors="pt").to(device)
50