Akjava commited on
Commit
4be0fb8
Β·
verified Β·
1 Parent(s): 818b261

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -52,7 +52,7 @@ def init():
52
 
53
  @spaces.GPU(duration=120)
54
  def generate_text(messages):
55
- if is_hugging_face:#need everytime initialize for ZeroGPU
56
  model = AutoModelForCausalLM.from_pretrained(
57
  model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
58
  )
 
52
 
53
  @spaces.GPU(duration=120)
54
  def generate_text(messages):
55
+ if is_hugging_face:#need everytime initialize for ZeroGPU
56
  model = AutoModelForCausalLM.from_pretrained(
57
  model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
58
  )