Akjava commited on
Commit
818b261
Β·
verified Β·
1 Parent(s): 3043da5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -32,7 +32,7 @@ def init():
32
 
33
 
34
  if not is_hugging_face:
35
- model = AutoModelForCausalLM.from_pretrained(
36
  model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
37
  )
38
  text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer,torch_dtype=dtype,device_map=device ) #pipeline has not to(device)
 
32
 
33
 
34
  if not is_hugging_face:
35
+ model = AutoModelForCausalLM.from_pretrained(
36
  model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
37
  )
38
  text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer,torch_dtype=dtype,device_map=device ) #pipeline has not to(device)