Update app.py

app.py

@@ -31,13 +31,14 @@ def init():
     model = AutoModelForCausalLM.from_pretrained(
             model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
         )
-    text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer,torch_dtype=dtype,device_map=device,device=0 ) #pipeline has not to(device)
+    text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer,torch_dtype=dtype,device_map=device ) #pipeline has not to(device)
     
     if next(model.parameters()).is_cuda:
         print("The model is on a GPU")
     else:
         print("The model is on a CPU")
-    
+
+    print(text_generator.device)
     if text_generator.device == 'cuda':
         print("The pipeline is using a GPU")
     else: