Update app.py

app.py

@@ -16,10 +16,10 @@ def init():
         #raise ValueError("HUGGINGFACE_TOKEN environment variable is not set")
     
     model_id = "google/gemma-2-9b-it"
-    model_id = "microsoft/Phi-3-mini-128k-instruct"
+    #model_id = "microsoft/Phi-3-mini-128k-instruct"
     
     device = "auto" # torch.device("cuda" if torch.cuda.is_available() else "cpu")
-    device = "cuda"
+    #device = "cuda"
     dtype = torch.bfloat16
     
     tokenizer = AutoTokenizer.from_pretrained(model_id, token=huggingface_token)
@@ -38,7 +38,7 @@ def init():
     else:
         print("The model is on a CPU")
 
-    print(f"text_generator.device='{text_generator.device}")
+    #print(f"text_generator.device='{text_generator.device}")
     if str(text_generator.device).strip() == 'cuda':
         print("The pipeline is using a GPU")
     else: