Update app.py

app.py

@@ -1,19 +1,19 @@
 import gradio as gr
 import spaces
-import torch
+# import torch
 from huggingface_hub import hf_hub_download
 from llama_cpp import Llama, LlamaGrammar
 
 
-zero = torch.Tensor([0]).cuda()
-print(f'zero.device: {zero.device}') # <-- 'cpu' 🤔
+# zero = torch.Tensor([0]).cuda()
+# print(f'zero.device: {zero.device}') # <-- 'cpu' 🤔
 
 @spaces.GPU
 def greet(n):
     global llm
     llm = load_model(download_model())
 
-    print(f'zero.device: {zero.device}') # <-- 'cuda:0' 🤗
+    # print(f'zero.device: {zero.device}') # <-- 'cuda:0' 🤗
     grammar = LlamaGrammar.from_string('''
     root ::= sentence
     answer ::= (weather | complaint | yesno | gen)