Upload app.py

app.py

@@ -109,7 +109,7 @@ def main():
     )
     model_args.model_name_or_path = "pinkmanlove/llama-7b-hf"
     model_args.lora_model_path = "./robin-7b"
-
+    pipeline_args.device = 'cpu'
     with open ("configs/ds_config_chatbot.json", "r") as f:
         ds_config = json.load(f)
 
@@ -117,8 +117,7 @@ def main():
         model_args,
         tune_strategy='none',
         ds_config=ds_config,
-        device="cpu",#pipeline_args.device,
-    )
+        device=pipeline_args.device)
 
     # We don't need input data, we will read interactively from stdin
     data_args = DatasetArguments(dataset_path=None)