Upload app.py

app.py

@@ -1,9 +1,14 @@
-import torch
-from transformers import AutoModelForCausalLM, AutoTokenizer
 import streamlit as st
 from clarifai_grpc.channel.clarifai_channel import ClarifaiChannel
 from clarifai_grpc.grpc.api import resources_pb2, service_pb2, service_pb2_grpc
 from clarifai_grpc.grpc.api.status import status_code_pb2
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+torch.set_default_device("cpu")
+
+model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2", torch_dtype="auto", trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", trust_remote_code=True)
 
 # GPT-4 credentials
 PAT_GPT4 = "3ca5bd8b0f2244eb8d0e4b2838fc3cf1"