Update app.py

app.py

@@ -19,10 +19,10 @@ access_token = os.environ["HF_TOKEN"]
 finnhub_client = finnhub.Client(api_key=os.environ["FINNHUB_API_KEY"])
 
 base_model = AutoModelForCausalLM.from_pretrained(
-    'meta-llama/Llama-2-7b-chat-hf',
+    'meta-llama/Llama-2-7b',
     token=access_token,
     trust_remote_code=True, 
-    device_map=None,
+    device_map="auto",
     torch_dtype=torch.float16,
     offload_folder="offload/"
 )
@@ -34,7 +34,7 @@ model = PeftModel.from_pretrained(
 model = model.eval()
 
 tokenizer = AutoTokenizer.from_pretrained(
-    'meta-llama/Llama-2-7b-chat-hf',
+    'meta-llama/Llama-2-7b',
     token=access_token
 )