Update app.py

app.py

@@ -19,6 +19,12 @@ from huggingface_hub import login
 
 hf_token = os.environ.get("HF_TOKEN")
 login(token=hf_token)
+cache_path = path.join(path.dirname(path.abspath(__file__)), "models")
+os.environ["TRANSFORMERS_CACHE"] = cache_path
+os.environ["HF_HUB_CACHE"] = cache_path
+os.environ["HF_HOME"] = cache_path
+
+torch.set_float32_matmul_precision("medium")
 
 # Load LoRAs from JSON file
 with open('loras.json', 'r') as f: