Update app.py

app.py

@@ -3,32 +3,26 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 import torch
 import requests
 
-# Load DeepSeek-R1 model
-model_name = "deepseek-ai/DeepSeek-R1"
-tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
-
-# Ensure compatibility and force execution on GPU if available
+# Load Qwen-2.5 model (Better compatibility)
+model_name = "qwen/Qwen2.5-7B-Chat"
+tokenizer = AutoTokenizer.from_pretrained(model_name)
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
-    torch_dtype=torch.float16 if device == "cuda" else torch.float32,  # Prevents fp8 errors
-    device_map="auto",
-    trust_remote_code=True
+    torch_dtype=torch.float16 if device == "cuda" else torch.float32,
+    device_map="auto"
 )
 
-# Use a text-generation pipeline
+# Text-generation pipeline
 generator = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0 if torch.cuda.is_available() else -1)
 
 # 🎯 Extract interests from user input
 def extract_interests(text):
     prompt = f"Extract 3-5 relevant interests from this request: '{text}'. Focus on hobbies and product preferences."
-
-    # Generate model output
     response = generator(prompt, max_length=50, num_return_sequences=1)
     interests = response[0]["generated_text"].replace(prompt, "").strip()
-
-    return interests.split(", ")  # Convert to a list of keywords
+    return interests.split(", ")
 
 # 🎁 Web search for gift suggestions
 def search_gifts(interests):
@@ -49,16 +43,11 @@ def search_gifts(interests):
 def recommend_gifts(text):
     if not text:
         return "Please enter a description."
+    interests = extract_interests(text)
+    links = search_gifts(interests)
+    return {"Predicted Interests": interests, "Gift Suggestions": links}
 
-    interests = extract_interests(text)  # Extract interests using DeepSeek R1
-    links = search_gifts(interests)  # Get shopping links
-
-    return {
-        "Predicted Interests": interests,
-        "Gift Suggestions": links
-    }
-
-# 🎨 Gradio UI for easy interaction
+# 🎨 Gradio UI
 demo = gr.Interface(
     fn=recommend_gifts,
     inputs="text",