Update app.py

app.py

@@ -273,8 +273,8 @@ def generate_chunked_response(prompt, model, max_tokens=10000, num_calls=3, temp
 
 class SimpleDDGSearch:
     def search(self, query: str, num_results: int = 10):
-        results = DDGS().news(query, region='wt-wt', safesearch='off', max_results=num_results)
-        return [res["url"] for res in results]
+        results = DDGS().text(query, region='wt-wt', safesearch='off', max_results=num_results)
+        return [res["href"] for res in results]
 
 class TrafilaturaWebCrawler:
     def get_website_content_from_url(self, url: str) -> str:
@@ -502,16 +502,13 @@ def create_web_search_vectors(search_results):
 
 def get_response_with_search(query, model, num_calls=3, temperature=0.2):
     searcher = SimpleDDGSearch()
-    use_chat = model == "@cf/meta/llama-3.1-8b-instruct"  # Or however you want to determine when to use chat
-    search_results = searcher.search(query, use_chat=use_chat, model="claude-3-haiku" if use_chat else None, num_results=10)
+    search_results = searcher.search(query, num_results=10)
     
+    crawler = TrafilaturaWebCrawler()
     context = ""
-    for result in search_results:
-        if use_chat:
-            context += result['content']
-        else:
-            crawler = TrafilaturaWebCrawler()
-            context += crawler.get_website_content_from_url(result['url']) + "\n"
+    
+    for url in search_results:
+        context += crawler.get_website_content_from_url(url) + "\n"
     
     prompt = f"""You are an expert AI named Sentinel and have been given a task to create a detailed and complete research article using the following context from web search results:
 {context} that fulfills the following user request: '{query}'