Delete tools/tools%2Fvisit_webpage.py
Browse files
tools/tools%2Fvisit_webpage.py
DELETED
@@ -1,45 +0,0 @@
|
|
1 |
-
from typing import Any, Optional
|
2 |
-
from smolagents.tools import Tool
|
3 |
-
import requests
|
4 |
-
import markdownify
|
5 |
-
import smolagents
|
6 |
-
|
7 |
-
class VisitWebpageTool(Tool):
|
8 |
-
name = "visit_webpage"
|
9 |
-
description = "Visits a webpage at the given url and reads its content as a markdown string. Use this to browse webpages."
|
10 |
-
inputs = {'url': {'type': 'string', 'description': 'The url of the webpage to visit.'}}
|
11 |
-
output_type = "string"
|
12 |
-
|
13 |
-
def forward(self, url: str) -> str:
|
14 |
-
try:
|
15 |
-
import requests
|
16 |
-
from markdownify import markdownify
|
17 |
-
from requests.exceptions import RequestException
|
18 |
-
|
19 |
-
from smolagents.utils import truncate_content
|
20 |
-
except ImportError as e:
|
21 |
-
raise ImportError(
|
22 |
-
"You must install packages `markdownify` and `requests` to run this tool: for instance run `pip install markdownify requests`."
|
23 |
-
) from e
|
24 |
-
try:
|
25 |
-
# Send a GET request to the URL with a 20-second timeout
|
26 |
-
response = requests.get(url, timeout=20)
|
27 |
-
response.raise_for_status() # Raise an exception for bad status codes
|
28 |
-
|
29 |
-
# Convert the HTML content to Markdown
|
30 |
-
markdown_content = markdownify(response.text).strip()
|
31 |
-
|
32 |
-
# Remove multiple line breaks
|
33 |
-
markdown_content = re.sub(r"\n{3,}", "\n\n", markdown_content)
|
34 |
-
|
35 |
-
return truncate_content(markdown_content, 10000)
|
36 |
-
|
37 |
-
except requests.exceptions.Timeout:
|
38 |
-
return "The request timed out. Please try again later or check the URL."
|
39 |
-
except RequestException as e:
|
40 |
-
return f"Error fetching the webpage: {str(e)}"
|
41 |
-
except Exception as e:
|
42 |
-
return f"An unexpected error occurred: {str(e)}"
|
43 |
-
|
44 |
-
def __init__(self, *args, **kwargs):
|
45 |
-
self.is_initialized = False
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|