Spaces:
Build error
Build error
Modified custom tool
Browse files
app.py
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool
|
|
|
2 |
import datetime
|
3 |
import requests
|
4 |
import pytz
|
@@ -9,14 +10,19 @@ from Gradio_UI import GradioUI
|
|
9 |
|
10 |
# Below is an example of a tool that does nothing. Amaze us with your creativity !
|
11 |
@tool
|
12 |
-
def
|
13 |
#Keep this format for the description / args / args description but feel free to modify the tool
|
14 |
-
"""A tool that
|
15 |
Args:
|
16 |
-
|
17 |
-
|
18 |
"""
|
19 |
-
|
|
|
|
|
|
|
|
|
|
|
20 |
|
21 |
@tool
|
22 |
def get_current_time_in_timezone(timezone: str) -> str:
|
|
|
1 |
from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool
|
2 |
+
from transformers import AutoTokenizer
|
3 |
import datetime
|
4 |
import requests
|
5 |
import pytz
|
|
|
10 |
|
11 |
# Below is an example of a tool that does nothing. Amaze us with your creativity !
|
12 |
@tool
|
13 |
+
def count_tokens(text:str, model_name:str)-> int: #it's import to specify the return type
|
14 |
#Keep this format for the description / args / args description but feel free to modify the tool
|
15 |
+
"""A tool that counts how many tokens are needed to vectorize the provided `text` for the given `model_name`
|
16 |
Args:
|
17 |
+
text: the input text for which we want to count the number of token
|
18 |
+
model_name: the model to which we will pass the text
|
19 |
"""
|
20 |
+
|
21 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
22 |
+
tokens = tokenizer.tokenize(text)
|
23 |
+
return len(tokens)
|
24 |
+
|
25 |
+
|
26 |
|
27 |
@tool
|
28 |
def get_current_time_in_timezone(timezone: str) -> str:
|