vianmixt commited on
Commit
1614b93
·
1 Parent(s): e8d4494

Modified custom tool

Browse files
Files changed (1) hide show
  1. app.py +11 -5
app.py CHANGED
@@ -1,4 +1,5 @@
1
  from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool
 
2
  import datetime
3
  import requests
4
  import pytz
@@ -9,14 +10,19 @@ from Gradio_UI import GradioUI
9
 
10
  # Below is an example of a tool that does nothing. Amaze us with your creativity !
11
  @tool
12
- def my_cutom_tool(arg1:str, arg2:int)-> str: #it's import to specify the return type
13
  #Keep this format for the description / args / args description but feel free to modify the tool
14
- """A tool that does nothing yet
15
  Args:
16
- arg1: the first argument
17
- arg2: the second argument
18
  """
19
- return "What magic will you build ?"
 
 
 
 
 
20
 
21
  @tool
22
  def get_current_time_in_timezone(timezone: str) -> str:
 
1
  from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool
2
+ from transformers import AutoTokenizer
3
  import datetime
4
  import requests
5
  import pytz
 
10
 
11
  # Below is an example of a tool that does nothing. Amaze us with your creativity !
12
  @tool
13
+ def count_tokens(text:str, model_name:str)-> int: #it's import to specify the return type
14
  #Keep this format for the description / args / args description but feel free to modify the tool
15
+ """A tool that counts how many tokens are needed to vectorize the provided `text` for the given `model_name`
16
  Args:
17
+ text: the input text for which we want to count the number of token
18
+ model_name: the model to which we will pass the text
19
  """
20
+
21
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
22
+ tokens = tokenizer.tokenize(text)
23
+ return len(tokens)
24
+
25
+
26
 
27
  @tool
28
  def get_current_time_in_timezone(timezone: str) -> str: