Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -5,6 +5,7 @@ import datetime
|
|
5 |
import requests
|
6 |
from checks.failed_check import create_failed_gradio_ui
|
7 |
from checks.endpoint_check import check_public_endpoint
|
|
|
8 |
|
9 |
import os
|
10 |
import pytz # Had to give it permission in Code agent
|
@@ -15,65 +16,66 @@ from agents.model import load_huggingface_model
|
|
15 |
from agents.prompts import load_prompts
|
16 |
|
17 |
from ContentGradio import ContentAgentUI
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
18 |
|
|
|
19 |
|
20 |
-
|
21 |
-
|
22 |
-
# Get the URI for the endpoint
|
23 |
-
endpoint_uri = load_huggingface_model()
|
24 |
-
|
25 |
-
# Test the endpoint
|
26 |
-
|
27 |
-
status_info = check_public_endpoint(endpoint_uri)
|
28 |
|
29 |
-
|
30 |
-
|
31 |
-
|
32 |
-
|
33 |
|
34 |
-
if status_info["status"] is False or status_info["status_code"] == "503":
|
35 |
-
interface = create_failed_gradio_ui(status_info)
|
36 |
-
# Launch the UI
|
37 |
-
interface.launch(show_error=True)
|
38 |
-
else:
|
39 |
|
|
|
40 |
model = HfApiModel(
|
41 |
max_tokens=2096,
|
42 |
temperature=0.5,
|
43 |
-
model_id=
|
44 |
custom_role_conversions=None,
|
45 |
-
)
|
46 |
-
|
47 |
-
# Load prompts
|
48 |
-
combined_prompts = load_prompts()
|
49 |
-
combined_tools = load_tools() ## from the tools folder (don't remove final answer)
|
50 |
-
|
51 |
-
# Try a direct test of your endpoint
|
52 |
-
test_prompt = "Hello, how are you?"
|
53 |
-
response = requests.post(
|
54 |
-
endpoint_uri,
|
55 |
-
json={"inputs": test_prompt},
|
56 |
-
headers={"Authorization": f"Bearer {os.getenv('HF_TOKEN')}"}
|
57 |
)
|
58 |
-
|
59 |
-
|
60 |
-
agent = CodeAgent(
|
61 |
model=model,
|
62 |
-
tools=combined_tools,
|
63 |
max_steps=6,
|
64 |
verbosity_level=3,
|
65 |
-
grammar=None,
|
66 |
-
planning_interval=None,
|
67 |
name="content_agent",
|
68 |
-
description="Evaluates whether text is polite or impolite.
|
69 |
-
prompt_templates=combined_prompts,
|
70 |
additional_authorized_imports=["pytz"]
|
71 |
-
|
72 |
-
|
|
|
|
|
|
|
73 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
74 |
# Create an instance of the ContentAgentUI class
|
75 |
ui = ContentAgentUI()
|
|
|
76 |
|
77 |
-
# Pass through the agent
|
78 |
-
ui.pass_through_agent(agent)
|
79 |
|
|
|
|
|
|
5 |
import requests
|
6 |
from checks.failed_check import create_failed_gradio_ui
|
7 |
from checks.endpoint_check import check_public_endpoint
|
8 |
+
from checks.health_check import check_model_endpoint, should_launch_ui
|
9 |
|
10 |
import os
|
11 |
import pytz # Had to give it permission in Code agent
|
|
|
16 |
from agents.prompts import load_prompts
|
17 |
|
18 |
from ContentGradio import ContentAgentUI
|
19 |
+
|
20 |
+
# Try a direct test of your endpoint
|
21 |
+
test_prompt = "Hello, how are you?"
|
22 |
+
response = requests.post(
|
23 |
+
endpoint_uri,
|
24 |
+
json={"inputs": test_prompt},
|
25 |
+
headers={"Authorization": f"Bearer {os.getenv('HF_TOKEN')}"}
|
26 |
+
)
|
27 |
+
print(response.json())
|
28 |
|
29 |
+
|
30 |
|
31 |
+
|
32 |
+
def initialize_agent(endpoint_uri: str):
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
|
34 |
+
# Load prompts
|
35 |
+
combined_prompts = load_prompts()
|
36 |
+
combined_tools = load_tools() ## from the tools folder (don't remove final answer)
|
|
|
37 |
|
|
|
|
|
|
|
|
|
|
|
38 |
|
39 |
+
"""Initialize and configure the CodeAgent"""
|
40 |
model = HfApiModel(
|
41 |
max_tokens=2096,
|
42 |
temperature=0.5,
|
43 |
+
model_id=endpoint_uri,
|
44 |
custom_role_conversions=None,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
45 |
)
|
46 |
+
|
47 |
+
return CodeAgent(
|
|
|
48 |
model=model,
|
49 |
+
tools=combined_tools(),
|
50 |
max_steps=6,
|
51 |
verbosity_level=3,
|
|
|
|
|
52 |
name="content_agent",
|
53 |
+
description="Evaluates whether text is polite or impolite.",
|
54 |
+
prompt_templates=combined_prompts(),
|
55 |
additional_authorized_imports=["pytz"]
|
56 |
+
)
|
57 |
+
|
58 |
+
|
59 |
+
def main():
|
60 |
+
# Load endpoint and check health
|
61 |
|
62 |
+
|
63 |
+
|
64 |
+
# Prechecks
|
65 |
+
endpoint_uri = load_huggingface_model() # Get the URI for the endpoint
|
66 |
+
is_healthy, status_info = check_model_endpoint(endpoint_uri) # Test the endpoint
|
67 |
+
|
68 |
+
if not is_healthy:
|
69 |
+
interface = create_failed_gradio_ui(status_info)
|
70 |
+
interface.launch(show_error=True)
|
71 |
+
return
|
72 |
+
|
73 |
+
# Initialize and run the agent
|
74 |
+
agent = initialize_agent(endpoint_uri)
|
75 |
# Create an instance of the ContentAgentUI class
|
76 |
ui = ContentAgentUI()
|
77 |
+
ui.pass_through_agent(agent) # Pass through the agent
|
78 |
|
|
|
|
|
79 |
|
80 |
+
if __name__ == "__main__":
|
81 |
+
main()
|