Update app.py
Browse files
app.py
CHANGED
@@ -18,7 +18,7 @@ def warmer():
|
|
18 |
api_name="/predict"
|
19 |
)
|
20 |
end_time = time.time()
|
21 |
-
duration =
|
22 |
print("Time elapsed for Pygmalion model : ", duration)
|
23 |
if duration > 120: # Check if duration to generate tokens exceeds 2 minutes
|
24 |
restart()
|
@@ -30,7 +30,7 @@ def warmer():
|
|
30 |
api_name="/predict"
|
31 |
)
|
32 |
end_time = time.time()
|
33 |
-
duration =
|
34 |
print("Time elapsed for WizardLM model : ", duration)
|
35 |
if duration > 300: # Check if duration to generate tokens exceeds 5 minutes
|
36 |
restart()
|
|
|
18 |
api_name="/predict"
|
19 |
)
|
20 |
end_time = time.time()
|
21 |
+
duration = end_time - start_time
|
22 |
print("Time elapsed for Pygmalion model : ", duration)
|
23 |
if duration > 120: # Check if duration to generate tokens exceeds 2 minutes
|
24 |
restart()
|
|
|
30 |
api_name="/predict"
|
31 |
)
|
32 |
end_time = time.time()
|
33 |
+
duration = end_time - start_time
|
34 |
print("Time elapsed for WizardLM model : ", duration)
|
35 |
if duration > 300: # Check if duration to generate tokens exceeds 5 minutes
|
36 |
restart()
|