Upload app.py

app.py

@@ -3,8 +3,7 @@ import requests
 import time
 
 
-trial = 0
-
+hold_time = time.time()
 
 API_URL = "https://cm7kxsqi3sekfih7.us-east-1.aws.endpoints.huggingface.cloud"
 headers = {
@@ -13,29 +12,28 @@ headers = {
 }
 
 def query(payload):
+	global hold_time
 	response = requests.post(API_URL, headers=headers, json=payload)
 	if response.status_code != 200:
 		print('Sleeping due to API error')
-		time.sleep(18)
+		if (time.time() - hold_time) > 60:
+			hold_time = time.time()
 		return None
 	return response.json()
 
 
 def run_model(text):
-	global trial
+	global hold_time
 	output = query({
 	"inputs": text,
 	"parameters": {}
 })
 	if output:
-		trial = 0
+		hold_time = 1
 		return output[0]['generated_text']
 	else:
-		trial += 1
-		if trial%2==1:
-			return 'Model is loading, please try again...'
-		else:
-			return 'Try one more time, it should work now...'
+		return f'Model is being loaded, please try again in {int((hold_time - time.time()) + 35)} seconds.'
+