Spaces:
Sleeping
Sleeping
revert to refactor
Browse files
app.py
CHANGED
@@ -8,7 +8,6 @@ from util import process_json_files
|
|
8 |
from gematria import calculate_gematria
|
9 |
from deep_translator import GoogleTranslator, exceptions
|
10 |
from urllib.parse import quote_plus
|
11 |
-
from tqdm import tqdm
|
12 |
|
13 |
# Set up logging
|
14 |
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
|
@@ -57,8 +56,7 @@ def populate_database(tanach_texts, max_phrase_length=1):
|
|
57 |
logging.info("Populating database...")
|
58 |
cursor = conn.cursor()
|
59 |
|
60 |
-
for book_id in
|
61 |
-
book_data = tanach_texts[book_id]
|
62 |
# Check if the book is already processed for this max_phrase_length
|
63 |
cursor.execute('''SELECT max_phrase_length FROM processed_books WHERE book = ?''', (book_id,))
|
64 |
result = cursor.fetchone()
|
@@ -73,7 +71,7 @@ def populate_database(tanach_texts, max_phrase_length=1):
|
|
73 |
continue
|
74 |
|
75 |
title = book_data.get('title', 'Unknown')
|
76 |
-
book_names[book_id] = title
|
77 |
|
78 |
chapters = book_data['text']
|
79 |
for chapter_id, chapter in enumerate(chapters):
|
@@ -138,7 +136,7 @@ def get_translation(phrase):
|
|
138 |
def translate_and_store(phrase):
|
139 |
"""Translates a Hebrew phrase to English using Google Translate and handles potential errors."""
|
140 |
global translator
|
141 |
-
max_retries = 3
|
142 |
retries = 0
|
143 |
|
144 |
while retries < max_retries:
|
@@ -147,7 +145,7 @@ def translate_and_store(phrase):
|
|
147 |
logging.debug(f"Translated phrase: {translation}")
|
148 |
return translation
|
149 |
except (exceptions.TranslationNotFound, exceptions.NotValidPayload,
|
150 |
-
exceptions.ServerException, exceptions.RequestError, requests.exceptions.ConnectionError) as e:
|
151 |
retries += 1
|
152 |
logging.warning(f"Error translating phrase '{phrase}': {e}. Retrying... ({retries}/{max_retries})")
|
153 |
|
@@ -165,11 +163,11 @@ def search_gematria_in_db(gematria_sum):
|
|
165 |
logging.debug(f"Found {len(results)} matching phrases for Gematria: {gematria_sum}")
|
166 |
return results
|
167 |
|
168 |
-
def gematria_search_interface(phrase
|
169 |
"""The main function for the Gradio interface."""
|
170 |
if not phrase.strip():
|
171 |
-
return "Please enter a phrase."
|
172 |
-
|
173 |
global conn, book_names
|
174 |
conn = sqlite3.connect('gematria.db')
|
175 |
cursor = conn.cursor()
|
@@ -179,7 +177,7 @@ def gematria_search_interface(phrase, progress_bar):
|
|
179 |
|
180 |
matching_phrases = search_gematria_in_db(phrase_gematria)
|
181 |
if not matching_phrases:
|
182 |
-
return "No matching phrases found."
|
183 |
|
184 |
# Sort results by book, chapter, and verse
|
185 |
sorted_phrases = sorted(matching_phrases, key=lambda x: (x[1], x[2], x[3]))
|
@@ -240,7 +238,7 @@ def gematria_search_interface(phrase, progress_bar):
|
|
240 |
</style>
|
241 |
"""
|
242 |
|
243 |
-
return style + "\n".join(results)
|
244 |
|
245 |
def flatten_text(text):
|
246 |
"""Helper function to flatten nested lists into a single list."""
|
@@ -254,40 +252,21 @@ def run_app():
|
|
254 |
initialize_translator()
|
255 |
|
256 |
# Pre-populate the database
|
257 |
-
tanach_texts = process_json_files(1, 39)
|
258 |
-
populate_database(tanach_texts, max_phrase_length=1)
|
259 |
-
tanach_texts = process_json_files(27, 27)
|
260 |
populate_database(tanach_texts, max_phrase_length=12)
|
|
|
|
|
261 |
|
262 |
-
|
263 |
-
with gr.Blocks() as iface:
|
264 |
-
with gr.Row():
|
265 |
-
phrase_input = gr.Textbox(label="Enter phrase")
|
266 |
-
results_output = gr.HTML(label="Results")
|
267 |
-
iface.launch()
|
268 |
-
|
269 |
-
# Create a hidden interface for populating the database with a progress bar
|
270 |
-
hidden_iface = gr.Interface(
|
271 |
-
fn=populate_database,
|
272 |
-
inputs=[gr.Textbox(label="Tanach texts"), gr.Textbox(label="Max phrase length")],
|
273 |
-
outputs=[progress_bar],
|
274 |
-
title="Populate database",
|
275 |
-
description="Populate the database with phrases from the Tanach.",
|
276 |
-
live=False,
|
277 |
-
allow_flagging="never",
|
278 |
-
visible=False
|
279 |
-
)
|
280 |
-
|
281 |
-
# Trigger the database population when the main interface is launched
|
282 |
-
iface.launch(inline=False)
|
283 |
-
hidden_iface.launch(inline=False, share=False, server_port=8081) # Hidden interface
|
284 |
-
|
285 |
-
# Run the search function when the "Search" button is clicked
|
286 |
-
phrase_input.change(
|
287 |
fn=gematria_search_interface,
|
288 |
-
inputs=
|
289 |
-
outputs=
|
|
|
|
|
|
|
|
|
290 |
)
|
|
|
291 |
|
292 |
if __name__ == "__main__":
|
293 |
run_app()
|
|
|
8 |
from gematria import calculate_gematria
|
9 |
from deep_translator import GoogleTranslator, exceptions
|
10 |
from urllib.parse import quote_plus
|
|
|
11 |
|
12 |
# Set up logging
|
13 |
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
|
|
|
56 |
logging.info("Populating database...")
|
57 |
cursor = conn.cursor()
|
58 |
|
59 |
+
for book_id, book_data in tanach_texts.items():
|
|
|
60 |
# Check if the book is already processed for this max_phrase_length
|
61 |
cursor.execute('''SELECT max_phrase_length FROM processed_books WHERE book = ?''', (book_id,))
|
62 |
result = cursor.fetchone()
|
|
|
71 |
continue
|
72 |
|
73 |
title = book_data.get('title', 'Unknown')
|
74 |
+
book_names[book_id] = title
|
75 |
|
76 |
chapters = book_data['text']
|
77 |
for chapter_id, chapter in enumerate(chapters):
|
|
|
136 |
def translate_and_store(phrase):
|
137 |
"""Translates a Hebrew phrase to English using Google Translate and handles potential errors."""
|
138 |
global translator
|
139 |
+
max_retries = 3
|
140 |
retries = 0
|
141 |
|
142 |
while retries < max_retries:
|
|
|
145 |
logging.debug(f"Translated phrase: {translation}")
|
146 |
return translation
|
147 |
except (exceptions.TranslationNotFound, exceptions.NotValidPayload,
|
148 |
+
exceptions.ServerException, exceptions.RequestError, requests.exceptions.ConnectionError) as e:
|
149 |
retries += 1
|
150 |
logging.warning(f"Error translating phrase '{phrase}': {e}. Retrying... ({retries}/{max_retries})")
|
151 |
|
|
|
163 |
logging.debug(f"Found {len(results)} matching phrases for Gematria: {gematria_sum}")
|
164 |
return results
|
165 |
|
166 |
+
def gematria_search_interface(phrase):
|
167 |
"""The main function for the Gradio interface."""
|
168 |
if not phrase.strip():
|
169 |
+
return "Please enter a phrase."
|
170 |
+
|
171 |
global conn, book_names
|
172 |
conn = sqlite3.connect('gematria.db')
|
173 |
cursor = conn.cursor()
|
|
|
177 |
|
178 |
matching_phrases = search_gematria_in_db(phrase_gematria)
|
179 |
if not matching_phrases:
|
180 |
+
return "No matching phrases found."
|
181 |
|
182 |
# Sort results by book, chapter, and verse
|
183 |
sorted_phrases = sorted(matching_phrases, key=lambda x: (x[1], x[2], x[3]))
|
|
|
238 |
</style>
|
239 |
"""
|
240 |
|
241 |
+
return style + "\n".join(results)
|
242 |
|
243 |
def flatten_text(text):
|
244 |
"""Helper function to flatten nested lists into a single list."""
|
|
|
252 |
initialize_translator()
|
253 |
|
254 |
# Pre-populate the database
|
255 |
+
tanach_texts = process_json_files(1, 39)
|
|
|
|
|
256 |
populate_database(tanach_texts, max_phrase_length=12)
|
257 |
+
tanach_texts = process_json_files(27, 27)
|
258 |
+
populate_database(tanach_texts, max_phrase_length=24)
|
259 |
|
260 |
+
iface = gr.Interface(
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
261 |
fn=gematria_search_interface,
|
262 |
+
inputs=gr.Textbox(label="Enter phrase"),
|
263 |
+
outputs=gr.HTML(label="Results"),
|
264 |
+
title="Gematria Search in Tanach",
|
265 |
+
description="Search for phrases in the Tanach that have the same Gematria value.",
|
266 |
+
live=False,
|
267 |
+
allow_flagging="never"
|
268 |
)
|
269 |
+
iface.launch()
|
270 |
|
271 |
if __name__ == "__main__":
|
272 |
run_app()
|