Spaces:
Running
Running
Commit
·
857eaf0
1
Parent(s):
4a045f5
Sync changes
Browse files
app.py
CHANGED
@@ -69,6 +69,7 @@ with gr.Blocks() as demo:
|
|
69 |
|
70 |
<p style='font-size: 16px;'>This is an engine that processes n-gram / ∞-gram queries on a text corpus. Please first select the corpus and the type of query, then enter your query and submit.</p>
|
71 |
<p style='font-size: 16px;'>The engine is developed by <a href="https://liujch1998.github.io">Jiacheng (Gary) Liu</a> and documented in our paper: <a href="https://arxiv.org/abs/2401.17377">Infini-gram: Scaling Unbounded n-gram Language Models to a Trillion Tokens</a></p>
|
|
|
72 |
'''
|
73 |
)
|
74 |
with gr.Row():
|
@@ -279,14 +280,14 @@ If you find this tool useful, please kindly cite our paper:
|
|
279 |
ard_cnf_multi_clear.add([ard_cnf_multi_input, ard_cnf_multi_output_tokens, ard_cnf_multi_output_message, ard_cnf_multi_output_0, ard_cnf_multi_output_1, ard_cnf_multi_output_2, ard_cnf_multi_output_3, ard_cnf_multi_output_4, ard_cnf_multi_output_5, ard_cnf_multi_output_6, ard_cnf_multi_output_7, ard_cnf_multi_output_8, ard_cnf_multi_output_9])
|
280 |
doc_analysis_clear.add([doc_analysis_input, doc_analysis_output])
|
281 |
|
282 |
-
count_submit.click(process, inputs=[corpus_desc, query_desc, count_input], outputs=[count_output, count_output_tokens])
|
283 |
-
ngram_submit.click(process, inputs=[corpus_desc, query_desc, ngram_input], outputs=[ngram_output, ngram_output_tokens])
|
284 |
-
ntd_submit.click(process, inputs=[corpus_desc, query_desc, ntd_input], outputs=[ntd_output, ntd_output_tokens])
|
285 |
-
infgram_submit.click(process, inputs=[corpus_desc, query_desc, infgram_input], outputs=[infgram_output, infgram_output_tokens, infgram_longest_suffix])
|
286 |
-
infntd_submit.click(process, inputs=[corpus_desc, query_desc, infntd_input], outputs=[infntd_output, infntd_output_tokens, infntd_longest_suffix])
|
287 |
-
# ard_cnf_submit.click(process, inputs=[corpus_desc, query_desc, ard_cnf_input], outputs=[ard_cnf_output, ard_cnf_output_tokens, ard_cnf_output_message])
|
288 |
-
ard_cnf_multi_submit.click(process_ard_cnf_multi, inputs=[corpus_desc, query_desc, ard_cnf_multi_input, ard_cnf_multi_maxnum], outputs=[ard_cnf_multi_output_tokens, ard_cnf_multi_output_message, ard_cnf_multi_output_0, ard_cnf_multi_output_1, ard_cnf_multi_output_2, ard_cnf_multi_output_3, ard_cnf_multi_output_4, ard_cnf_multi_output_5, ard_cnf_multi_output_6, ard_cnf_multi_output_7, ard_cnf_multi_output_8, ard_cnf_multi_output_9])
|
289 |
-
doc_analysis_submit.click(process, inputs=[corpus_desc, query_desc, doc_analysis_input], outputs=[doc_analysis_output])
|
290 |
|
291 |
def update_query_desc(selection):
|
292 |
return {
|
@@ -310,13 +311,13 @@ If you find this tool useful, please kindly cite our paper:
|
|
310 |
# row_7,
|
311 |
])
|
312 |
|
313 |
-
|
314 |
-
|
315 |
-
|
316 |
-
|
317 |
-
|
318 |
-
|
319 |
-
|
320 |
|
321 |
demo.queue(
|
322 |
default_concurrency_limit=default_concurrency_limit,
|
@@ -328,7 +329,7 @@ demo.queue(
|
|
328 |
show_api=False,
|
329 |
)
|
330 |
|
331 |
-
|
332 |
-
|
333 |
-
|
334 |
-
|
|
|
69 |
|
70 |
<p style='font-size: 16px;'>This is an engine that processes n-gram / ∞-gram queries on a text corpus. Please first select the corpus and the type of query, then enter your query and submit.</p>
|
71 |
<p style='font-size: 16px;'>The engine is developed by <a href="https://liujch1998.github.io">Jiacheng (Gary) Liu</a> and documented in our paper: <a href="https://arxiv.org/abs/2401.17377">Infini-gram: Scaling Unbounded n-gram Language Models to a Trillion Tokens</a></p>
|
72 |
+
<p style='font-size: 16px;'>HF Paper Page: <https://huggingface.co/papers/2401.17377></p>
|
73 |
'''
|
74 |
)
|
75 |
with gr.Row():
|
|
|
280 |
ard_cnf_multi_clear.add([ard_cnf_multi_input, ard_cnf_multi_output_tokens, ard_cnf_multi_output_message, ard_cnf_multi_output_0, ard_cnf_multi_output_1, ard_cnf_multi_output_2, ard_cnf_multi_output_3, ard_cnf_multi_output_4, ard_cnf_multi_output_5, ard_cnf_multi_output_6, ard_cnf_multi_output_7, ard_cnf_multi_output_8, ard_cnf_multi_output_9])
|
281 |
doc_analysis_clear.add([doc_analysis_input, doc_analysis_output])
|
282 |
|
283 |
+
count_submit.click(process, inputs=[corpus_desc, query_desc, count_input], outputs=[count_output, count_output_tokens], api_name=False)
|
284 |
+
ngram_submit.click(process, inputs=[corpus_desc, query_desc, ngram_input], outputs=[ngram_output, ngram_output_tokens], api_name=False)
|
285 |
+
ntd_submit.click(process, inputs=[corpus_desc, query_desc, ntd_input], outputs=[ntd_output, ntd_output_tokens], api_name=False)
|
286 |
+
infgram_submit.click(process, inputs=[corpus_desc, query_desc, infgram_input], outputs=[infgram_output, infgram_output_tokens, infgram_longest_suffix], api_name=False)
|
287 |
+
infntd_submit.click(process, inputs=[corpus_desc, query_desc, infntd_input], outputs=[infntd_output, infntd_output_tokens, infntd_longest_suffix], api_name=False)
|
288 |
+
# ard_cnf_submit.click(process, inputs=[corpus_desc, query_desc, ard_cnf_input], outputs=[ard_cnf_output, ard_cnf_output_tokens, ard_cnf_output_message], api_name=False)
|
289 |
+
ard_cnf_multi_submit.click(process_ard_cnf_multi, inputs=[corpus_desc, query_desc, ard_cnf_multi_input, ard_cnf_multi_maxnum], outputs=[ard_cnf_multi_output_tokens, ard_cnf_multi_output_message, ard_cnf_multi_output_0, ard_cnf_multi_output_1, ard_cnf_multi_output_2, ard_cnf_multi_output_3, ard_cnf_multi_output_4, ard_cnf_multi_output_5, ard_cnf_multi_output_6, ard_cnf_multi_output_7, ard_cnf_multi_output_8, ard_cnf_multi_output_9], api_name=False)
|
290 |
+
doc_analysis_submit.click(process, inputs=[corpus_desc, query_desc, doc_analysis_input], outputs=[doc_analysis_output], api_name=False)
|
291 |
|
292 |
def update_query_desc(selection):
|
293 |
return {
|
|
|
311 |
# row_7,
|
312 |
])
|
313 |
|
314 |
+
for d in demo.dependencies:
|
315 |
+
d['api_name'] = False
|
316 |
+
for d in demo.config['dependencies']:
|
317 |
+
d['api_name'] = False
|
318 |
+
if debug:
|
319 |
+
print(demo.dependencies)
|
320 |
+
print(demo.config['dependencies'])
|
321 |
|
322 |
demo.queue(
|
323 |
default_concurrency_limit=default_concurrency_limit,
|
|
|
329 |
show_api=False,
|
330 |
)
|
331 |
|
332 |
+
for d in gr.context.Context.root_block.dependencies:
|
333 |
+
d['api_name'] = False
|
334 |
+
if debug:
|
335 |
+
print(gr.context.Context.root_block.dependencies)
|