Omartificial-Intelligence-Space commited on
Commit
de97bd5
·
verified ·
1 Parent(s): 02c784a

update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -5
app.py CHANGED
@@ -149,12 +149,15 @@ demo = gr.Interface(
149
  gr.Plot(label="MLQA Dataset"),
150
  gr.Plot(label="ARCD Dataset")
151
  ],
152
- title="Arabic Embedding Evaluation",
153
  description=(
154
- "Evaluate your Sentence Transformer model on **Arabic retrieval tasks** using Matryoshka embeddings. "
155
- "Compare performance across financial, long-context, and short-context datasets.\n\n"
156
- "The evaluation uses **NDCG@10** to measure how well the model retrieves relevant contexts. "
157
- "Embedding dimensions are reduced from 768 to 64."
 
 
 
158
  ),
159
  theme="default",
160
  live=False,
 
149
  gr.Plot(label="MLQA Dataset"),
150
  gr.Plot(label="ARCD Dataset")
151
  ],
152
+ title="Evaluation of Arabic Matroyshka Embedding on Retrieval Tasks",
153
  description=(
154
+ "Evaluate your Embedding model or any Arabic Sentence Transformer model's performance on **context and question retrieval** for Arabic datasets for Enhancing RAG (Retrieval-Augmented Generation).\n"
155
+ "- **ARCD** evaluates short context retrieval performance.\n"
156
+ "- **MLQA Arabic** evaluates long context retrieval performance.\n"
157
+ "- **Arabic Financial Dataset** focuses on financial context retrieval.\n\n"
158
+ "**Evaluation Metric:**\n"
159
+ "The evaluation uses **NDCG@10** (Normalized Discounted Cumulative Gain), which measures how well the retrieved documents (contexts) match the query relevance.\n"
160
+ "Higher scores indicate better performance. Embedding dimensions are reduced from 768 to 64, evaluating how well the model performs with fewer dimensions."
161
  ),
162
  theme="default",
163
  live=False,