abiswal commited on
Commit
a19ed1a
·
1 Parent(s): f4d957a
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -12,17 +12,17 @@ from src.about import (
12
 
13
  data = {
14
  "Method": [
15
- "Handwritten LOTUS (Llama-3.1-70B)",
16
  "Zero-shot Text2SQL (Llama-3.1-70B)",
17
  "Zero-shot Text2SQL + LM Generation (Llama-3.1-70B)",
18
  "RAG (E5 + Llama-3.1-70B)",
19
  "RAG (E5) + LM Rerank (Llama-3.1-70B)",
20
- "Handwritten LOTUS (GPT-4o)",
21
  "Zero-shot Text2SQL (GPT-4o)",
22
  "Zero-shot Text2SQL + LM Generation (GPT-4o)",
23
  "RAG (E5 + GPT-4o)",
24
  "RAG (E5) + LM Rerank (GPT-4o)",
25
- "Handwritten LOTUS (o3-mini)",
26
  "Zero-shot Text2SQL (o3-mini)",
27
  "Zero-shot Text2SQL + LM Generation (o3-mini)",
28
  "RAG (E5 + o3-mini)",
@@ -40,7 +40,7 @@ leaderboard_df = pd.DataFrame(data)
40
  leaderboard_df = leaderboard_df.sort_values(
41
  "Execution Accuracy", ascending=False
42
  ).reset_index(drop=True)
43
- leaderboard_df.insert(0, "Rank", leaderboard_df.index - 1)
44
  leaderboard_df.loc[0, "Rank"] = ""
45
  leaderboard_df.loc[1, "Rank"] = ""
46
  leaderboard_df.loc[2, "Rank"] = ""
@@ -74,7 +74,7 @@ with gr.Blocks() as demo:
74
  """
75
  <div style="text-align: center;">
76
  <h1 style="font-size: 2.5rem; margin-bottom: 0.5rem;">TAG Leaderboard</h1>
77
- <p style="font-size: 1.25rem; color: gray;">Evaluating complex natural language queries over data.</p>
78
  </div>
79
  """
80
  )
 
12
 
13
  data = {
14
  "Method": [
15
+ "Human Performance\nHandwritten LOTUS (Llama-3.1-70B)",
16
  "Zero-shot Text2SQL (Llama-3.1-70B)",
17
  "Zero-shot Text2SQL + LM Generation (Llama-3.1-70B)",
18
  "RAG (E5 + Llama-3.1-70B)",
19
  "RAG (E5) + LM Rerank (Llama-3.1-70B)",
20
+ "Human Performance\nHandwritten LOTUS (GPT-4o)",
21
  "Zero-shot Text2SQL (GPT-4o)",
22
  "Zero-shot Text2SQL + LM Generation (GPT-4o)",
23
  "RAG (E5 + GPT-4o)",
24
  "RAG (E5) + LM Rerank (GPT-4o)",
25
+ "Human Performance\nHandwritten LOTUS (o3-mini)",
26
  "Zero-shot Text2SQL (o3-mini)",
27
  "Zero-shot Text2SQL + LM Generation (o3-mini)",
28
  "RAG (E5 + o3-mini)",
 
40
  leaderboard_df = leaderboard_df.sort_values(
41
  "Execution Accuracy", ascending=False
42
  ).reset_index(drop=True)
43
+ leaderboard_df.insert(0, "Rank", leaderboard_df.index - 2)
44
  leaderboard_df.loc[0, "Rank"] = ""
45
  leaderboard_df.loc[1, "Rank"] = ""
46
  leaderboard_df.loc[2, "Rank"] = ""
 
74
  """
75
  <div style="text-align: center;">
76
  <h1 style="font-size: 2.5rem; margin-bottom: 0.5rem;">TAG Leaderboard</h1>
77
+ <p style="font-size: 1.25rem; color: gray;">A benchmark for natural language queries over data</p>
78
  </div>
79
  """
80
  )