abiswal commited on
Commit
ee8b78c
·
1 Parent(s): a024c57

updated results

Browse files
Files changed (1) hide show
  1. app.py +16 -4
app.py CHANGED
@@ -12,14 +12,26 @@ from src.about import (
12
 
13
  data = {
14
  "Method": [
15
- "Handwritten LOTUS (llama-3.1-70B)",
16
  "Zero-shot Text2SQL (llama-3.1-70B)",
17
  "Zero-shot Text2SQL + LM Generation (llama-3.1-70B)",
18
- "RAG (E5)",
19
- "RAG (E5) + LM Rerank",
 
 
 
 
 
 
 
 
 
 
 
 
20
  ],
21
  # "Model": ["meta-llama/Llama-3.1-70B"] * 5,
22
- "Execution Accuracy": [55.0, 17.0, 13.0, 0.0, 2.0],
23
  }
24
 
25
  leaderboard_df = pd.DataFrame(data)
 
12
 
13
  data = {
14
  "Method": [
15
+ "TAG Team w/ LOTUS (llama-3.1-70B)",
16
  "Zero-shot Text2SQL (llama-3.1-70B)",
17
  "Zero-shot Text2SQL + LM Generation (llama-3.1-70B)",
18
+ "RAG (E5) (llama-3.1-70B)",
19
+ "RAG (E5) + LM Rerank (llama-3.1-70B)",
20
+ "TAG Team w/ LOTUS (gpt-4o)",
21
+ "Zero-shot Text2SQL (gpt-4o)",
22
+ "Zero-shot Text2SQL + LM Generation (gpt-4o)",
23
+ "RAG (gpt-4o)",
24
+ "RAG (E5) + LM Rerank (gpt-4o)",
25
+ "TAG Team w/ LOTUS (o3-mini)",
26
+ "Zero-shot Text2SQL (o3-mini)",
27
+ "Zero-shot Text2SQL + LM Generation (o3-mini)",
28
+ "RAG (o3-mini)",
29
+ "RAG (E5) + LM Rerank (o3-mini)",
30
+ "Zero-shot Text2SQL (deepseek-r1)",
31
+ "Zero-shot Text2SQL + LM Generation (deepseek-r1)",
32
  ],
33
  # "Model": ["meta-llama/Llama-3.1-70B"] * 5,
34
+ "Execution Accuracy": [55.0, 17.0, 13.0, 0.0, 2.0, 55.0, 18.0, 15.0, 3.0, 3.0, 65.0, 18.0, 30.0, 7.0, 7.0, 12.0, 0.0],
35
  }
36
 
37
  leaderboard_df = pd.DataFrame(data)