abiswal commited on
Commit
304d39c
·
1 Parent(s): 133f345

screenshot update

Browse files
Files changed (1) hide show
  1. app.py +9 -8
app.py CHANGED
@@ -12,26 +12,27 @@ from src.about import (
12
 
13
  data = {
14
  "Method": [
15
- "Handwritten LOTUS (Llama-3.1-70B)",
16
- "Zero-shot Text2SQL (Llama-3.1-70B)",
17
- "Zero-shot Text2SQL + LM Generation (Llama-3.1-70B)",
18
  "RAG (E5) (Llama-3.1-70B)",
19
  "RAG (E5) + LM Rerank (Llama-3.1-70B)",
20
  "Handwritten LOTUS (GPT-4o)",
21
  "Zero-shot Text2SQL (GPT-4o)",
22
- "Zero-shot Text2SQL + LM Generation (GPT-4o)",
23
  "RAG (GPT-4o)",
24
  "RAG (E5) + LM Rerank (GPT-4o)",
25
  "Handwritten LOTUS (o3-mini)",
26
  "Zero-shot Text2SQL (o3-mini)",
27
- "Zero-shot Text2SQL + LM Generation (o3-mini)",
28
  "RAG (o3-mini)",
29
  "RAG (E5) + LM Rerank (o3-mini)",
30
- "Zero-shot Text2SQL (Deepseek-r1)",
31
- "Zero-shot Text2SQL + LM Generation (Deepseek-r1)",
32
  ],
33
  # "Model": ["meta-llama/Llama-3.1-70B"] * 5,
34
- "Execution Accuracy": [55.0, 17.0, 13.0, 0.0, 2.0, 55.0, 18.0, 15.0, 3.0, 3.0, 65.0, 18.0, 30.0, 7.0, 7.0, 12.0, 0.0],
 
35
  }
36
 
37
  leaderboard_df = pd.DataFrame(data)
 
12
 
13
  data = {
14
  "Method": [
15
+ #"Handwritten LOTUS (Llama-3.1-70B)",
16
+ #"Zero-shot Text2SQL (Llama-3.1-70B)",
17
+ #"Zero-shot Text2SQL + LM Generation (Llama-3.1-70B)",
18
  "RAG (E5) (Llama-3.1-70B)",
19
  "RAG (E5) + LM Rerank (Llama-3.1-70B)",
20
  "Handwritten LOTUS (GPT-4o)",
21
  "Zero-shot Text2SQL (GPT-4o)",
22
+ # "Zero-shot Text2SQL + LM Generation (GPT-4o)",
23
  "RAG (GPT-4o)",
24
  "RAG (E5) + LM Rerank (GPT-4o)",
25
  "Handwritten LOTUS (o3-mini)",
26
  "Zero-shot Text2SQL (o3-mini)",
27
+ #"Zero-shot Text2SQL + LM Generation (o3-mini)",
28
  "RAG (o3-mini)",
29
  "RAG (E5) + LM Rerank (o3-mini)",
30
+ "Zero-shot Text2SQL (Deepseek-R1)",
31
+ #"Zero-shot Text2SQL + LM Generation (Deepseek-R1)",
32
  ],
33
  # "Model": ["meta-llama/Llama-3.1-70B"] * 5,
34
+ # "Execution Accuracy": [55.0, 17.0, 13.0, 0.0, 2.0, 55.0, 18.0, 15.0, 3.0, 3.0, 65.0, 18.0, 30.0, 7.0, 7.0, 12.0, 0.0],
35
+ "Execution Accuracy": [0.0, 2.0, 55.0, 18.0, 3.0, 3.0, 65.0, 18.0, 7.0, 7.0, 12.0],
36
  }
37
 
38
  leaderboard_df = pd.DataFrame(data)