sh1gechan commited on
Commit
f120abd
·
verified ·
1 Parent(s): 4e9bbf4

Update src/populate.py

Browse files
Files changed (1) hide show
  1. src/populate.py +0 -6
src/populate.py CHANGED
@@ -12,13 +12,10 @@ def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchm
12
  """Creates a dataframe from all the individual experiment results"""
13
  raw_data = get_raw_eval_results(results_path, requests_path)
14
  all_data_json = [v.to_dict() for v in raw_data]
15
-
16
- print(f"All data JSON: {all_data_json}")
17
 
18
 
19
 
20
  df = pd.DataFrame.from_records(all_data_json)
21
- print(f"Initial DataFrame: {df}")
22
  score_cols = [
23
  'ALT E to J BLEU', 'ALT J to E BLEU', 'WikiCorpus E to J BLEU', 'WikiCorpus J to E BLEU',
24
  'XL-Sum JA BLEU', 'XL-Sum ROUGE1', 'XL-Sum ROUGE2', 'XL-Sum ROUGE-Lsum'
@@ -29,14 +26,11 @@ def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchm
29
 
30
  # スコア列を100で割り、.4f形式でフォーマット
31
  df[existing_score_cols] = (df[existing_score_cols] / 100).applymap(lambda x: f'{x:.4f}')
32
- print(f"DataFrame after score adjustment: {df}")
33
  df = df.sort_values(by=[AutoEvalColumn.AVG.name], ascending=False)
34
  df = df[cols].round(decimals=2)
35
- print(f"Sorted DataFrame: {df}")
36
 
37
  # filter out if any of the benchmarks have not been produced
38
  df = df[has_no_nan_values(df, benchmark_cols)]
39
- print(f"Final DataFrame after NaN filtering: {df}")
40
  return df
41
 
42
 
 
12
  """Creates a dataframe from all the individual experiment results"""
13
  raw_data = get_raw_eval_results(results_path, requests_path)
14
  all_data_json = [v.to_dict() for v in raw_data]
 
 
15
 
16
 
17
 
18
  df = pd.DataFrame.from_records(all_data_json)
 
19
  score_cols = [
20
  'ALT E to J BLEU', 'ALT J to E BLEU', 'WikiCorpus E to J BLEU', 'WikiCorpus J to E BLEU',
21
  'XL-Sum JA BLEU', 'XL-Sum ROUGE1', 'XL-Sum ROUGE2', 'XL-Sum ROUGE-Lsum'
 
26
 
27
  # スコア列を100で割り、.4f形式でフォーマット
28
  df[existing_score_cols] = (df[existing_score_cols] / 100).applymap(lambda x: f'{x:.4f}')
 
29
  df = df.sort_values(by=[AutoEvalColumn.AVG.name], ascending=False)
30
  df = df[cols].round(decimals=2)
 
31
 
32
  # filter out if any of the benchmarks have not been produced
33
  df = df[has_no_nan_values(df, benchmark_cols)]
 
34
  return df
35
 
36