sh1gechan commited on
Commit
6237ec1
·
verified ·
1 Parent(s): d50e9bd

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +9 -1
src/leaderboard/read_evals.py CHANGED
@@ -46,6 +46,12 @@ class EvalResult:
46
  metainfo = config.get("metainfo", {})
47
  model_config = config.get("model", {})
48
 
 
 
 
 
 
 
49
  # Get model type from metainfo
50
  # model_type_str = metainfo.get("model_type", "")
51
  # model_type = ModelType.from_str(model_type_str)
@@ -181,10 +187,12 @@ def get_request_file_for_model(requests_path, model_name, precision):
181
  f"{model_name}_eval_request_*.json",
182
  )
183
  request_files = glob.glob(request_files)
184
- print(f"Found request files: {request_files}")
185
 
186
  if precision == "Unknown":
187
  print("Precision is Unknown, selecting the first available FINISHED request file.")
 
 
 
188
 
189
  # Select correct request file (precision)
190
  request_file = ""
 
46
  metainfo = config.get("metainfo", {})
47
  model_config = config.get("model", {})
48
 
49
+ if "config" not in data:
50
+ print(f"No 'config' key found in JSON file: {json_filepath}")
51
+ if "metainfo" not in config:
52
+ print(f"No 'metainfo' key found in config of JSON file: {json_filepath}")
53
+
54
+
55
  # Get model type from metainfo
56
  # model_type_str = metainfo.get("model_type", "")
57
  # model_type = ModelType.from_str(model_type_str)
 
187
  f"{model_name}_eval_request_*.json",
188
  )
189
  request_files = glob.glob(request_files)
 
190
 
191
  if precision == "Unknown":
192
  print("Precision is Unknown, selecting the first available FINISHED request file.")
193
+ # デフォルトのFINISHEDファイルが選ばれているかの確認
194
+ print(f"Using the following request file: {request_file}")
195
+
196
 
197
  # Select correct request file (precision)
198
  request_file = ""