Tonic commited on
Commit
85c5204
·
unverified ·
1 Parent(s): 8a29aa8

fix label mapping

Browse files
Files changed (1) hide show
  1. tasks/text.py +12 -5
tasks/text.py CHANGED
@@ -127,7 +127,7 @@ async def evaluate_text(request: TextEvaluationRequest):
127
  "2_not_human": 2,
128
  "3_not_bad": 3,
129
  "4_solutions_harmful_unnecessary": 4,
130
- "5_science_is_unreliable": 5,
131
  "6_proponents_biased": 6,
132
  "7_fossil_fuels_needed": 7
133
  }
@@ -136,8 +136,16 @@ async def evaluate_text(request: TextEvaluationRequest):
136
  # Load and prepare the dataset
137
  dataset = load_dataset("QuotaClimat/frugalaichallenge-text-train", token=HF_TOKEN)
138
 
139
- # Convert string labels to integers
140
- dataset = dataset.map(lambda x: {"label": LABEL_MAPPING[x["label"]]})
 
 
 
 
 
 
 
 
141
 
142
  # Split dataset
143
  test_dataset = dataset["test"]
@@ -220,5 +228,4 @@ async def evaluate_text(request: TextEvaluationRequest):
220
 
221
  except Exception as e:
222
  print(f"Error in evaluate_text: {str(e)}")
223
- raise Exception(f"Failed to process request: {str(e)}")
224
-
 
127
  "2_not_human": 2,
128
  "3_not_bad": 3,
129
  "4_solutions_harmful_unnecessary": 4,
130
+ "5_science_unreliable": 5,
131
  "6_proponents_biased": 6,
132
  "7_fossil_fuels_needed": 7
133
  }
 
136
  # Load and prepare the dataset
137
  dataset = load_dataset("QuotaClimat/frugalaichallenge-text-train", token=HF_TOKEN)
138
 
139
+ # Convert string labels to integers with error handling
140
+ def convert_label(example):
141
+ try:
142
+ return {"label": LABEL_MAPPING[example["label"]]}
143
+ except KeyError as e:
144
+ print(f"Warning: Unknown label {example['label']}")
145
+ # Return default label or raise exception
146
+ return {"label": 0} # or raise e if you want to fail on unknown labels
147
+
148
+ dataset = dataset.map(convert_label)
149
 
150
  # Split dataset
151
  test_dataset = dataset["test"]
 
228
 
229
  except Exception as e:
230
  print(f"Error in evaluate_text: {str(e)}")
231
+ raise Exception(f"Failed to process request: {str(e)}")