Spaces:
Sleeping
Sleeping
fix label mapping
Browse files- tasks/text.py +12 -5
tasks/text.py
CHANGED
@@ -127,7 +127,7 @@ async def evaluate_text(request: TextEvaluationRequest):
|
|
127 |
"2_not_human": 2,
|
128 |
"3_not_bad": 3,
|
129 |
"4_solutions_harmful_unnecessary": 4,
|
130 |
-
"
|
131 |
"6_proponents_biased": 6,
|
132 |
"7_fossil_fuels_needed": 7
|
133 |
}
|
@@ -136,8 +136,16 @@ async def evaluate_text(request: TextEvaluationRequest):
|
|
136 |
# Load and prepare the dataset
|
137 |
dataset = load_dataset("QuotaClimat/frugalaichallenge-text-train", token=HF_TOKEN)
|
138 |
|
139 |
-
# Convert string labels to integers
|
140 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
141 |
|
142 |
# Split dataset
|
143 |
test_dataset = dataset["test"]
|
@@ -220,5 +228,4 @@ async def evaluate_text(request: TextEvaluationRequest):
|
|
220 |
|
221 |
except Exception as e:
|
222 |
print(f"Error in evaluate_text: {str(e)}")
|
223 |
-
raise Exception(f"Failed to process request: {str(e)}")
|
224 |
-
|
|
|
127 |
"2_not_human": 2,
|
128 |
"3_not_bad": 3,
|
129 |
"4_solutions_harmful_unnecessary": 4,
|
130 |
+
"5_science_unreliable": 5,
|
131 |
"6_proponents_biased": 6,
|
132 |
"7_fossil_fuels_needed": 7
|
133 |
}
|
|
|
136 |
# Load and prepare the dataset
|
137 |
dataset = load_dataset("QuotaClimat/frugalaichallenge-text-train", token=HF_TOKEN)
|
138 |
|
139 |
+
# Convert string labels to integers with error handling
|
140 |
+
def convert_label(example):
|
141 |
+
try:
|
142 |
+
return {"label": LABEL_MAPPING[example["label"]]}
|
143 |
+
except KeyError as e:
|
144 |
+
print(f"Warning: Unknown label {example['label']}")
|
145 |
+
# Return default label or raise exception
|
146 |
+
return {"label": 0} # or raise e if you want to fail on unknown labels
|
147 |
+
|
148 |
+
dataset = dataset.map(convert_label)
|
149 |
|
150 |
# Split dataset
|
151 |
test_dataset = dataset["test"]
|
|
|
228 |
|
229 |
except Exception as e:
|
230 |
print(f"Error in evaluate_text: {str(e)}")
|
231 |
+
raise Exception(f"Failed to process request: {str(e)}")
|
|