diff --git a/metal/mmtl/glue/glue_preprocess.py b/metal/mmtl/glue/glue_preprocess.py
index <HASH>..<HASH> 100644
--- a/metal/mmtl/glue/glue_preprocess.py
+++ b/metal/mmtl/glue/glue_preprocess.py
@@ -91,7 +91,7 @@ def get_task_tsv_config(task_name, split):
             "sent1_idx": 3 if split in ["train", "dev"] else 1,
             "sent2_idx": -1,
             "label_idx": 1 if split in ["train", "dev"] else -1,
-            "skip_rows": 1,
+            "skip_rows": 0 if split in ["train", "dev"] else 1,
             "label_fn": label_fn,
             "inv_label_fn": inv_label_fn,
             "label_type": int,
Fix header off-by-one in COLA.