Update README.md
Browse files
README.md
CHANGED
@@ -108,8 +108,7 @@ ds = load_dataset(DATASET_ID, split=DATASET_SPLIT)
|
|
108 |
ds = ds.shuffle(seed=42).select(range(NUM_CALIBRATION_SAMPLES))
|
109 |
|
110 |
def preprocess(example):
|
111 |
-
|
112 |
-
return {"text": concat_txt}
|
113 |
|
114 |
ds = ds.map(preprocess)
|
115 |
|
|
|
108 |
ds = ds.shuffle(seed=42).select(range(NUM_CALIBRATION_SAMPLES))
|
109 |
|
110 |
def preprocess(example):
|
111 |
+
return {"text": example["text"]}
|
|
|
112 |
|
113 |
ds = ds.map(preprocess)
|
114 |
|