Update README.md
Browse files
README.md
CHANGED
@@ -107,8 +107,7 @@ ds = load_dataset(DATASET_ID, split=DATASET_SPLIT)
|
|
107 |
ds = ds.shuffle(seed=42).select(range(NUM_CALIBRATION_SAMPLES))
|
108 |
|
109 |
def preprocess(example):
|
110 |
-
|
111 |
-
return {"text": concat_txt}
|
112 |
|
113 |
ds = ds.map(preprocess)
|
114 |
|
|
|
107 |
ds = ds.shuffle(seed=42).select(range(NUM_CALIBRATION_SAMPLES))
|
108 |
|
109 |
def preprocess(example):
|
110 |
+
return {"text": example["text"]}
|
|
|
111 |
|
112 |
ds = ds.map(preprocess)
|
113 |
|