c4 - specify data path

src/calibration_datasets.py

@@ -233,6 +233,15 @@ class C4Dataset(CalibrationDataset):
     dataset_field = "text"
     dataset_config = {
         "path": "allenai/c4",
+        "data_files": {
+            "train": [
+                "en/c4-train.00000-of-01024.json.gz",
+                "en/c4-train.00001-of-01024.json.gz",
+                "en/c4-train.00002-of-01024.json.gz",
+                "en/c4-train.00003-of-01024.json.gz",
+                "en/c4-train.00004-of-01024.json.gz",
+            ],
+        },
         "split": "train"
     }
     dataset_name = "C4"