Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -24,7 +24,24 @@ csv_datasets_reloaded
|
|
24 |
|
25 |
|
26 |
for split, dataset in raw_datasets.items():
|
27 |
-
dataset.to_json(f
|
28 |
|
29 |
for split, dataset in raw_datasets.items():
|
30 |
dataset.to_parquet(f"my-dataset-{split}.parquet")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
24 |
|
25 |
|
26 |
for split, dataset in raw_datasets.items():
|
27 |
+
dataset.to_json(f"my-dataset-{split}.jsonl")
|
28 |
|
29 |
for split, dataset in raw_datasets.items():
|
30 |
dataset.to_parquet(f"my-dataset-{split}.parquet")
|
31 |
+
|
32 |
+
|
33 |
+
json_data_files = {
|
34 |
+
"train": "my-dataset-train.jsonl",
|
35 |
+
"validation": "my-dataset-validation.jsonl",
|
36 |
+
"test": "my-dataset-test.jsonl",
|
37 |
+
}
|
38 |
+
parquet_data_files = {
|
39 |
+
"train": "my-dataset-train.parquet",
|
40 |
+
"validation": "my-dataset-validation.parquet",
|
41 |
+
"test": "my-dataset-test.parquet",
|
42 |
+
}
|
43 |
+
|
44 |
+
json_datasets_reloaded = load_dataset("json", data_files=json_data_files)
|
45 |
+
parquet_datasets_reloaded = load_dataset("parquet", data_files=parquet_data_files)
|
46 |
+
|
47 |
+
|