#!/usr/bin/env python3 | |
from datasets import load_dataset | |
path = 'pminervini/averitec' | |
ds = load_dataset("json", | |
data_files={ | |
'train': '/Users/pasquale/workspace/AVeriTeC/data/train.json', | |
'dev': '/Users/pasquale/workspace/AVeriTeC/data/dev.json' | |
}) | |
ds.push_to_hub(path) | |