File size: 1,090 Bytes
51c57f8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
# wget https://s3.amazonaws.com/code-search-net/CodeSearchNet/v2/python.zip
# wget https://s3.amazonaws.com/code-search-net/CodeSearchNet/v2/java.zip
# wget https://s3.amazonaws.com/code-search-net/CodeSearchNet/v2/ruby.zip
# wget https://s3.amazonaws.com/code-search-net/CodeSearchNet/v2/javascript.zip
# wget https://s3.amazonaws.com/code-search-net/CodeSearchNet/v2/go.zip
# wget https://s3.amazonaws.com/code-search-net/CodeSearchNet/v2/php.zip
wget https://huggingface.co/datasets/code_search_net/resolve/main/data/python.zip
wget https://huggingface.co/datasets/code_search_net/resolve/main/data/java.zip
wget https://huggingface.co/datasets/code_search_net/resolve/main/data/ruby.zip
wget https://huggingface.co/datasets/code_search_net/resolve/main/data/javascript.zip
wget https://huggingface.co/datasets/code_search_net/resolve/main/data/go.zip
wget https://huggingface.co/datasets/code_search_net/resolve/main/data/php.zip
unzip python.zip
unzip java.zip
unzip ruby.zip
unzip javascript.zip
unzip go.zip
unzip php.zip
rm *.zip
rm *.pkl
python preprocess.py
rm -r */final
cd .. |