diff --git a/adapter_model.safetensors b/adapter_model.safetensors index 6d4709743b90632dd2e5dc47953395322216e028..3183652fd0d6f6d95fa4232d2ae19b8b2af197e2 100644 --- a/adapter_model.safetensors +++ b/adapter_model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7f4bae66f38e01a896e14103f8a381d869cc9191443aa6b7768d90887afa064a +oid sha256:175a6db17579a5a2a7125be6214ca6948a2ddbd0fd3514a1fc0190935736fc3b size 16794200 diff --git a/trainer_peft.log b/trainer_peft.log index 3b7484316fc5047a8e15512e42f0d8c1fb4043a3..b6d5dbb92c2de7533393b87ddceaa3899bd75679 100644 --- a/trainer_peft.log +++ b/trainer_peft.log @@ -1,33 +1,13 @@ -2024-05-21 22:26 - Cuda check -2024-05-21 22:26 - True -2024-05-21 22:26 - 1 -2024-05-21 22:26 - Configue Model and tokenizer -2024-05-21 22:27 - Memory usage in 3.63 GB -2024-05-21 22:27 - Dataset loaded successfully: +2024-05-21 22:43 - Cuda check +2024-05-21 22:43 - True +2024-05-21 22:43 - 1 +2024-05-21 22:43 - Configue Model and tokenizer +2024-05-21 22:43 - Memory usage in 3.63 GB +2024-05-21 22:43 - Dataset loaded successfully: train-Jingmei/Pandemic_Wiki test -Jingmei/Pandemic_WHO -2024-05-21 22:27 - Cuda check -2024-05-21 22:27 - True -2024-05-21 22:27 - 1 -2024-05-21 22:27 - Configue Model and tokenizer -2024-05-21 22:28 - Memory usage in 3.63 GB -2024-05-21 22:28 - Dataset loaded successfully: - train-Jingmei/Pandemic_Wiki - test -Jingmei/Pandemic_WHO -2024-05-21 22:28 - Tokenize data: completed successfully. -2024-05-21 22:28 - Split data into chunks: completed successfully. -2024-05-21 22:28 - Setup PEFT -2024-05-21 22:28 - Setup optimizer -2024-05-21 22:30 - Cuda check -2024-05-21 22:30 - True -2024-05-21 22:30 - 1 -2024-05-21 22:30 - Configue Model and tokenizer -2024-05-21 22:30 - Memory usage in 3.63 GB -2024-05-21 22:30 - Dataset loaded successfully: - train-Jingmei/Pandemic_Wiki - test -Jingmei/Pandemic_WHO -2024-05-21 22:30 - Tokenize data: completed successfully. -2024-05-21 22:30 - Split data into chunks: completed successfully. -2024-05-21 22:30 - Setup PEFT -2024-05-21 22:30 - Setup optimizer -2024-05-21 22:30 - Start training +2024-05-21 22:49 - Tokenize data: completed successfully. +2024-05-21 22:53 - Split data into chunks: completed successfully. +2024-05-21 22:53 - Setup PEFT +2024-05-21 22:53 - Setup optimizer +2024-05-21 22:53 - Start training diff --git a/training_args.bin b/training_args.bin index 3695bab623f5fc457d22d28a55c387978977a79a..d0283a85e5d6e8b6e6b739f17daa1b5a7afeacd8 100644 --- a/training_args.bin +++ b/training_args.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ab70f8b1cd6d45b938bb1cf10810870112ff66123fe4f6109f0eb9f7308855f2 +oid sha256:ef6a38cbc0e4faf966de32fb88630357422d01fcc28ad00c8283bc5563c3407b size 4795 diff --git a/transformed_cache/test_chunked_00000_of_00016.arrow b/transformed_cache/test_chunked_00000_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..86b3d62bbe73e965be468a5196c2f2d3550b6905 --- /dev/null +++ b/transformed_cache/test_chunked_00000_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee5eae5a7422c3af0fb4dfd180b50d3ba10eaf1901ea0255d690b015c384024e +size 29795616 diff --git a/transformed_cache/test_chunked_00001_of_00016.arrow b/transformed_cache/test_chunked_00001_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..802e6718e1ab24639283c88c8a954a7b5c161e7b --- /dev/null +++ b/transformed_cache/test_chunked_00001_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ba05248d70d13164e3d5a3c5f59c5485576c8b8a7cac1d05703ab2f8ace2c6c +size 32387040 diff --git a/transformed_cache/test_chunked_00002_of_00016.arrow b/transformed_cache/test_chunked_00002_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..4695d29681c655c0a26fe2882a578f6d9f1b7d08 --- /dev/null +++ b/transformed_cache/test_chunked_00002_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dccaea1ed3c09e93dd8b55276aba15e4ff944e92002c701b9c731fa6def9bb18 +size 28801808 diff --git a/transformed_cache/test_chunked_00003_of_00016.arrow b/transformed_cache/test_chunked_00003_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..b9a6137d0c8d83b378ed5f3fa0b154d3ae70f8a5 --- /dev/null +++ b/transformed_cache/test_chunked_00003_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91e9c636a2c4d3b1dc20684353cd31ac300f1895a800597abf8783b3a1cd449e +size 30948960 diff --git a/transformed_cache/test_chunked_00004_of_00016.arrow b/transformed_cache/test_chunked_00004_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..a964fd88fd89321f2a79d865e96305b241fe385a --- /dev/null +++ b/transformed_cache/test_chunked_00004_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eae8f18a729f7837e97f7736ffb1e18e5a105f6cccd8e67e87539bb1d097929 +size 36334656 diff --git a/transformed_cache/test_chunked_00005_of_00016.arrow b/transformed_cache/test_chunked_00005_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..7fb1b95c86284ddb004120c2ffa665fe25f09731 --- /dev/null +++ b/transformed_cache/test_chunked_00005_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f2dccb843877e41f41dd87790e494f7dc0e1d80d461b4f98a7ef582d31ee1d +size 31598656 diff --git a/transformed_cache/test_chunked_00006_of_00016.arrow b/transformed_cache/test_chunked_00006_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..36049726ee84c1a85a28e6ca971d2878d0ff45b7 --- /dev/null +++ b/transformed_cache/test_chunked_00006_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22aa83049408976289d2718e5ad567165a28cd9dd6c84964b517ea8f547e8608 +size 45364656 diff --git a/transformed_cache/test_chunked_00007_of_00016.arrow b/transformed_cache/test_chunked_00007_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..59d7785c727c041b88631bf64bc8a06091a36466 --- /dev/null +++ b/transformed_cache/test_chunked_00007_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd18b443ed2193cd547c716c9a2804c2d829af00f0646e7dbb89d08b6241197e +size 35032384 diff --git a/transformed_cache/test_chunked_00008_of_00016.arrow b/transformed_cache/test_chunked_00008_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..ba9c3a30d63f9b0643e81b1cdf9f8dd11897faa9 --- /dev/null +++ b/transformed_cache/test_chunked_00008_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cada539f94735d88823a2dcdaf7cb3d0caf1a55ae34e60a6f1f7d3514c765a1b +size 29518272 diff --git a/transformed_cache/test_chunked_00009_of_00016.arrow b/transformed_cache/test_chunked_00009_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..01e26d66365e815da0d0278631cf3cb8e37101b3 --- /dev/null +++ b/transformed_cache/test_chunked_00009_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff755cee172b39cd5950a2fc9d823c15b97117af873daefc1c54ac6a2964cbd8 +size 26544224 diff --git a/transformed_cache/test_chunked_00010_of_00016.arrow b/transformed_cache/test_chunked_00010_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..3415879687a0c4130966ae0abddbc16fe00aea5a --- /dev/null +++ b/transformed_cache/test_chunked_00010_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d523307dbdd6cc77485c4247545a3843f6a744f7758c9eb51b79d86cb2f400f6 +size 31498512 diff --git a/transformed_cache/test_chunked_00011_of_00016.arrow b/transformed_cache/test_chunked_00011_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..ecdd6acbff8c43c0ccda4d7dc5d99513bb2973db --- /dev/null +++ b/transformed_cache/test_chunked_00011_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2da204e72e3b84c7e38cb83ba2c1a46ff5b52c5927bca67d4fc1d3da59436c01 +size 30848800 diff --git a/transformed_cache/test_chunked_00012_of_00016.arrow b/transformed_cache/test_chunked_00012_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..c064f29833ce4bb4133822c12180669ce802ea89 --- /dev/null +++ b/transformed_cache/test_chunked_00012_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f3ac4b461fded62f029378656877368848c0130ca051e8c776d96d22600a40b +size 23796160 diff --git a/transformed_cache/test_chunked_00013_of_00016.arrow b/transformed_cache/test_chunked_00013_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..8673ad2b5d6d508a34612e0944e849e6b8213288 --- /dev/null +++ b/transformed_cache/test_chunked_00013_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4c96d119c22c68fdcefe73bfe0063ae209ee64991fe409b332f85236d5b1c7 +size 35160784 diff --git a/transformed_cache/test_chunked_00014_of_00016.arrow b/transformed_cache/test_chunked_00014_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..40f0b4ba78303f5ae55b102238a597133368874f --- /dev/null +++ b/transformed_cache/test_chunked_00014_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f4df1716bc8716c874dd000e5f704a286abb0d31c39ea6ca9bf83446bd42015 +size 34844912 diff --git a/transformed_cache/test_chunked_00015_of_00016.arrow b/transformed_cache/test_chunked_00015_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..8517959ebaaf5e73c68f074be8cc27eaed353925 --- /dev/null +++ b/transformed_cache/test_chunked_00015_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad20790bc4bb4d1c804f75e05c47d32a1843832c7391f3d9a35105e4e15ee733 +size 28537296 diff --git a/transformed_cache/test_tokenized_00000_of_00016.arrow b/transformed_cache/test_tokenized_00000_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..091bab644aba5bdf99988ff80781c3f2c9c80ea4 --- /dev/null +++ b/transformed_cache/test_tokenized_00000_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e54233a09130205f8f4e35cfd6eae099b75c8e85397d3f9188c058b9c5a5c2df +size 29705832 diff --git a/transformed_cache/test_tokenized_00001_of_00016.arrow b/transformed_cache/test_tokenized_00001_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..5394fdb33c788aef5a85b3523f3b65945fc68a3f --- /dev/null +++ b/transformed_cache/test_tokenized_00001_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b77d40621dcdb85bf87eee031cb5bd275e7cee1144b80252d718d8fa01cbe0 +size 32287952 diff --git a/transformed_cache/test_tokenized_00002_of_00016.arrow b/transformed_cache/test_tokenized_00002_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..b1cda245a5da4afb82557cd51bc8f43c4392e219 --- /dev/null +++ b/transformed_cache/test_tokenized_00002_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03506bd65bdd1a70eebb087ba9fd038a7a7be828d47b8c4ed01ea3a814b9e570 +size 28714032 diff --git a/transformed_cache/test_tokenized_00003_of_00016.arrow b/transformed_cache/test_tokenized_00003_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..9ecc24fcc77346cbfd8ddda56d0b66e13739dd69 --- /dev/null +++ b/transformed_cache/test_tokenized_00003_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c9f60125c126e8b5c0c3de212fb9e7ff8cbdae8f56a2f3f37abc2e4b4c8e71a +size 30854640 diff --git a/transformed_cache/test_tokenized_00004_of_00016.arrow b/transformed_cache/test_tokenized_00004_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..029caddc14700c9d3a1ed1c725448a4b7c8fd710 --- /dev/null +++ b/transformed_cache/test_tokenized_00004_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4046ff9b104369fe8af6cbd1c3512bbf75bff64ef39ea7fb47bfee36ec185e18 +size 36221480 diff --git a/transformed_cache/test_tokenized_00005_of_00016.arrow b/transformed_cache/test_tokenized_00005_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..eb76283af80bcb52c4c8d1cec182eb842c4340c9 --- /dev/null +++ b/transformed_cache/test_tokenized_00005_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:067bac731fef94e2e148895e8aee46f6647c13a5663267830ae25c3990b869dc +size 31502784 diff --git a/transformed_cache/test_tokenized_00006_of_00016.arrow b/transformed_cache/test_tokenized_00006_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..0330157dd619664fec87a00cf7b59f13d6c06cea --- /dev/null +++ b/transformed_cache/test_tokenized_00006_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c75f3e05f3f22c5aa6e513a614fc00308d19a9558f4119dbd88f37acb0451683 +size 45222552 diff --git a/transformed_cache/test_tokenized_00007_of_00016.arrow b/transformed_cache/test_tokenized_00007_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..3d67e937a2c6914d072ab4bcb11ed44da2ee2393 --- /dev/null +++ b/transformed_cache/test_tokenized_00007_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bac7fcdcfad0e7a8c0a3efae5b8a3f932ba6dc7fb55debc05207b9a6dbb9174 +size 34925272 diff --git a/transformed_cache/test_tokenized_00008_of_00016.arrow b/transformed_cache/test_tokenized_00008_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..bca0a649c05f3334258aa1b4023b3f576202c5ec --- /dev/null +++ b/transformed_cache/test_tokenized_00008_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87b4185dc5f34db03141e9a1c8f8e62ea5b322d48452237562620ac180bb5761 +size 29428072 diff --git a/transformed_cache/test_tokenized_00009_of_00016.arrow b/transformed_cache/test_tokenized_00009_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..12a0403c0c8e2106072f9516b9600ece63bdf706 --- /dev/null +++ b/transformed_cache/test_tokenized_00009_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:203135cc13847c21697957cc860344f795372f5d104531ec8754c29394b14ef7 +size 26463464 diff --git a/transformed_cache/test_tokenized_00010_of_00016.arrow b/transformed_cache/test_tokenized_00010_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..982d38c6e2ca0fabc249678a0cdfcb5defaa5c45 --- /dev/null +++ b/transformed_cache/test_tokenized_00010_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6ea54625adaaf8d2c5ab56b264b87a43704aef5b507405b5ee833865398314 +size 31401112 diff --git a/transformed_cache/test_tokenized_00011_of_00016.arrow b/transformed_cache/test_tokenized_00011_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..ecc564f534ea8ef2b2a8469702704622a8a60917 --- /dev/null +++ b/transformed_cache/test_tokenized_00011_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0cf56dc95883ed9a9af89173bd9b14a7295e5a64c9a777d0f9ba95302fc699e +size 30753984 diff --git a/transformed_cache/test_tokenized_00012_of_00016.arrow b/transformed_cache/test_tokenized_00012_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..e22fca8ef8d11395fcd58ab96e904a22796c4282 --- /dev/null +++ b/transformed_cache/test_tokenized_00012_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9581cf0b2bf81b06bbc99c0e64033af40536353f7a25dfbc92e15f9f9a6da8e5 +size 23725776 diff --git a/transformed_cache/test_tokenized_00013_of_00016.arrow b/transformed_cache/test_tokenized_00013_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..9ec02eddf12a5f4362b49960a03c9f1cea331335 --- /dev/null +++ b/transformed_cache/test_tokenized_00013_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3188dc7dc2c34da37fb07a238c949ba5e7d518d81c03c6d0a2950a79ffbcbba +size 35052912 diff --git a/transformed_cache/test_tokenized_00014_of_00016.arrow b/transformed_cache/test_tokenized_00014_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..dcd56c4d2cf365a9a56332daf912ab20ae2ba077 --- /dev/null +++ b/transformed_cache/test_tokenized_00014_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:809673380f24a0352898102896a80aad57bbefe42231049f0096cd3dc2018398 +size 34738432 diff --git a/transformed_cache/test_tokenized_00015_of_00016.arrow b/transformed_cache/test_tokenized_00015_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..7ab03aa8a3e0713f48c5ffa64e873b9743926e41 --- /dev/null +++ b/transformed_cache/test_tokenized_00015_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afac0ee9adf0ad3e7cbfcaa8cc08f1ac3a3785816d4229c28b4082f05b051465 +size 28449600 diff --git a/transformed_cache/train_chunked_00000_of_00016.arrow b/transformed_cache/train_chunked_00000_of_00016.arrow index 086ed3239f3b5998820fe8e2b5dbc51f10a4dc27..d6258b59a55ee320beea2c44e9efee9afae390dc 100644 --- a/transformed_cache/train_chunked_00000_of_00016.arrow +++ b/transformed_cache/train_chunked_00000_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c25a7dba5b221659d30c2e4f1806460d9ec2a700101be7a37b6057c998db3a29 -size 6048 +oid sha256:8415b45eaf11986bce1caeec7c1c5af5cf063ac2c4e02b90b3aec0df07ff0b57 +size 3650336 diff --git a/transformed_cache/train_chunked_00001_of_00016.arrow b/transformed_cache/train_chunked_00001_of_00016.arrow index c5649ba2b19eaf4222921395ac6b6d95fb2fa042..18070445994d829b2235ba4ed6d5db56f3adc470 100644 --- a/transformed_cache/train_chunked_00001_of_00016.arrow +++ b/transformed_cache/train_chunked_00001_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4b756f5f2d5d6b9f4f877aee6daacd1c49109b66d27d4032b092efad3a3380a2 -size 129312 +oid sha256:9db85847becaac755a166e5b88b810c9a114544661b559704ba57f342d3d4a9d +size 3545056 diff --git a/transformed_cache/train_chunked_00002_of_00016.arrow b/transformed_cache/train_chunked_00002_of_00016.arrow index 512a1c60fb6529906fbb0468c74897b638974241..8879c51ef33f72983418b40fb3db4fba023fca3d 100644 --- a/transformed_cache/train_chunked_00002_of_00016.arrow +++ b/transformed_cache/train_chunked_00002_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4475f8af6134f1e7ae509d4e01ae748f093e7a2ea65706cdd1c83a88cb6bba8e -size 85648 +oid sha256:21dc42c5cd2831162f7f10f9bd284442826cf8cee260ee81b8aef7b5d1c2786e +size 3534784 diff --git a/transformed_cache/train_chunked_00003_of_00016.arrow b/transformed_cache/train_chunked_00003_of_00016.arrow index d653832a8d1e54014ca7fc3115c6e06938a3c08d..0b69ae1baeb5d2ec4414aca4ff111361d7911c60 100644 --- a/transformed_cache/train_chunked_00003_of_00016.arrow +++ b/transformed_cache/train_chunked_00003_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:567b5f53caefe0a4fa6928f5f8803e977494d5ae75629d9e4319f8683100afe3 -size 42000 +oid sha256:219eca902084912907be703e131509d1fccf331b577fcc9f41193a8bae4f7486 +size 4739168 diff --git a/transformed_cache/train_chunked_00004_of_00016.arrow b/transformed_cache/train_chunked_00004_of_00016.arrow index 41e731b2762550b6407a2cb4115750ba6e50c433..f02c1f6ff0dc3fa8d364e9f8bcaa762dd1a41a5c 100644 --- a/transformed_cache/train_chunked_00004_of_00016.arrow +++ b/transformed_cache/train_chunked_00004_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2be03d46f7fb3d0cbbf9f6ed1b5a9829243af3bac3898e2b648d79cdb1dbb2b8 -size 34288 +oid sha256:2b450db22019894ff381b5352bf4d7e28495f423b2ed27925193889ddf4b3c12 +size 3367856 diff --git a/transformed_cache/train_chunked_00005_of_00016.arrow b/transformed_cache/train_chunked_00005_of_00016.arrow index 6f31311af1557d837675010743333a5d3f577a22..718c960d74ecad6479bf82081cf58c88af464493 100644 --- a/transformed_cache/train_chunked_00005_of_00016.arrow +++ b/transformed_cache/train_chunked_00005_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f46e5c705e1ba4dc5c8f5c6532166e6807ab99249f15d663fd3468c2b4e5f63a -size 44560 +oid sha256:ca76078a8c4730786f15ead48ab383866dac257ff776e52d528ee3798baf8ce8 +size 4520896 diff --git a/transformed_cache/train_chunked_00006_of_00016.arrow b/transformed_cache/train_chunked_00006_of_00016.arrow index 3c16d6e6dc56fda4980522d09731dcd2faf6e2d3..21c94911cc4d299f65433fc08be535762aed3496 100644 --- a/transformed_cache/train_chunked_00006_of_00016.arrow +++ b/transformed_cache/train_chunked_00006_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:71ac1b2113a166656c175c9650d9e720597ea659f914cafe5d3b90f7fb5fdf3a -size 8608 +oid sha256:c42fa47230e218a63e76a51670952889d5908c7e731602fa99827cd477a93b6d +size 4284640 diff --git a/transformed_cache/train_chunked_00007_of_00016.arrow b/transformed_cache/train_chunked_00007_of_00016.arrow index d802d8ca2ff381df3e71cbbe1e744fc2f4b7cb68..677b4cba1e3086945b382a82256bbcc8a3dac8ff 100644 --- a/transformed_cache/train_chunked_00007_of_00016.arrow +++ b/transformed_cache/train_chunked_00007_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:008c2079d22b14725a18dbed43d16f93d402ce886320669087c8112edc0826be -size 75376 +oid sha256:9645f76460105f224a77b1fe96d42ed04bb913a6094549deec3479c6713a1a3d +size 3984176 diff --git a/transformed_cache/train_chunked_00008_of_00016.arrow b/transformed_cache/train_chunked_00008_of_00016.arrow index 4da4c53012ee357cb7c4cb026012ca01ef42c07d..a541653afd0dd72783d91c4261cac0e24ba4ed7b 100644 --- a/transformed_cache/train_chunked_00008_of_00016.arrow +++ b/transformed_cache/train_chunked_00008_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:71b00478091d747e6a3a5237683036553273086f3412d510875583283d7cc925 -size 2264 +oid sha256:e9f7f1cf72b78b4e0b71d172f7e188dd3e17b1d62defdbc3f5b694301f2826ca +size 4346272 diff --git a/transformed_cache/train_chunked_00009_of_00016.arrow b/transformed_cache/train_chunked_00009_of_00016.arrow index 9eec9e0336ecd0fc06d1cab4202f3a34738dc806..ae55e8422ea193dd46f09d76af66b8138c9398a0 100644 --- a/transformed_cache/train_chunked_00009_of_00016.arrow +++ b/transformed_cache/train_chunked_00009_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2bf3f4591d3a5944237f0f3d775c158ba1b756df130e4b293856e110565fb9a3 -size 54832 +oid sha256:bb6414671e7a61fad918008ec653e7fc9f39f45c7ce8199e0334e29452066d6b +size 4058656 diff --git a/transformed_cache/train_chunked_00010_of_00016.arrow b/transformed_cache/train_chunked_00010_of_00016.arrow index 1fe5172b156d1f19d37967a4d6b30dcc8e073465..ef082f91dd5a1a2c86a99d053a7461d3ea9a0373 100644 --- a/transformed_cache/train_chunked_00010_of_00016.arrow +++ b/transformed_cache/train_chunked_00010_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e40c7da1b457854450b51027904b35c21c2adc7dec9c68983dfa15f006bc83c0 -size 13744 +oid sha256:84232ad24f797279f59014f3af150425f958d26aad39b8f79d417e8fec6003e5 +size 3760768 diff --git a/transformed_cache/train_chunked_00011_of_00016.arrow b/transformed_cache/train_chunked_00011_of_00016.arrow index 39a376971244ed2c72ae322c3a3a2db5ebbf7efd..3df83dd41950e5fb88140063ada707e396e163ee 100644 --- a/transformed_cache/train_chunked_00011_of_00016.arrow +++ b/transformed_cache/train_chunked_00011_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0cb84eb6288dac2de42d76a36e50990b18ff2f1e7334bee8cb68e9d2db69bb86 -size 8608 +oid sha256:86c689f54229041cca0e64c0808ed842d95cc10a354c687166dd90b87fb1177f +size 4990832 diff --git a/transformed_cache/train_chunked_00012_of_00016.arrow b/transformed_cache/train_chunked_00012_of_00016.arrow index bb077d63cf138af2199825f792129542bcffa49c..dc51595e95ae18892c6a48a32999d68b0aa133b4 100644 --- a/transformed_cache/train_chunked_00012_of_00016.arrow +++ b/transformed_cache/train_chunked_00012_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eca7e97e74bc001283951151e9ce855837472b4ef12679782757b9c120edd1f7 -size 34288 +oid sha256:1baa45cb941c7d14f85871dc813737baa810274db34f2b0b01b8ab748c76bb6f +size 3665744 diff --git a/transformed_cache/train_chunked_00013_of_00016.arrow b/transformed_cache/train_chunked_00013_of_00016.arrow index 694d747d9d1c2f445ce754bf217b7728025bc118..6d157dda04691504572e5d01b58a90e0739457d1 100644 --- a/transformed_cache/train_chunked_00013_of_00016.arrow +++ b/transformed_cache/train_chunked_00013_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af9cea148698db294e74253a069b81d76d896baa4ebd8876696b0ffab68d73d6 -size 80512 +oid sha256:66246321e76c8b5d1b260dfdc27ec41c70ae7a68a7ea3d1c6471e8ff970352ea +size 3855776 diff --git a/transformed_cache/train_chunked_00014_of_00016.arrow b/transformed_cache/train_chunked_00014_of_00016.arrow index d559af218cb7e173d0bded0e615e3d8828d81e22..7e485afbc3734b8615701fea08690b047d6cb967 100644 --- a/transformed_cache/train_chunked_00014_of_00016.arrow +++ b/transformed_cache/train_chunked_00014_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:01da68f8703393b5e332b2834a9e46d3a90a3d22a661feb4a439268843b948c8 -size 3472 +oid sha256:2eac66815cf174fdda4eb7ee4d47e57b2739ae1c5ec857bb9a97ef0698611d30 +size 3979040 diff --git a/transformed_cache/train_chunked_00015_of_00016.arrow b/transformed_cache/train_chunked_00015_of_00016.arrow index 8a2a393514b0ef6bda15169710c2b7bbb01e3d03..1332eb312203a3e1aeb2c8adb9fbe7c939b0ee18 100644 --- a/transformed_cache/train_chunked_00015_of_00016.arrow +++ b/transformed_cache/train_chunked_00015_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:de82ce895870901458ff721a4683de2b3eb8d0c14843ba42a4a2ed87733e9857 -size 44560 +oid sha256:997a9065474ed526d98b87c2797df38f96262a6debeb20fa9e4cdf37234d0af5 +size 3565600 diff --git a/transformed_cache/train_tokenized_00000_of_00016.arrow b/transformed_cache/train_tokenized_00000_of_00016.arrow index 1c8811fda9da5219d628a427e08ffc849f7ecf3d..13d0d6b164db12eb79f2a5b91f3758eb1ac21768 100644 --- a/transformed_cache/train_tokenized_00000_of_00016.arrow +++ b/transformed_cache/train_tokenized_00000_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ad2091e9545045780f7b0154beb32c70e79283d0524c31b9f928780d583a356 -size 7824 +oid sha256:ecab7569d324004c03b8350643673cd9006b7e3a8e79aadd2b54d8c22dbcc55e +size 3641944 diff --git a/transformed_cache/train_tokenized_00001_of_00016.arrow b/transformed_cache/train_tokenized_00001_of_00016.arrow index 1359de08db511fa9edce638629631c0420643d56..bf0408cedcc9b5319f1600fad005627c7aa7903b 100644 --- a/transformed_cache/train_tokenized_00001_of_00016.arrow +++ b/transformed_cache/train_tokenized_00001_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:594eb76a416c9d1ca12619e6da13a079fa5eef2b5596916d82295aef9cbbed3a -size 131168 +oid sha256:be69b5d26b156c2301c4e9067a53f9702df8ea09d84ac98ce89a7bf0264c7e4e +size 3535336 diff --git a/transformed_cache/train_tokenized_00002_of_00016.arrow b/transformed_cache/train_tokenized_00002_of_00016.arrow index 778f31235634a129adbc559d30fe908247b1acdf..91bbf9344bdbf0ab5aa6419eb2364c2d4a0bbe89 100644 --- a/transformed_cache/train_tokenized_00002_of_00016.arrow +++ b/transformed_cache/train_tokenized_00002_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6507536b05dfcee05f791c51fabf0389484eff44528e79266fa8116d93cd1bd9 -size 86664 +oid sha256:b0935401d0a71f5d494fbc899a67dbb7380c6aacd1c1b0ccdc7aea6acea71e98 +size 3525968 diff --git a/transformed_cache/train_tokenized_00003_of_00016.arrow b/transformed_cache/train_tokenized_00003_of_00016.arrow index 526f290f2fdbb14e55e992ae27f8c382df48395c..09b75b15d2f4d55bfeff119a19fc46a78b1529ca 100644 --- a/transformed_cache/train_tokenized_00003_of_00016.arrow +++ b/transformed_cache/train_tokenized_00003_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a22cc891aee33edbb358ab6718237ca6c4527edf58f6c5d369306d81b68d6677 -size 43320 +oid sha256:31db06b6fc37bfa47a5f0a276cc5ad54e49d7709d311ec0e75473769281bfbbb +size 4725568 diff --git a/transformed_cache/train_tokenized_00004_of_00016.arrow b/transformed_cache/train_tokenized_00004_of_00016.arrow index bc7b8fb453d2b7f074b96b8762f4f00a873e8c93..e16911ad20077a2fc34bd8ec3fd2c5a1159cc3a7 100644 --- a/transformed_cache/train_tokenized_00004_of_00016.arrow +++ b/transformed_cache/train_tokenized_00004_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d8dc175eaa8d56a5053baf76ebbdb3e36041e8959ab477cb83ff53d463922b26 -size 36568 +oid sha256:a93373a979e1dd58046f09667ff4f1b94ef7154f617695ce41e4511d4b1e2e3d +size 3359808 diff --git a/transformed_cache/train_tokenized_00005_of_00016.arrow b/transformed_cache/train_tokenized_00005_of_00016.arrow index aeffaa7dc2c9717357ac80ba71b0f0e83ec56677..17de29e9922e0f90ad6174e4779f9df6db87b11c 100644 --- a/transformed_cache/train_tokenized_00005_of_00016.arrow +++ b/transformed_cache/train_tokenized_00005_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:550f4f30337a41062e477adbe23757297b5172a32bb88cb25127d6b4523376bd -size 45392 +oid sha256:c14170cfac2f86b175a6c21b0e0541c55f36a5ddf3cdd76aca0ddffbe52d7564 +size 4510088 diff --git a/transformed_cache/train_tokenized_00006_of_00016.arrow b/transformed_cache/train_tokenized_00006_of_00016.arrow index 59d69f4bc6e97d446a6f30b9a6fd3e1a438adaca..b0e934f3b086fcf595b9c6a7ab2a1fada31ec2b8 100644 --- a/transformed_cache/train_tokenized_00006_of_00016.arrow +++ b/transformed_cache/train_tokenized_00006_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:832e534f3dfe96feab86cf08252888a15545471ca2b8130dc7babeea5a94c3f4 -size 9856 +oid sha256:3522b3bd5a0d0ae37072cf6f14e85136d06b91d95fc8b85696c1473282b9ea3a +size 4273496 diff --git a/transformed_cache/train_tokenized_00007_of_00016.arrow b/transformed_cache/train_tokenized_00007_of_00016.arrow index a06f4c235111fb95d9e813488dd384d4205ba55e..8f4e482dac7271bf763856d26c9a2f92d111e69b 100644 --- a/transformed_cache/train_tokenized_00007_of_00016.arrow +++ b/transformed_cache/train_tokenized_00007_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac7f382ad3391733c142c5a1644535aa50d186b7ddbfd563df9c4c964b345063 -size 75544 +oid sha256:85c00d72109cf1ade56922a85ff48d5db40fd87e579e0921e77ff55c590f9637 +size 3973088 diff --git a/transformed_cache/train_tokenized_00008_of_00016.arrow b/transformed_cache/train_tokenized_00008_of_00016.arrow index e96191cdc969bc2ca8af854e45f7facc46dc325f..9f91e71c86598d53c4dd8f306c81fa0bc598e20e 100644 --- a/transformed_cache/train_tokenized_00008_of_00016.arrow +++ b/transformed_cache/train_tokenized_00008_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ecbcc07b61019837c2978fe5d4bd031f01ddb08fffcda6d432e4b220fcf93ef -size 2264 +oid sha256:c5ab154735a307b5a28016cb2502805845af13b78970db97ba224fcd4e0bc475 +size 4335784 diff --git a/transformed_cache/train_tokenized_00009_of_00016.arrow b/transformed_cache/train_tokenized_00009_of_00016.arrow index 96e78e5c7a05b5a639580eb3ab608a58b10acf12..a8b66031022fbea8808cb8dd22eace52363d831f 100644 --- a/transformed_cache/train_tokenized_00009_of_00016.arrow +++ b/transformed_cache/train_tokenized_00009_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9ba065ad488ba842c549e49c3aee7b141fbf8ba814ddfa052d40129048ff556e -size 54752 +oid sha256:50f2efc20abe087bf1cf48ac23baf8ce7ec59b0616205238909f98cb6bdd1c85 +size 4048920 diff --git a/transformed_cache/train_tokenized_00010_of_00016.arrow b/transformed_cache/train_tokenized_00010_of_00016.arrow index d849319ec24bc5fdb391c7e1214f6ab7c50db909..0c221e9d39f4830546c3446953cc3d722fcc2363 100644 --- a/transformed_cache/train_tokenized_00010_of_00016.arrow +++ b/transformed_cache/train_tokenized_00010_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:12bec3c7e8e3f1be59a20da473d74ddf43e1b22f3771f7325e361faaaf4e4be8 -size 14968 +oid sha256:e382af3d851efcd0ea5b328691484fa9e95804c6372a2968941dc59d135502b7 +size 3750280 diff --git a/transformed_cache/train_tokenized_00011_of_00016.arrow b/transformed_cache/train_tokenized_00011_of_00016.arrow index e982c680f8d80c8549a013501291ee7fc9a48c80..40a6a6011c36a9338313abdbb1c09daf17c60d8e 100644 --- a/transformed_cache/train_tokenized_00011_of_00016.arrow +++ b/transformed_cache/train_tokenized_00011_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:04a8993689bef4c2a85310bb85e7b71ab42067cd6cec5c383064b4fbe0b17316 -size 8808 +oid sha256:5dd8557f777f08eb2e3ba4d53ae73c7ee4b9d5c633feb2ce640254a3f5748f6d +size 4977000 diff --git a/transformed_cache/train_tokenized_00012_of_00016.arrow b/transformed_cache/train_tokenized_00012_of_00016.arrow index 459e3235b151fe5ff04bde828694296a7c4ea8ed..cad5899de9d6ff7cf9581682e1f713d6f50f5ca8 100644 --- a/transformed_cache/train_tokenized_00012_of_00016.arrow +++ b/transformed_cache/train_tokenized_00012_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e350ab744edbdcb966acfe312fa311e81d257f8d55a3f56ebfa6478036948c27 -size 36192 +oid sha256:c39ba6c6b007add3a263fff542a30d732eb9131bc60d529e9c0a43c4c12619bc +size 3657280 diff --git a/transformed_cache/train_tokenized_00013_of_00016.arrow b/transformed_cache/train_tokenized_00013_of_00016.arrow index 8ce6dfe8831537467ef6d522b3272f1c7e7d48f3..14dc6e6e854ac47711e44accf23690b81fe528e8 100644 --- a/transformed_cache/train_tokenized_00013_of_00016.arrow +++ b/transformed_cache/train_tokenized_00013_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:499798a3deb88b55e9c82f4c9de07c7db107140e6128170b9cba059f406a3183 -size 81312 +oid sha256:e2efd74939d3b9d32421b9701b11f334f72b6a5ad2ce5a77c7e5d625174138dd +size 3845784 diff --git a/transformed_cache/train_tokenized_00014_of_00016.arrow b/transformed_cache/train_tokenized_00014_of_00016.arrow index c9a2af753f69e9c0466a5032109f40430ad8b93c..2897ecd076e2a140170d7a0f26aa02757ecc5801 100644 --- a/transformed_cache/train_tokenized_00014_of_00016.arrow +++ b/transformed_cache/train_tokenized_00014_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1e15261a9ede09d661483f18e843843a982671922a9d3d1380d761983b47c01b -size 4704 +oid sha256:09cd0e19e10a9aa852eb6e826b11d7de6fc558931e092735840e5b6b95cbca4a +size 3969504 diff --git a/transformed_cache/train_tokenized_00015_of_00016.arrow b/transformed_cache/train_tokenized_00015_of_00016.arrow index 56a42ea277ae7aa656631778f0bba7d3071b8d61..9dc225c1731bd152d74ed8f6136228a1a78354ec 100644 --- a/transformed_cache/train_tokenized_00015_of_00016.arrow +++ b/transformed_cache/train_tokenized_00015_of_00016.arrow @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d3db9846d59c25658ef01a313c135275b6a71d1553e9045ae045aea0f7e9cbbb -size 45392 +oid sha256:48acb24166607a1987142d94c5d1e008a4d8ba5eca57e82a912185338c7eafd2 +size 3556448