Hugging Face's logo

Spaces:
HuggingFaceFW
/
blogpost-fineweb-v1
Running

App Files Community
1
hynky HF staff commited on
Commit
bb5d313
•
1 Parent(s): f3b0151

consistent colors + edu plot

Browse files
Files changed (29) hide show
  1. assets/data/plots/edu_ablations/agg_score.json +1 -1
  2. assets/data/plots/edu_ablations/arc_acc_norm.json +1 -1
  3. assets/data/plots/edu_ablations/commonsense_qa_acc_norm.json +1 -1
  4. assets/data/plots/edu_ablations/hellaswag_acc_norm.json +1 -1
  5. assets/data/plots/edu_ablations/index.json +1 -1
  6. assets/data/plots/edu_ablations/mmlu_acc_norm.json +1 -1
  7. assets/data/plots/edu_ablations/openbookqa_acc_norm.json +1 -1
  8. assets/data/plots/edu_ablations/piqa_acc_norm.json +1 -1
  9. assets/data/plots/edu_ablations/siqa_acc_norm.json +1 -1
  10. assets/data/plots/edu_ablations/winogrande_acc_norm.json +1 -1
  11. dist/assets/data/plots/edu_ablations/agg_score.json +1 -1
  12. dist/assets/data/plots/edu_ablations/arc_acc_norm.json +1 -1
  13. dist/assets/data/plots/edu_ablations/commonsense_qa_acc_norm.json +1 -1
  14. dist/assets/data/plots/edu_ablations/hellaswag_acc_norm.json +1 -1
  15. dist/assets/data/plots/edu_ablations/index.json +1 -1
  16. dist/assets/data/plots/edu_ablations/mmlu_acc_norm.json +1 -1
  17. dist/assets/data/plots/edu_ablations/openbookqa_acc_norm.json +1 -1
  18. dist/assets/data/plots/edu_ablations/piqa_acc_norm.json +1 -1
  19. dist/assets/data/plots/edu_ablations/siqa_acc_norm.json +1 -1
  20. dist/assets/data/plots/edu_ablations/winogrande_acc_norm.json +1 -1
  21. dist/index.html +8 -4
  22. dist/main.bundle.js +0 -0
  23. dist/main.bundle.js.map +0 -0
  24. dist/style.css +7 -1
  25. notebooks/ablation_fw_edu.ipynb +111 -7
  26. src/colors.mjs +1 -1
  27. src/index.html +8 -4
  28. src/plotting.js +31 -7
  29. src/style.css +7 -1
assets/data/plots/edu_ablations/agg_score.json CHANGED
@@ -1 +1 @@
1
- {"data": {"FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3903256542980671, 0.4146799184381962, 0.4283903576433658, 0.4436151087284088, 0.4414566531777382, 0.4507521316409111, 0.4495235048234463, 0.4592110067605972, 0.4620556682348251, 0.4671029560267925, 0.463470172137022, 0.4662625528872013, 0.4668670482933521, 0.4710822217166424, 0.4734017364680767, 0.4748654440045357, 0.4766022339463234, 0.4756137728691101, 0.4826180450618267, 0.4801179841160774, 0.4770327880978584, 0.4772367440164089, 0.4836798347532749, 0.4760718829929828, 0.4791183248162269, 0.4837114326655864, 0.4845060631632805, 0.4809612222015857, 0.4854982011020183, 0.4874906800687313, 0.4883668981492519, 0.4876358844339847, 0.4877283312380314, 0.4918373748660087, 0.4910267665982246, 0.4916461184620857, 0.4911381565034389, 0.4931333474814892, 0.4916179589927196, 0.4911441020667553, 0.4927275590598583, 0.4935631453990936, 0.4939306415617466, 0.5010630041360855, 0.4999548681080341, 0.4972395077347755, 0.4972243830561638, 0.4945024959743023, 0.4953378774225712, 0.499586995691061, 0.4977268613874912, 0.4989877715706825, 0.4987182281911373, 0.5014015696942806, 0.5043375752866268, 0.5046022236347198, 0.5044217295944691, 0.5037211365997791, 0.5019807890057564, 0.5008365102112293, 0.5028450302779675, 0.5072730705142021, 0.501251045614481, 0.5086825042963028, 0.5078329555690289, 0.5061904042959213, 0.5059116296470165, 0.5042317919433117, 0.5045665018260479, 0.5085432901978493, 0.5049711987376213, 0.5123470723628998, 0.509139034897089, 0.5079653523862362, 0.5107964277267456, 0.5088927485048771, 0.5088703669607639, 0.5071291252970695, 0.5091184116899967, 0.5078432261943817, 0.5083079226315022, 0.509494174271822], "label": "FineWeb-Edu"}, "FineWeb (ours)": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3308933284133672, 0.3552836012095213, 0.3781493119895458, 0.3866849727928638, 0.4050675220787525, 0.4032807648181915, 0.4174600429832935, 0.4206059761345386, 0.427497424185276, 0.4316632784903049, 0.4385909177362919, 0.4334069043397903, 0.4360812865197658, 0.4404293224215507, 0.4385774843394756, 0.4407080821692943, 0.4467254020273685, 0.4470436163246631, 0.4486658610403538, 0.4459679573774338, 0.4454015754163265, 0.4515932314097881, 0.4482216536998749, 0.4484201297163963, 0.455057855695486, 0.4526158757507801, 0.453176885843277, 0.450159091502428, 0.4516039006412029, 0.4549933448433876, 0.4555377587676048, 0.4575010798871517, 0.4577344059944153, 0.4540543705224991, 0.4537974074482918, 0.4611785635352134, 0.4586966186761856, 0.4594406597316265, 0.4598931074142456, 0.457538403570652, 0.4591932781040668, 0.4636382386088371, 0.4582749158143997, 0.4625946804881096, 0.4633439630270004, 0.4666871763765812, 0.4649887941777706, 0.4671247974038124, 0.4665776938199997, 0.4672530107200145, 0.4666078947484493, 0.4666155055165291, 0.4727727174758911, 0.467480719089508, 0.4681386984884739, 0.4651658721268177, 0.4668439887464046, 0.4671731516718864, 0.4719251021742821, 0.4699816256761551, 0.4723306186497211, 0.4686817973852157, 0.468911949545145, 0.4714248068630695, 0.4724191203713417, 0.4700912088155746, 0.4685601107776165, 0.4716645181179046, 0.4724556542932987, 0.4670086726546287, 0.4703365340828895, 0.4698334187269211, 0.471625205129385, 0.4688323326408863, 0.4735309742391109, 0.4729253277182579, 0.4747676998376846, 0.4723741039633751, 0.4764323942363262, 0.4737579710781574, 0.4758132360875606, 0.4755662642419338, 0.4730159305036068, 0.4787128046154976, 0.4740134924650192, 0.4785312972962856, 0.4783577285706997, 0.4752367511391639, 0.474204134196043, 0.4737414345145225, 0.4780189953744411, 0.477523285895586, 0.4751617163419723, 0.4776186011731624, 0.4769949465990066, 0.4790891669690609, 0.479917362332344, 0.4771673306822777, 0.4825278185307979, 0.4811677671968937, 0.4787211790680885, 0.4817796200513839, 0.4819813556969166, 0.4802381917834282, 0.4810985140502453, 0.481117732822895, 0.4791575670242309, 0.4798801243305206, 0.4829155020415783, 0.4822122864425182, 0.4827562272548675, 0.4839778505265713, 0.4820474348962307, 0.4858015961945057, 0.4826803356409073, 0.4831027314066887, 0.4827458150684833, 0.4819435514509678, 0.4836879819631576, 0.4835174195468426, 0.4855972006917, 0.4871680215001106, 0.4840429238975048, 0.4827739149332046, 0.4881435632705688, 0.4871019721031189, 0.486987367272377, 0.4836358055472374, 0.4867987409234047, 0.4869474284350872, 0.4886575266718864, 0.4855775311589241, 0.4863000251352787, 0.4841057248413563, 0.488163661211729, 0.4904011823236942, 0.4870587214827537, 0.4884037151932716, 0.4873756393790245, 0.4925794936716556, 0.4874482750892639, 0.4898910224437713, 0.4893574342131614, 0.4888269044458866, 0.4887814335525036, 0.4876748844981193, 0.4853886738419533, 0.4878034777939319, 0.4911742769181728, 0.4905468784272671, 0.4896938055753708, 0.4875142201781273, 0.4900367334485054, 0.4900274313986301, 0.4905461706221103, 0.4891181476414203, 0.4881824217736721, 0.4902780950069427, 0.4895042479038238, 0.4890727028250694, 0.4897591508924961, 0.4879062548279762, 0.4897833876311779, 0.4902243539690971, 0.4884885586798191, 0.4880276583135128, 0.4927133433520794, 0.4899616949260235], "label": "FineWeb (ours)"}, "RefinedWeb": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3308933284133672, 0.3534814938902855, 0.3764607086777687, 0.38782499730587, 0.3981050960719585, 0.4028486795723438, 0.4125883243978023, 0.4117814563214779, 0.414029736071825, 0.4197172522544861, 0.4211113378405571, 0.4279881417751312, 0.4280137903988361, 0.4280424378812313, 0.4326301179826259, 0.4371833503246307, 0.4346669465303421, 0.4336562640964985, 0.4432648755609989, 0.4401291646063328, 0.4394684173166752, 0.4476612061262131, 0.4465444348752498, 0.4472153298556804, 0.4433343075215816, 0.4510187618434429, 0.4459567815065384, 0.4460812956094742, 0.4498684890568256, 0.4529943652451038, 0.4528274349868297, 0.4551213420927524, 0.4549156539142132, 0.4564928151667118, 0.4576693661510944, 0.4557182416319847, 0.4536240361630916, 0.457439012825489, 0.4570476822555065, 0.4589823484420776, 0.462024375796318, 0.4540738053619861, 0.4550252184271812, 0.4576593860983848, 0.4573238864541054, 0.4575810581445694, 0.4622134491801262, 0.4592566937208175, 0.4614734016358852, 0.4637473002076149, 0.4625372551381588, 0.4613912180066108, 0.4597448222339153, 0.4594792164862156, 0.4662549719214439, 0.4634026065468788, 0.4633508697152138, 0.4635734222829342, 0.4628961533308029, 0.4670135043561458, 0.4639505892992019, 0.4631133340299129, 0.4665167145431041, 0.4672448337078094, 0.4693268723785877, 0.4630668573081493, 0.4676454700529575, 0.4646359197795391, 0.4621579721570015, 0.4692446552217006, 0.4704835228621959, 0.4663223996758461, 0.4680556617677212, 0.466339822858572, 0.4682099223136902, 0.4711195565760135, 0.4722655527293682, 0.4727961830794811, 0.4676857478916645, 0.4719390422105789, 0.4713102728128433, 0.4712141714990139, 0.4721613004803657, 0.4713456854224205, 0.4682970903813839, 0.4679934531450271, 0.4685162976384163, 0.4679946713149547, 0.4681242071092129, 0.4702276065945625, 0.472664151340723, 0.4730790853500366, 0.4731674715876579, 0.4718914777040481, 0.4719801284372806, 0.4761029370129108, 0.4735167175531387, 0.4730370938777923, 0.4730173237621784, 0.4735377207398414, 0.4777223989367485, 0.4796326830983162, 0.4734170883893966, 0.4739485755562782, 0.4748299159109592, 0.4765299335122108, 0.4745025858283043, 0.4754423759877682, 0.4784592799842357, 0.4761341325938701, 0.4760282784700393, 0.4769757278263569, 0.47154351323843, 0.4786738082766533, 0.4804279990494251, 0.4777076803147793, 0.4798569902777672, 0.4759011939167976, 0.4784621745347976, 0.479673832654953, 0.4780617095530033, 0.48076206818223, 0.47995800152421, 0.4790860973298549, 0.4817167408764362, 0.4811586998403072, 0.482547752559185, 0.4816697351634502, 0.4809327870607376, 0.4816545359790325, 0.4804601892828941, 0.4776877984404564, 0.4813711903989315, 0.4844604581594467, 0.4819537848234176, 0.4820829331874847, 0.4778126627206802, 0.482935007661581, 0.48230691999197, 0.4826001971960068, 0.4823969900608063, 0.4811219945549965, 0.4789146520197391, 0.484035175293684, 0.4848698377609253, 0.4855728335678577, 0.4825376532971859, 0.485215101391077, 0.4824351668357849, 0.4835342466831207, 0.4822137206792831, 0.4838785007596016, 0.4837255179882049, 0.4853012599050998, 0.4857851006090641, 0.4863366298377514, 0.4856646582484245, 0.4842503517866134, 0.4838776960968971, 0.4846346862614155, 0.4837041422724724, 0.4813097268342972, 0.4873070046305656, 0.4841253720223903, 0.4837464913725853, 0.483069509267807, 0.4851242564618587, 0.4861010462045669], "label": "RefinedWeb"}, "C4": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3308933284133672, 0.3551123738288879, 0.3784352876245975, 0.3877953104674816, 0.3993203267455101, 0.4099095128476619, 0.4136184640228748, 0.414347343146801, 0.4190568178892135, 0.4218908287584781, 0.4231295175850391, 0.4287125319242477, 0.4297344498336315, 0.4332403875887394, 0.4319765940308571, 0.4359219521284103, 0.4346421919763088, 0.4424981512129307, 0.4414303861558437, 0.444732554256916, 0.4384104907512665, 0.444181352853775, 0.4503846168518066, 0.4436752013862133, 0.4460380338132381, 0.4498310275375843, 0.4561186209321022, 0.4558072946965694, 0.4517050087451935, 0.45280721783638, 0.4511029534041881, 0.4538496136665344, 0.4561821073293686, 0.4553975760936737, 0.4567296579480171, 0.4564522393047809, 0.4547750055789947, 0.4563902877271175, 0.4566588178277015, 0.4564423710107803, 0.4597547873854637, 0.4611989110708236, 0.458673931658268, 0.4615549780428409, 0.4594683423638344, 0.459637489169836, 0.4626501463353634, 0.4586587473750114, 0.4627759084105491, 0.4645364582538605, 0.4662919379770756, 0.4669810235500335, 0.4629590921103954, 0.4611541703343391, 0.4635159634053707, 0.4617790356278419, 0.4662701040506363, 0.4603991322219372, 0.4632007218897342, 0.4649621024727821, 0.4670373052358627, 0.4684801176190376, 0.4635576270520687, 0.4640897139906883, 0.4648366048932075, 0.467750646173954, 0.4661705493927002, 0.4673017747700214, 0.4670937992632389, 0.4679652377963066, 0.4677082300186157, 0.4677698649466038, 0.4682595692574978, 0.4695373848080635, 0.466829814016819, 0.4746575504541397, 0.4714464470744133, 0.4712707810103893, 0.4668035432696342, 0.4732451289892196, 0.4715676791965961, 0.4724206030368805, 0.4714202284812927, 0.4740159995853901, 0.4751642681658268, 0.474029790610075, 0.47599982842803, 0.4718085192143917, 0.4766124375164509, 0.4732356742024421, 0.4746463894844055, 0.473610121756792, 0.4765255078673363, 0.4751369915902614, 0.477124772965908, 0.4740747064352035, 0.4751597791910171, 0.4746479839086532, 0.4750863499939441, 0.474069282412529, 0.4766325205564499, 0.4751966968178749, 0.480234831571579, 0.4829998835921287, 0.4779119342565536, 0.4755960702896118, 0.4754855707287788, 0.4781345650553703, 0.4780046604573726, 0.4784741662442684, 0.4773235991597175, 0.4779680110514164, 0.4786801375448704, 0.4763363562524318, 0.4761211909353733, 0.4790357053279876, 0.4782482571899891, 0.4772635623812675, 0.4800884462893009, 0.4762507900595665, 0.4809304289519787, 0.4789686501026153, 0.4788952358067035, 0.4807513877749443, 0.4819636456668377, 0.4813393056392669, 0.4799563512206077, 0.4804293029010296, 0.4832860343158245, 0.4821714237332344, 0.485592633485794, 0.4815996848046779, 0.4831583350896835, 0.4846071004867553, 0.4833417683839798, 0.4807553999125957, 0.4866329692304134, 0.4829108603298664, 0.4853781275451183, 0.4814088977873325, 0.4803747944533825, 0.4820726066827774, 0.4840803518891334, 0.4835550002753734, 0.4805133901536464, 0.4861049503087997, 0.4835067577660084, 0.4856174662709236, 0.4859548546373844, 0.4868494793772697, 0.4867915287613868, 0.4881403036415577, 0.4869705513119697, 0.4862060099840164, 0.4862068481743336, 0.4862393103539943, 0.4863550774753093, 0.4858086891472339, 0.4857287481427192, 0.4880005866289139, 0.4846996292471885, 0.4863993115723133, 0.4876768328249454, 0.4873999394476414, 0.4885325841605663, 0.4876705072820186, 0.485390305519104, 0.4839635267853737], "label": "C4"}, "Dolma": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3307658787816763, 0.3523229286074638, 0.377311572432518, 0.3858824856579304, 0.3951764293015003, 0.402766715735197, 0.4049470797181129, 0.4120629839599132, 0.4156050495803356, 0.4159501679241657, 0.4160743616521358, 0.4245675876736641, 0.4277330711483955, 0.4266031645238399, 0.4327213019132614, 0.4314779937267303, 0.4336568377912044, 0.4369685687124729, 0.4366284385323524, 0.4392882287502289, 0.4405222535133362, 0.435525432229042, 0.4436039961874485, 0.4407493844628334, 0.441445555537939, 0.4410557225346565, 0.4371193572878837, 0.4451764188706875, 0.4450704641640186, 0.4473482742905617, 0.4460285790264606, 0.4495329968631267, 0.4506766386330127, 0.4496022351086139, 0.4495359361171722, 0.4517026245594024, 0.4506071843206882, 0.4504962339997291, 0.4534401223063469, 0.4526695124804973, 0.4503647126257419, 0.4501906409859657, 0.4478448294103145, 0.4534101262688637, 0.4531553275883198, 0.4552497416734695, 0.4568525813519954, 0.4575119316577911, 0.4590418413281441, 0.4530587382614612, 0.4584306105971336, 0.4584567248821258, 0.4616208709776401, 0.4618218578398227, 0.4582518599927425, 0.4551334418356418, 0.4586207643151283, 0.4616809487342834, 0.4611648134887218, 0.4634306691586971, 0.4613924361765384, 0.4588174410164356, 0.4602113999426365, 0.4626984223723411, 0.4556249380111694, 0.4615240134298801, 0.4615156538784504, 0.4632683917880058, 0.4620018191635608, 0.4673102460801601, 0.4642679207026958, 0.4684422351419925, 0.4641293548047542, 0.4620067216455936, 0.463960450142622, 0.4660330079495907, 0.4692153520882129, 0.4669661112129688, 0.466122068464756, 0.4682283326983452, 0.4685749150812626, 0.4688928835093975, 0.465722806751728, 0.4659770168364048, 0.4635110311210155, 0.4644729532301426, 0.4663772545754909, 0.4708714000880718, 0.4700784012675285, 0.465810552239418, 0.4693214185535908, 0.4660605490207672, 0.4695423729717731, 0.4688450992107391, 0.4721916541457176, 0.4698034971952438, 0.4665254801511764, 0.4703435115516186, 0.4714724421501159, 0.4702155850827694, 0.4694059453904629, 0.471682820469141, 0.4736889898777008, 0.4703876934945583, 0.4701756276190281, 0.4680277854204178, 0.4743972420692444, 0.4708037711679935, 0.4717469103634357, 0.4740131162106991, 0.4727639146149158, 0.4723498672246933, 0.4724784828722477, 0.4736377336084842, 0.4709004536271095, 0.4707547724246979, 0.469988003373146, 0.4711141660809517, 0.4780926555395126, 0.4735368900001049, 0.4735525399446487, 0.472091656178236, 0.4721037782728672, 0.4745764546096325, 0.4754389114677906, 0.4705884419381618, 0.4724388048052788, 0.4759692996740341, 0.4773353897035122, 0.4758949503302574, 0.4740513376891613, 0.4749866165220737, 0.4769214987754822, 0.4776637814939022, 0.4756806269288063, 0.4760831333696842, 0.4764537550508976, 0.4760236926376819, 0.4765783883631229, 0.4751994907855987, 0.4746053963899612, 0.4780152216553688, 0.4798212572932243, 0.4787088483572006, 0.4781070649623871, 0.478924810886383, 0.4792283922433853, 0.4830445684492588, 0.477554626762867, 0.4838457219302654, 0.4780268892645836, 0.4787273816764354, 0.4787089973688125, 0.4800758995115757, 0.4792372398078441, 0.480698712170124, 0.4782215058803558, 0.4793966896831989, 0.4793987721204757, 0.4804111570119858, 0.4809239841997623, 0.480060052126646, 0.4797034226357937, 0.4830792918801307, 0.4778680615127086, 0.4814067967236042, 0.4812476821243763, 0.4816214181482792], "label": "Dolma"}, "SlimPajama": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3304025065153837, 0.3485326766967773, 0.366294227540493, 0.3754063658416271, 0.380060039460659, 0.3842084035277366, 0.3941901586949825, 0.396852757781744, 0.4074499122798443, 0.405584454536438, 0.4073434360325336, 0.4124714508652687, 0.4134335741400718, 0.4161443412303924, 0.4188667088747024, 0.4202426932752132, 0.4203570708632469, 0.4227871932089329, 0.4275586046278476, 0.4272583276033401, 0.4236343242228031, 0.4221611768007278, 0.4248477220535278, 0.4282951094210148, 0.4292030818760395, 0.4363042339682579, 0.4320153258740902, 0.4338943809270859, 0.4330463260412216, 0.4384616464376449, 0.4358800426125526, 0.4390238709747791, 0.4387876056134701, 0.4379991367459297, 0.4407520480453968, 0.4365722797811031, 0.4373247250914573, 0.4419326409697532, 0.4368139393627643, 0.4383439570665359, 0.4416647292673588, 0.4406861551105976, 0.4423066079616546, 0.4422457814216614, 0.4484159983694553, 0.4441563449800014, 0.4470763392746448, 0.4423048347234726, 0.446647435426712, 0.4459831714630127, 0.4476513750851154, 0.4466814696788788, 0.4435278102755546, 0.4461003206670284, 0.4472127594053745, 0.4489398226141929, 0.4500008933246135, 0.4516164027154445, 0.4502749890089035, 0.4490774273872375, 0.4485588259994983, 0.4482260681688785, 0.4513203538954258, 0.4532071612775326, 0.4522806704044342, 0.4535516202449798, 0.4556184969842434, 0.4512116685509681, 0.4526651911437511, 0.4534229151904583, 0.4510319754481315, 0.4549613930284977, 0.4524864666163921, 0.452243909239769, 0.4522925950586796, 0.4506081640720367, 0.4515948034822941, 0.4542848505079746, 0.4496320001780987, 0.4584742784500122, 0.4562755897641182, 0.4584121964871883, 0.4543888121843338, 0.4571178145706653, 0.4539541527628898, 0.4583615288138389, 0.4560770355165005, 0.4565840028226375, 0.456016231328249, 0.4589645341038704, 0.4549507163465023, 0.4590726271271705, 0.4600294604897499, 0.4643459767103195, 0.4621279649436474, 0.4603357166051864, 0.4565914608538151, 0.4588591121137142, 0.4605486840009689, 0.4612153358757496, 0.4666493646800518, 0.4652941562235355, 0.4635471254587173, 0.4646625965833664, 0.4616324640810489, 0.4620275981724262, 0.4599555470049381, 0.4569032154977321, 0.463778618723154, 0.4630071707069874, 0.4675904884934425, 0.467460885643959, 0.4701412692666054, 0.463244054466486, 0.4643578268587589, 0.4655150510370731, 0.4679873175919056, 0.4627011120319366, 0.4645654186606407, 0.4667633399367332, 0.4651090800762176, 0.4674227461218834, 0.463763378560543, 0.4683923609554767, 0.4667338877916336, 0.4650763012468815, 0.4685031399130821, 0.4682512991130352, 0.4704002998769283, 0.4690291061997413, 0.4723447039723396, 0.4700597859919071, 0.4730553664267063, 0.4665385261178016, 0.4713114872574806, 0.4723366685211658, 0.4753480590879917, 0.4702173508703708, 0.4711348637938499, 0.4730475284159183, 0.4687437377870083, 0.472866803407669, 0.4722364842891693, 0.4734555780887604, 0.4718337096273899, 0.474613182246685, 0.4756719246506691, 0.4706077054142952, 0.4729462638497352, 0.4753362536430359, 0.4749811328947544, 0.4718534983694553, 0.4764903634786606, 0.4737220667302608, 0.473462775349617, 0.4746402017772198, 0.4707343839108944, 0.4728488773107528, 0.4778959937393665, 0.4751430302858352, 0.4726544991135597, 0.4728592745959759, 0.4748839288949966, 0.4711641781032085, 0.4739051833748817, 0.4720781221985817, 0.4751792773604393, 0.4769017845392227], "label": "SlimPajama"}, "RedPajama2": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3302722573280334, 0.3470507562160492, 0.364705353975296, 0.3764069005846977, 0.3825778141617775, 0.3896523900330066, 0.3974571377038955, 0.397537350654602, 0.4001355320215225, 0.4036932997405529, 0.4104340709745884, 0.4086671769618988, 0.413622997701168, 0.4122740626335144, 0.4195037446916103, 0.4190866313874721, 0.4231311045587063, 0.4235090501606464, 0.4237663596868515, 0.4246972687542438, 0.4299561083316803, 0.4258239455521106, 0.4314707778394222, 0.4274507761001587, 0.4299160614609718, 0.4354668110609054, 0.4302525334060192, 0.4337679930031299, 0.4337638393044472, 0.4404422976076603, 0.4347392916679382, 0.4343290999531746, 0.4375873804092407, 0.4372701570391655, 0.4380103722214699, 0.4379842169582844, 0.4400746375322342, 0.4394551366567611, 0.4451456516981125, 0.4420723840594291, 0.4404123835265636, 0.4446186311542988, 0.4421855062246322, 0.44248116761446, 0.4423649460077286, 0.4426446110010147, 0.4418415017426014, 0.4442390464246273, 0.4463883489370346, 0.4474505893886089, 0.446966927498579, 0.4456985853612423, 0.4466467499732971, 0.4440925717353821, 0.4471017979085445, 0.4474578313529491, 0.4471569992601871, 0.449719063937664, 0.453827504068613, 0.449543334543705, 0.451267059892416, 0.4523019045591354, 0.4507706724107265, 0.4516403637826442, 0.4510826356709003, 0.4538759067654609, 0.453817319124937, 0.4493415988981724, 0.4524289667606354, 0.4563530124723911, 0.4525565430521965, 0.4559375420212745, 0.4579579904675483, 0.4522393532097339, 0.4529666379094124, 0.4572585858404636, 0.4526477642357349, 0.4548618048429489, 0.4535989835858345, 0.4557950794696808, 0.4576374888420105, 0.4536071494221687, 0.4567363113164902, 0.4559534676373005, 0.455357126891613, 0.4581229574978351, 0.4584124349057674, 0.459429319947958, 0.4609483703970909, 0.4585786387324333, 0.4584725610911846, 0.460013099014759, 0.4675985686480999, 0.4608690924942493, 0.4615997225046158, 0.4654040858149528, 0.4610586836934089, 0.4633209407329559, 0.4612604938447475, 0.460259061306715, 0.4624678529798984, 0.4620500393211841, 0.459990244358778, 0.4619648195803165, 0.4650140479207039, 0.4641274213790893, 0.4607139900326729, 0.466593112796545, 0.4665224589407444, 0.4634186550974846, 0.4623883478343487, 0.4616753794252872, 0.46418297290802, 0.4637203030288219, 0.4639860466122627, 0.4644428603351116, 0.4654988572001457, 0.4639867171645164, 0.4652636311948299, 0.4673995152115822, 0.4623220227658748, 0.4664290770888328, 0.4666106030344963, 0.4653977937996387, 0.464808851480484, 0.468203954398632, 0.4619068317115307, 0.461650725454092, 0.4648414589464664, 0.465693786740303, 0.4655340574681759, 0.4663631655275821, 0.4668397903442383, 0.4658713564276695, 0.4650161266326904, 0.4697218723595142, 0.4669433757662773, 0.4679506830871105, 0.4668639451265335, 0.4648850038647651, 0.4669442251324653, 0.4653140194714069, 0.4670411869883537, 0.4648204818367958, 0.4657435193657875, 0.4680184945464134, 0.4664600379765033, 0.4672395847737789, 0.4657266996800899, 0.4675477854907512, 0.4670163989067077, 0.4690168797969818, 0.4676221422851085, 0.4677147716283798, 0.4668192155659199, 0.4684425666928291, 0.467963095754385, 0.4691894799470901, 0.4651848673820495, 0.4664440341293812, 0.467386495321989, 0.4652351178228855, 0.4669347554445267, 0.4688444659113884, 0.467147346585989, 0.4683484248816967, 0.4699504524469375, 0.4709850251674652], "label": "RedPajama2"}, "The Pile": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3304216358810663, 0.3466135319322347, 0.3567665815353393, 0.3609300442039966, 0.3754195682704448, 0.3760548382997513, 0.3804825097322464, 0.3870464153587818, 0.3920954465866089, 0.3908583559095859, 0.3928747698664665, 0.3923895694315433, 0.3968513160943985, 0.404996283352375, 0.4021198935806751, 0.4044422507286072, 0.4055487178266048, 0.4043267257511616, 0.4051039405167103, 0.4053148292005062, 0.4118910208344459, 0.4129008501768112, 0.4153450205922127, 0.4157540574669838, 0.4165645688772201, 0.4158085733652115, 0.4154625944793224, 0.4205422177910805, 0.4168646782636642, 0.4214760512113571, 0.4222277626395225, 0.4179082997143268, 0.416801854968071, 0.4236912615597248, 0.4248885214328766, 0.4242431484162807, 0.4248657301068306, 0.4258512482047081, 0.4243130981922149, 0.4244629479944706, 0.430818609893322, 0.4303862266242504, 0.4287605956196785, 0.432219460606575, 0.4292010366916656, 0.4285963587462902, 0.4321340434253216, 0.4298995658755302, 0.4349256418645382, 0.4324938207864761, 0.4351008906960487, 0.4330397509038448, 0.4322203621268272, 0.4351420737802982, 0.4295673854649067, 0.4331545792520046, 0.4371312223374843, 0.4368601404130459, 0.4334152191877365, 0.435929175466299, 0.4348413497209549, 0.4362935796380043, 0.4395272135734558, 0.4395910315215587, 0.4397818148136139, 0.4375653453171253, 0.4350125305354595, 0.4383638128638267, 0.4414386712014675, 0.4406127110123634, 0.4395736493170261, 0.4400510974228382, 0.4349951185286045, 0.4433234259486198, 0.4408213645219803, 0.4408195316791534, 0.4454181902110576, 0.4432171359658241, 0.4386095143854618, 0.4424192681908607, 0.4406412802636623, 0.4441004805266857, 0.4434664808213711, 0.4409965090453625, 0.4398404918611049, 0.4429648593068123, 0.4477721899747848, 0.4449514634907245, 0.4450686313211918, 0.4429425410926342, 0.4468786306679249, 0.4498275183141231, 0.4463700018823147, 0.4454979188740253, 0.4485073313117027, 0.4498474262654781, 0.4488017149269581, 0.4474775716662407, 0.4488831833004951, 0.4498938769102096, 0.4441156759858131, 0.4483954235911369, 0.454746376723051, 0.4491635039448738, 0.4470739066600799, 0.451224073767662, 0.4524858966469764, 0.4501192942261696, 0.4518791697919369, 0.4503650553524494, 0.4545648172497749, 0.4524221830070019, 0.4521367736160755, 0.4533489346504211, 0.4547304809093475, 0.4522802866995334, 0.451341975480318, 0.4508697539567947, 0.4542875029146671, 0.4543761536478996, 0.456620555371046, 0.4563915356993675, 0.4555570594966411, 0.4565647505223751, 0.4527720846235752, 0.4573541656136513, 0.4586507454514503, 0.4574597366154194, 0.4572464860975742, 0.4601885713636875, 0.4597031660377979, 0.4591619409620762, 0.457712460309267, 0.4584441147744655, 0.4599815532565117, 0.4610339701175689, 0.4604088515043258, 0.4583280719816685, 0.4597837403416633, 0.4560487046837806, 0.4594802744686603, 0.4635319598019123, 0.4591141827404499, 0.4597685001790523, 0.4643094949424267, 0.4597949869930744, 0.4616970308125019, 0.4608079977333545, 0.461796186864376, 0.4613191820681095, 0.4638922624289989, 0.4597249217331409, 0.4629687368869781, 0.4651569910347461, 0.4653593450784683, 0.4654904417693615, 0.4689781554043293, 0.4642409011721611, 0.466390497982502, 0.4667546525597572, 0.4650019332766533, 0.4624537453055382, 0.4668834805488586, 0.4637890830636024, 0.4627578742802143, 0.465025994926691, 0.4623493291437626, 0.4645387642085552], "label": "The Pile"}}, "layout": {"title": {"text": "FineWeb-Edu ablations"}}}
 
1
+ {"data": {"FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3903256542980671, 0.4146799184381962, 0.4283903576433658, 0.4436151087284088, 0.4414566531777382, 0.4507521316409111, 0.4495235048234463, 0.4592110067605972, 0.4620556682348251, 0.4671029560267925, 0.463470172137022, 0.4662625528872013, 0.4668670482933521, 0.4710822217166424, 0.4734017364680767, 0.4748654440045357, 0.4766022339463234, 0.4756137728691101, 0.4826180450618267, 0.4801179841160774, 0.4770327880978584, 0.4772367440164089, 0.4836798347532749, 0.4760718829929828, 0.4791183248162269, 0.4837114326655864, 0.4845060631632805, 0.4809612222015857, 0.4854982011020183, 0.4874906800687313, 0.4883668981492519, 0.4876358844339847, 0.4877283312380314, 0.4918373748660087, 0.4910267665982246, 0.4916461184620857, 0.4911381565034389, 0.4931333474814892, 0.4916179589927196, 0.4911441020667553, 0.4927275590598583, 0.4935631453990936, 0.4939306415617466, 0.5010630041360855, 0.4999548681080341, 0.4972395077347755, 0.4972243830561638, 0.4945024959743023, 0.4953378774225712, 0.499586995691061, 0.4977268613874912, 0.4989877715706825, 0.4987182281911373, 0.5014015696942806, 0.5043375752866268, 0.5046022236347198, 0.5044217295944691, 0.5037211365997791, 0.5019807890057564, 0.5008365102112293, 0.5028450302779675, 0.5072730705142021, 0.501251045614481, 0.5086825042963028, 0.5078329555690289, 0.5061904042959213, 0.5059116296470165, 0.5042317919433117, 0.5045665018260479, 0.5085432901978493, 0.5049711987376213, 0.5123470723628998, 0.509139034897089, 0.5079653523862362, 0.5107964277267456, 0.5088927485048771, 0.5088703669607639, 0.5071291252970695, 0.5091184116899967, 0.5078432261943817, 0.5083079226315022, 0.509494174271822], "label": "FineWeb-Edu"}, "FineWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3781493119895458, 0.4050675220787525, 0.4174600429832935, 0.427497424185276, 0.4385909177362919, 0.4360812865197658, 0.4385774843394756, 0.4467254020273685, 0.4486658610403538, 0.4454015754163265, 0.4482216536998749, 0.455057855695486, 0.453176885843277, 0.4516039006412029, 0.4555377587676048, 0.4577344059944153, 0.4537974074482918, 0.4586966186761856, 0.4598931074142456, 0.4591932781040668, 0.4582749158143997, 0.4633439630270004, 0.4649887941777706, 0.4665776938199997, 0.4666078947484493, 0.4727727174758911, 0.4681386984884739, 0.4668439887464046, 0.4719251021742821, 0.4723306186497211, 0.468911949545145, 0.4724191203713417, 0.4685601107776165, 0.4724556542932987, 0.4703365340828895, 0.471625205129385, 0.4735309742391109, 0.4747676998376846, 0.4764323942363262, 0.4758132360875606, 0.4730159305036068, 0.4740134924650192, 0.4783577285706997, 0.474204134196043, 0.4780189953744411, 0.4751617163419723, 0.4769949465990066, 0.479917362332344, 0.4825278185307979, 0.4787211790680885, 0.4819813556969166, 0.4810985140502453, 0.4791575670242309, 0.4829155020415783, 0.4827562272548675, 0.4820474348962307, 0.4826803356409073, 0.4827458150684833, 0.4836879819631576, 0.4855972006917, 0.4840429238975048, 0.4881435632705688, 0.486987367272377, 0.4867987409234047, 0.4886575266718864, 0.4863000251352787, 0.488163661211729, 0.4873756393790245, 0.4874482750892639, 0.4893574342131614, 0.4887814335525036, 0.4911742769181728, 0.4896938055753708, 0.4900367334485054, 0.4905461706221103, 0.4881824217736721, 0.4895042479038238, 0.4897591508924961, 0.4897833876311779, 0.4884885586798191, 0.4927133433520794, 0.4899616949260235], "label": "FineWeb"}, "RefinedWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3764607086777687, 0.3981050960719585, 0.4125883243978023, 0.414029736071825, 0.4211113378405571, 0.4280137903988361, 0.4326301179826259, 0.4346669465303421, 0.4432648755609989, 0.4394684173166752, 0.4465444348752498, 0.4433343075215816, 0.4459567815065384, 0.4498684890568256, 0.4528274349868297, 0.4549156539142132, 0.4576693661510944, 0.4536240361630916, 0.4570476822555065, 0.462024375796318, 0.4550252184271812, 0.4573238864541054, 0.4622134491801262, 0.4614734016358852, 0.4625372551381588, 0.4597448222339153, 0.4662549719214439, 0.4633508697152138, 0.4628961533308029, 0.4639505892992019, 0.4665167145431041, 0.4693268723785877, 0.4676454700529575, 0.4621579721570015, 0.4704835228621959, 0.4680556617677212, 0.4682099223136902, 0.4722655527293682, 0.4676857478916645, 0.4713102728128433, 0.4721613004803657, 0.4682970903813839, 0.4685162976384163, 0.4681242071092129, 0.472664151340723, 0.4731674715876579, 0.4719801284372806, 0.4735167175531387, 0.4730173237621784, 0.4777223989367485, 0.4734170883893966, 0.4748299159109592, 0.4745025858283043, 0.4784592799842357, 0.4760282784700393, 0.47154351323843, 0.4804279990494251, 0.4798569902777672, 0.4784621745347976, 0.4780617095530033, 0.47995800152421, 0.4817167408764362, 0.482547752559185, 0.4809327870607376, 0.4804601892828941, 0.4813711903989315, 0.4819537848234176, 0.48230691999197, 0.4823969900608063, 0.4789146520197391, 0.4848698377609253, 0.4824351668357849, 0.4822137206792831, 0.4837255179882049, 0.4857851006090641, 0.4856646582484245, 0.4838776960968971, 0.4837041422724724, 0.4873070046305656, 0.4837464913725853, 0.4851242564618587, 0.4861010462045669], "label": "RefinedWeb"}, "C4": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3784352876245975, 0.3993203267455101, 0.4136184640228748, 0.4190568178892135, 0.4231295175850391, 0.4297344498336315, 0.4319765940308571, 0.4346421919763088, 0.4414303861558437, 0.4384104907512665, 0.4503846168518066, 0.4460380338132381, 0.4561186209321022, 0.4517050087451935, 0.4511029534041881, 0.4561821073293686, 0.4567296579480171, 0.4547750055789947, 0.4566588178277015, 0.4597547873854637, 0.458673931658268, 0.4594683423638344, 0.4626501463353634, 0.4627759084105491, 0.4662919379770756, 0.4629590921103954, 0.4635159634053707, 0.4662701040506363, 0.4632007218897342, 0.4670373052358627, 0.4635576270520687, 0.4648366048932075, 0.4661705493927002, 0.4670937992632389, 0.4677082300186157, 0.4682595692574978, 0.466829814016819, 0.4714464470744133, 0.4668035432696342, 0.4715676791965961, 0.4714202284812927, 0.4751642681658268, 0.47599982842803, 0.4766124375164509, 0.4746463894844055, 0.4765255078673363, 0.477124772965908, 0.4751597791910171, 0.4750863499939441, 0.4766325205564499, 0.480234831571579, 0.4779119342565536, 0.4754855707287788, 0.4780046604573726, 0.4773235991597175, 0.4786801375448704, 0.4761211909353733, 0.4782482571899891, 0.4800884462893009, 0.4809304289519787, 0.4788952358067035, 0.4819636456668377, 0.4799563512206077, 0.4832860343158245, 0.485592633485794, 0.4831583350896835, 0.4833417683839798, 0.4853781275451183, 0.4803747944533825, 0.4840803518891334, 0.4805133901536464, 0.4859548546373844, 0.4867915287613868, 0.4869705513119697, 0.4862068481743336, 0.4863550774753093, 0.4857287481427192, 0.4846996292471885, 0.4876768328249454, 0.4885325841605663, 0.485390305519104, 0.4839635267853737], "label": "C4"}, "Dolma": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.377311572432518, 0.3951764293015003, 0.4049470797181129, 0.4156050495803356, 0.4160743616521358, 0.4277330711483955, 0.4327213019132614, 0.4336568377912044, 0.4366284385323524, 0.4405222535133362, 0.4436039961874485, 0.441445555537939, 0.4371193572878837, 0.4450704641640186, 0.4460285790264606, 0.4506766386330127, 0.4495359361171722, 0.4506071843206882, 0.4534401223063469, 0.4503647126257419, 0.4478448294103145, 0.4531553275883198, 0.4568525813519954, 0.4590418413281441, 0.4584306105971336, 0.4616208709776401, 0.4582518599927425, 0.4586207643151283, 0.4611648134887218, 0.4613924361765384, 0.4602113999426365, 0.4556249380111694, 0.4615156538784504, 0.4620018191635608, 0.4642679207026958, 0.4641293548047542, 0.463960450142622, 0.4692153520882129, 0.466122068464756, 0.4685749150812626, 0.465722806751728, 0.4635110311210155, 0.4663772545754909, 0.4700784012675285, 0.4693214185535908, 0.4695423729717731, 0.4721916541457176, 0.4665254801511764, 0.4714724421501159, 0.4694059453904629, 0.4736889898777008, 0.4701756276190281, 0.4743972420692444, 0.4717469103634357, 0.4727639146149158, 0.4724784828722477, 0.4709004536271095, 0.469988003373146, 0.4780926555395126, 0.4735525399446487, 0.4721037782728672, 0.4754389114677906, 0.4724388048052788, 0.4773353897035122, 0.4740513376891613, 0.4769214987754822, 0.4756806269288063, 0.4765783883631229, 0.4746053963899612, 0.4798212572932243, 0.4781070649623871, 0.477554626762867, 0.4780268892645836, 0.4787089973688125, 0.4792372398078441, 0.4782215058803558, 0.4793987721204757, 0.4809239841997623, 0.4797034226357937, 0.4778680615127086, 0.4812476821243763, 0.4816214181482792], "label": "Dolma"}, "SlimPajama": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.366294227540493, 0.380060039460659, 0.3941901586949825, 0.4074499122798443, 0.4073434360325336, 0.4134335741400718, 0.4188667088747024, 0.4203570708632469, 0.4275586046278476, 0.4236343242228031, 0.4248477220535278, 0.4292030818760395, 0.4320153258740902, 0.4330463260412216, 0.4358800426125526, 0.4387876056134701, 0.4407520480453968, 0.4373247250914573, 0.4368139393627643, 0.4416647292673588, 0.4423066079616546, 0.4484159983694553, 0.4470763392746448, 0.446647435426712, 0.4476513750851154, 0.4435278102755546, 0.4472127594053745, 0.4500008933246135, 0.4502749890089035, 0.4485588259994983, 0.4513203538954258, 0.4522806704044342, 0.4556184969842434, 0.4526651911437511, 0.4510319754481315, 0.4524864666163921, 0.4522925950586796, 0.4515948034822941, 0.4496320001780987, 0.4562755897641182, 0.4543888121843338, 0.4539541527628898, 0.4560770355165005, 0.456016231328249, 0.4549507163465023, 0.4600294604897499, 0.4621279649436474, 0.4565914608538151, 0.4605486840009689, 0.4666493646800518, 0.4635471254587173, 0.4616324640810489, 0.4599555470049381, 0.463778618723154, 0.4675904884934425, 0.4701412692666054, 0.4643578268587589, 0.4679873175919056, 0.4645654186606407, 0.4651090800762176, 0.463763378560543, 0.4667338877916336, 0.4685031399130821, 0.4704002998769283, 0.4723447039723396, 0.4730553664267063, 0.4713114872574806, 0.4711348637938499, 0.4687437377870083, 0.4722364842891693, 0.4718337096273899, 0.4729462638497352, 0.4749811328947544, 0.4764903634786606, 0.473462775349617, 0.4707343839108944, 0.4778959937393665, 0.4726544991135597, 0.4748839288949966, 0.4739051833748817, 0.4751792773604393, 0.4769017845392227], "label": "SlimPajama"}, "RedPajama2": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.364705353975296, 0.3825778141617775, 0.3974571377038955, 0.4001355320215225, 0.4104340709745884, 0.413622997701168, 0.4195037446916103, 0.4231311045587063, 0.4237663596868515, 0.4299561083316803, 0.4314707778394222, 0.4299160614609718, 0.4302525334060192, 0.4337638393044472, 0.4347392916679382, 0.4375873804092407, 0.4380103722214699, 0.4400746375322342, 0.4451456516981125, 0.4404123835265636, 0.4421855062246322, 0.4423649460077286, 0.4418415017426014, 0.4463883489370346, 0.446966927498579, 0.4466467499732971, 0.4471017979085445, 0.4471569992601871, 0.453827504068613, 0.451267059892416, 0.4507706724107265, 0.4510826356709003, 0.453817319124937, 0.4524289667606354, 0.4525565430521965, 0.4579579904675483, 0.4529666379094124, 0.4526477642357349, 0.4535989835858345, 0.4576374888420105, 0.4567363113164902, 0.455357126891613, 0.4584124349057674, 0.4609483703970909, 0.4584725610911846, 0.4675985686480999, 0.4615997225046158, 0.4610586836934089, 0.4612604938447475, 0.4624678529798984, 0.459990244358778, 0.4650140479207039, 0.4607139900326729, 0.4665224589407444, 0.4623883478343487, 0.46418297290802, 0.4639860466122627, 0.4654988572001457, 0.4652636311948299, 0.4623220227658748, 0.4666106030344963, 0.464808851480484, 0.4619068317115307, 0.4648414589464664, 0.4655340574681759, 0.4668397903442383, 0.4650161266326904, 0.4668639451265335, 0.4669442251324653, 0.4670411869883537, 0.4657435193657875, 0.4657266996800899, 0.4670163989067077, 0.4676221422851085, 0.4668192155659199, 0.467963095754385, 0.4651848673820495, 0.467386495321989, 0.4669347554445267, 0.467147346585989, 0.4699504524469375, 0.4709850251674652], "label": "RedPajama2"}, "The Pile": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3567665815353393, 0.3754195682704448, 0.3804825097322464, 0.3920954465866089, 0.3928747698664665, 0.3968513160943985, 0.4021198935806751, 0.4055487178266048, 0.4051039405167103, 0.4118910208344459, 0.4153450205922127, 0.4165645688772201, 0.4154625944793224, 0.4168646782636642, 0.4222277626395225, 0.416801854968071, 0.4248885214328766, 0.4248657301068306, 0.4243130981922149, 0.430818609893322, 0.4287605956196785, 0.4292010366916656, 0.4321340434253216, 0.4349256418645382, 0.4351008906960487, 0.4322203621268272, 0.4295673854649067, 0.4371312223374843, 0.4334152191877365, 0.4348413497209549, 0.4395272135734558, 0.4397818148136139, 0.4350125305354595, 0.4414386712014675, 0.4395736493170261, 0.4349951185286045, 0.4408213645219803, 0.4454181902110576, 0.4386095143854618, 0.4406412802636623, 0.4434664808213711, 0.4398404918611049, 0.4477721899747848, 0.4450686313211918, 0.4468786306679249, 0.4463700018823147, 0.4485073313117027, 0.4488017149269581, 0.4488831833004951, 0.4441156759858131, 0.454746376723051, 0.4470739066600799, 0.4524858966469764, 0.4518791697919369, 0.4545648172497749, 0.4521367736160755, 0.4547304809093475, 0.451341975480318, 0.4542875029146671, 0.456620555371046, 0.4555570594966411, 0.4527720846235752, 0.4586507454514503, 0.4572464860975742, 0.4597031660377979, 0.457712460309267, 0.4599815532565117, 0.4597837403416633, 0.4594802744686603, 0.4591141827404499, 0.4643094949424267, 0.461796186864376, 0.4638922624289989, 0.4629687368869781, 0.4653593450784683, 0.4689781554043293, 0.466390497982502, 0.4650019332766533, 0.4668834805488586, 0.4627578742802143, 0.4623493291437626, 0.4645387642085552], "label": "The Pile"}}, "layout": {"title": {"text": "Dataset ablations"}}}
assets/data/plots/edu_ablations/arc_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data": {"FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3849999904632568, 0.4284999966621399, 0.4460000097751617, 0.4790000021457672, 0.4819999933242798, 0.4794999957084656, 0.4715000092983246, 0.4860000014305115, 0.4934999942779541, 0.5090000033378601, 0.4990000128746032, 0.4970000088214874, 0.5095000267028809, 0.5, 0.5095000267028809, 0.5074999928474426, 0.5184999704360962, 0.4995000064373016, 0.5230000019073486, 0.5074999928474426, 0.5270000100135803, 0.5139999985694885, 0.5254999995231628, 0.5095000267028809, 0.531499981880188, 0.515999972820282, 0.5379999876022339, 0.5174999833106995, 0.5325000286102295, 0.5375000238418579, 0.531000018119812, 0.5414999723434448, 0.5389999747276306, 0.5485000014305115, 0.5454999804496765, 0.5559999942779541, 0.5414999723434448, 0.5575000047683716, 0.5504999756813049, 0.5444999933242798, 0.5529999732971191, 0.5554999709129333, 0.5419999957084656, 0.5625, 0.5615000128746033, 0.5475000143051147, 0.5580000281333923, 0.5509999990463257, 0.5504999756813049, 0.5475000143051147, 0.5350000262260437, 0.5669999718666077, 0.5590000152587891, 0.5565000176429749, 0.5575000047683716, 0.5649999976158142, 0.5669999718666077, 0.5590000152587891, 0.5529999732971191, 0.5569999814033508, 0.5529999732971191, 0.5695000290870667, 0.5504999756813049, 0.5720000267028809, 0.5634999871253967, 0.5665000081062317, 0.5619999766349792, 0.5649999976158142, 0.5649999976158142, 0.578499972820282, 0.5669999718666077, 0.5734999775886536, 0.5770000219345093, 0.5724999904632568, 0.5774999856948853, 0.5809999704360962, 0.5755000114440918, 0.5724999904632568, 0.578000009059906, 0.5715000033378601, 0.5759999752044678, 0.5734999775886536], "label": "FineWeb-Edu"}, "SlimPajama": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2535000145435333, 0.2739999890327453, 0.3190000057220459, 0.3300000131130218, 0.3490000069141388, 0.3449999988079071, 0.3574999868869781, 0.3529999852180481, 0.3610000014305115, 0.3610000014305115, 0.3580000102519989, 0.3714999854564667, 0.3785000145435333, 0.3659999966621399, 0.3785000145435333, 0.3655000030994415, 0.3765000104904175, 0.3704999983310699, 0.3774999976158142, 0.3709999918937683, 0.3745000064373016, 0.3799999952316284, 0.3804999887943268, 0.390500009059906, 0.3939999938011169, 0.3995000123977661, 0.390500009059906, 0.3939999938011169, 0.3889999985694885, 0.3944999873638153, 0.4000000059604645, 0.4074999988079071, 0.402999997138977, 0.3840000033378601, 0.387499988079071, 0.3914999961853027, 0.3939999938011169, 0.3860000073909759, 0.387499988079071, 0.3995000123977661, 0.4065000116825104, 0.3925000131130218, 0.4020000100135803, 0.3980000019073486, 0.4004999995231628, 0.4000000059604645, 0.4169999957084656, 0.4025000035762787, 0.418500006198883, 0.4034999907016754, 0.4040000140666961, 0.4099999964237213, 0.4129999876022339, 0.4110000133514404, 0.4165000021457672, 0.4079999923706054, 0.4054999947547912, 0.4104999899864197, 0.4160000085830688, 0.4199999868869781, 0.4059999883174896, 0.4194999933242798, 0.4074999988079071, 0.4210000038146972, 0.4205000102519989, 0.4239999949932098, 0.4239999949932098, 0.4165000021457672, 0.4329999983310699, 0.4269999861717224, 0.4120000004768371, 0.4289999902248382, 0.4230000078678131, 0.4154999852180481, 0.4235000014305115, 0.4174999892711639, 0.4189999997615814, 0.4314999878406524, 0.4259999990463257, 0.4284999966621399, 0.4284999966621399, 0.4444999992847442, 0.4300000071525574, 0.4250000119209289, 0.4235000014305115, 0.4359999895095825, 0.4239999949932098, 0.4255000054836273, 0.421999990940094, 0.4375, 0.4235000014305115, 0.4314999878406524, 0.4339999854564667, 0.4309999942779541, 0.4410000145435333, 0.4395000040531158, 0.4255000054836273, 0.4334999918937683, 0.4350000023841858, 0.429500013589859, 0.4514999985694885, 0.4404999911785126, 0.4460000097751617, 0.4494999945163727, 0.4435000121593475, 0.4365000128746032, 0.4490000009536743, 0.4440000057220459, 0.4605000019073486, 0.4494999945163727, 0.4535000026226043, 0.4555000066757202, 0.4595000147819519, 0.4465000033378601, 0.453000009059906, 0.4600000083446502, 0.4510000050067901, 0.445499986410141, 0.4444999992847442, 0.4494999945163727, 0.4424999952316284, 0.4539999961853027, 0.453000009059906, 0.4544999897480011, 0.4560000002384186, 0.4449999928474426, 0.4584999978542328, 0.4474999904632568, 0.4595000147819519, 0.4465000033378601, 0.4589999914169311, 0.449999988079071, 0.4469999969005584, 0.4469999969005584, 0.4490000009536743, 0.453000009059906, 0.4595000147819519, 0.4535000026226043, 0.4544999897480011, 0.4614999890327453, 0.4535000026226043, 0.4564999938011169, 0.453000009059906, 0.4620000123977661, 0.4544999897480011, 0.4569999873638153, 0.4620000123977661, 0.4510000050067901, 0.4474999904632568, 0.4589999914169311, 0.4584999978542328, 0.4514999985694885, 0.4645000100135803, 0.4569999873638153, 0.4550000131130218, 0.4600000083446502, 0.4505000114440918, 0.4519999921321869, 0.4675000011920929, 0.4650000035762787, 0.457500010728836, 0.4634999930858612, 0.4650000035762787, 0.4580000042915344, 0.4704999923706054, 0.449999988079071, 0.4539999961853027, 0.4605000019073486], "label": "SlimPajama"}, "FineWeb (ours)": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2509999871253967, 0.296999990940094, 0.3219999969005584, 0.3305000066757202, 0.3555000126361847, 0.351500004529953, 0.3600000143051147, 0.363999992609024, 0.3680000007152557, 0.3785000145435333, 0.3765000104904175, 0.382999986410141, 0.3785000145435333, 0.3835000097751617, 0.3819999992847442, 0.3935000002384186, 0.387499988079071, 0.3935000002384186, 0.3959999978542328, 0.3860000073909759, 0.3935000002384186, 0.3885000050067901, 0.3810000121593475, 0.3880000114440918, 0.3964999914169311, 0.4054999947547912, 0.3935000002384186, 0.3944999873638153, 0.3989999890327453, 0.3980000019073486, 0.4050000011920929, 0.4054999947547912, 0.4009999930858612, 0.4110000133514404, 0.4054999947547912, 0.4180000126361847, 0.4110000133514404, 0.4050000011920929, 0.4079999923706054, 0.4120000004768371, 0.402999997138977, 0.4205000102519989, 0.4129999876022339, 0.4120000004768371, 0.4169999957084656, 0.4269999861717224, 0.4230000078678131, 0.4225000143051147, 0.4300000071525574, 0.4180000126361847, 0.4284999966621399, 0.4165000021457672, 0.4325000047683716, 0.4235000014305115, 0.4210000038146972, 0.4239999949932098, 0.4235000014305115, 0.421999990940094, 0.4280000030994415, 0.4300000071525574, 0.4275000095367431, 0.4305000007152557, 0.4244999885559082, 0.4314999878406524, 0.4325000047683716, 0.4395000040531158, 0.4325000047683716, 0.4300000071525574, 0.4399999976158142, 0.4320000112056732, 0.4370000064373016, 0.4280000030994415, 0.4309999942779541, 0.4314999878406524, 0.4370000064373016, 0.4280000030994415, 0.4325000047683716, 0.4300000071525574, 0.4334999918937683, 0.4334999918937683, 0.4379999935626983, 0.4399999976158142, 0.4350000023841858, 0.4395000040531158, 0.4375, 0.4390000104904175, 0.4365000128746032, 0.4435000121593475, 0.4365000128746032, 0.445499986410141, 0.4440000057220459, 0.4460000097751617, 0.4415000081062317, 0.4415000081062317, 0.4339999854564667, 0.4429999887943268, 0.4399999976158142, 0.4359999895095825, 0.4370000064373016, 0.4469999969005584, 0.4404999911785126, 0.4435000121593475, 0.445499986410141, 0.4424999952316284, 0.4480000138282776, 0.4370000064373016, 0.4444999992847442, 0.4465000033378601, 0.4309999942779541, 0.4440000057220459, 0.4469999969005584, 0.4539999961853027, 0.4440000057220459, 0.4555000066757202, 0.4519999921321869, 0.4510000050067901, 0.4519999921321869, 0.4544999897480011, 0.4494999945163727, 0.4584999978542328, 0.4580000042915344, 0.4544999897480011, 0.4514999985694885, 0.4550000131130218, 0.4560000002384186, 0.4600000083446502, 0.4589999914169311, 0.4560000002384186, 0.457500010728836, 0.4679999947547912, 0.4494999945163727, 0.4505000114440918, 0.4440000057220459, 0.4539999961853027, 0.4535000026226043, 0.4514999985694885, 0.457500010728836, 0.4620000123977661, 0.4564999938011169, 0.4595000147819519, 0.4564999938011169, 0.4550000131130218, 0.4539999961853027, 0.4544999897480011, 0.4569999873638153, 0.457500010728836, 0.4539999961853027, 0.4595000147819519, 0.4665000140666961, 0.465499997138977, 0.4625000059604645, 0.4629999995231628, 0.4580000042915344, 0.4569999873638153, 0.4620000123977661, 0.457500010728836, 0.4550000131130218, 0.4645000100135803, 0.4629999995231628, 0.4584999978542328, 0.465499997138977, 0.460999995470047, 0.4634999930858612, 0.4605000019073486, 0.4584999978542328, 0.4550000131130218, 0.4564999938011169, 0.4600000083446502], "label": "FineWeb (ours)"}, "RefinedWeb": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2509999871253967, 0.2899999916553497, 0.31700000166893, 0.3409999907016754, 0.3425000011920929, 0.3485000133514404, 0.3555000126361847, 0.3574999868869781, 0.3585000038146972, 0.363999992609024, 0.3619999885559082, 0.3675000071525574, 0.3865000009536743, 0.3810000121593475, 0.3810000121593475, 0.3810000121593475, 0.3860000073909759, 0.3810000121593475, 0.3894999921321869, 0.3849999904632568, 0.3855000138282776, 0.3989999890327453, 0.3980000019073486, 0.3995000123977661, 0.395000010728836, 0.4084999859333038, 0.4040000140666961, 0.4004999995231628, 0.3955000042915344, 0.4135000109672546, 0.4070000052452087, 0.4104999899864197, 0.4014999866485595, 0.4099999964237213, 0.4199999868869781, 0.414000004529953, 0.402999997138977, 0.4214999973773956, 0.4095000028610229, 0.4059999883174896, 0.4090000092983246, 0.4074999988079071, 0.4120000004768371, 0.4154999852180481, 0.4189999997615814, 0.4149999916553497, 0.429500013589859, 0.4154999852180481, 0.4214999973773956, 0.4244999885559082, 0.4205000102519989, 0.4269999861717224, 0.4214999973773956, 0.4180000126361847, 0.4415000081062317, 0.4320000112056732, 0.4350000023841858, 0.4259999990463257, 0.4300000071525574, 0.4259999990463257, 0.4189999997615814, 0.4269999861717224, 0.4199999868869781, 0.426499992609024, 0.4350000023841858, 0.4289999902248382, 0.4345000088214874, 0.4259999990463257, 0.426499992609024, 0.4395000040531158, 0.4395000040531158, 0.4359999895095825, 0.4280000030994415, 0.4370000064373016, 0.4329999983310699, 0.4309999942779541, 0.4490000009536743, 0.4399999976158142, 0.4339999854564667, 0.4399999976158142, 0.4345000088214874, 0.429500013589859, 0.4370000064373016, 0.4379999935626983, 0.4284999966621399, 0.4309999942779541, 0.4350000023841858, 0.4399999976158142, 0.4314999878406524, 0.4300000071525574, 0.4410000145435333, 0.4345000088214874, 0.4410000145435333, 0.4345000088214874, 0.4339999854564667, 0.4460000097751617, 0.4410000145435333, 0.4469999969005584, 0.4480000138282776, 0.4435000121593475, 0.4375, 0.4519999921321869, 0.4480000138282776, 0.4429999887943268, 0.4519999921321869, 0.4435000121593475, 0.4334999918937683, 0.4460000097751617, 0.4564999938011169, 0.4469999969005584, 0.453000009059906, 0.4485000073909759, 0.4410000145435333, 0.4444999992847442, 0.4485000073909759, 0.457500010728836, 0.4469999969005584, 0.4535000026226043, 0.4535000026226043, 0.4485000073909759, 0.4490000009536743, 0.4505000114440918, 0.4595000147819519, 0.4544999897480011, 0.453000009059906, 0.4605000019073486, 0.4620000123977661, 0.457500010728836, 0.453000009059906, 0.4550000131130218, 0.460999995470047, 0.4449999928474426, 0.4474999904632568, 0.457500010728836, 0.4584999978542328, 0.4494999945163727, 0.4474999904632568, 0.4625000059604645, 0.4639999866485595, 0.4555000066757202, 0.4469999969005584, 0.4600000083446502, 0.453000009059906, 0.4629999995231628, 0.4589999914169311, 0.4614999890327453, 0.4555000066757202, 0.4560000002384186, 0.4580000042915344, 0.4584999978542328, 0.4560000002384186, 0.4605000019073486, 0.4595000147819519, 0.4639999866485595, 0.4614999890327453, 0.4564999938011169, 0.4634999930858612, 0.4625000059604645, 0.4614999890327453, 0.4679999947547912, 0.4584999978542328, 0.4595000147819519, 0.4505000114440918, 0.4544999897480011, 0.4595000147819519, 0.4620000123977661, 0.4670000076293945, 0.4555000066757202], "label": "RefinedWeb"}, "RedPajama2": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2535000145435333, 0.2854999899864197, 0.3145000040531158, 0.332500010728836, 0.3454999923706054, 0.3540000021457672, 0.359499990940094, 0.3479999899864197, 0.3535000085830688, 0.3544999957084656, 0.3684999942779541, 0.3714999854564667, 0.37950000166893, 0.3790000081062317, 0.3880000114440918, 0.3765000104904175, 0.3804999887943268, 0.3880000114440918, 0.3810000121593475, 0.3819999992847442, 0.3959999978542328, 0.3925000131130218, 0.4054999947547912, 0.3849999904632568, 0.3935000002384186, 0.4000000059604645, 0.3849999904632568, 0.3989999890327453, 0.3930000066757202, 0.4129999876022339, 0.4034999907016754, 0.3980000019073486, 0.4059999883174896, 0.4004999995231628, 0.4169999957084656, 0.4065000116825104, 0.4004999995231628, 0.3970000147819519, 0.4090000092983246, 0.4079999923706054, 0.402999997138977, 0.4025000035762787, 0.4009999930858612, 0.4004999995231628, 0.4079999923706054, 0.4095000028610229, 0.3959999978542328, 0.4045000076293945, 0.4065000116825104, 0.4079999923706054, 0.4154999852180481, 0.4059999883174896, 0.4160000085830688, 0.4129999876022339, 0.4115000069141388, 0.4034999907016754, 0.4059999883174896, 0.4054999947547912, 0.4239999949932098, 0.4149999916553497, 0.4180000126361847, 0.4199999868869781, 0.418500006198883, 0.4289999902248382, 0.4144999980926513, 0.4180000126361847, 0.4199999868869781, 0.4275000095367431, 0.414000004529953, 0.4199999868869781, 0.4124999940395355, 0.4305000007152557, 0.4210000038146972, 0.4235000014305115, 0.426499992609024, 0.4269999861717224, 0.421999990940094, 0.4165000021457672, 0.421999990940094, 0.421999990940094, 0.4250000119209289, 0.4255000054836273, 0.4275000095367431, 0.4269999861717224, 0.4329999983310699, 0.4354999959468841, 0.4275000095367431, 0.4410000145435333, 0.4325000047683716, 0.4354999959468841, 0.4345000088214874, 0.4379999935626983, 0.4550000131130218, 0.4494999945163727, 0.44200000166893, 0.4490000009536743, 0.4415000081062317, 0.44200000166893, 0.4345000088214874, 0.4404999911785126, 0.4395000040531158, 0.429500013589859, 0.4390000104904175, 0.4399999976158142, 0.4384999871253967, 0.4384999871253967, 0.4444999992847442, 0.4429999887943268, 0.4449999928474426, 0.4404999911785126, 0.4429999887943268, 0.445499986410141, 0.4424999952316284, 0.4415000081062317, 0.4300000071525574, 0.4354999959468841, 0.4375, 0.4395000040531158, 0.4390000104904175, 0.4469999969005584, 0.4365000128746032, 0.4485000073909759, 0.4404999911785126, 0.4514999985694885, 0.4415000081062317, 0.4494999945163727, 0.4354999959468841, 0.44200000166893, 0.4444999992847442, 0.4469999969005584, 0.4424999952316284, 0.4449999928474426, 0.4490000009536743, 0.4444999992847442, 0.4404999911785126, 0.4435000121593475, 0.4404999911785126, 0.4465000033378601, 0.4514999985694885, 0.4354999959468841, 0.4539999961853027, 0.4465000033378601, 0.4519999921321869, 0.4465000033378601, 0.4480000138282776, 0.4494999945163727, 0.4469999969005584, 0.4474999904632568, 0.4444999992847442, 0.4460000097751617, 0.4444999992847442, 0.4524999856948852, 0.4505000114440918, 0.4485000073909759, 0.4465000033378601, 0.4485000073909759, 0.4465000033378601, 0.4480000138282776, 0.4384999871253967, 0.4535000026226043, 0.4469999969005584, 0.4490000009536743, 0.4539999961853027, 0.4494999945163727, 0.4519999921321869, 0.4494999945163727, 0.4564999938011169, 0.4494999945163727], "label": "RedPajama2"}, "C4": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2509999871253967, 0.293500006198883, 0.3230000138282776, 0.3339999914169311, 0.3470000028610229, 0.3614999949932098, 0.3555000126361847, 0.3655000030994415, 0.3605000078678131, 0.359499990940094, 0.3580000102519989, 0.3680000007152557, 0.375, 0.3790000081062317, 0.3790000081062317, 0.3880000114440918, 0.3860000073909759, 0.3914999961853027, 0.3835000097751617, 0.3980000019073486, 0.3759999871253967, 0.3889999985694885, 0.3944999873638153, 0.3869999945163727, 0.3910000026226043, 0.3840000033378601, 0.3894999921321869, 0.402999997138977, 0.3930000066757202, 0.390500009059906, 0.3899999856948852, 0.395000010728836, 0.4040000140666961, 0.3860000073909759, 0.4025000035762787, 0.398499995470047, 0.4020000100135803, 0.4004999995231628, 0.3939999938011169, 0.402999997138977, 0.3995000123977661, 0.4040000140666961, 0.3970000147819519, 0.3975000083446502, 0.4000000059604645, 0.4034999907016754, 0.4104999899864197, 0.398499995470047, 0.4074999988079071, 0.4045000076293945, 0.414000004529953, 0.4095000028610229, 0.418500006198883, 0.4050000011920929, 0.4025000035762787, 0.418500006198883, 0.4230000078678131, 0.4090000092983246, 0.402999997138977, 0.4149999916553497, 0.4120000004768371, 0.4194999933242798, 0.4104999899864197, 0.4074999988079071, 0.4104999899864197, 0.4165000021457672, 0.4189999997615814, 0.4070000052452087, 0.4135000109672546, 0.4250000119209289, 0.4235000014305115, 0.4269999861717224, 0.4214999973773956, 0.4320000112056732, 0.4189999997615814, 0.4255000054836273, 0.429500013589859, 0.4250000119209289, 0.4189999997615814, 0.4280000030994415, 0.4269999861717224, 0.4370000064373016, 0.4225000143051147, 0.4239999949932098, 0.4314999878406524, 0.4415000081062317, 0.4239999949932098, 0.4239999949932098, 0.4329999983310699, 0.4325000047683716, 0.4305000007152557, 0.4305000007152557, 0.4305000007152557, 0.4345000088214874, 0.4305000007152557, 0.429500013589859, 0.4309999942779541, 0.4354999959468841, 0.4345000088214874, 0.4354999959468841, 0.4390000104904175, 0.4354999959468841, 0.4289999902248382, 0.4384999871253967, 0.4259999990463257, 0.4300000071525574, 0.421999990940094, 0.4395000040531158, 0.4334999918937683, 0.4350000023841858, 0.4329999983310699, 0.4339999854564667, 0.4415000081062317, 0.4469999969005584, 0.4494999945163727, 0.4345000088214874, 0.4375, 0.4359999895095825, 0.4284999966621399, 0.4305000007152557, 0.4449999928474426, 0.4390000104904175, 0.4334999918937683, 0.4375, 0.4435000121593475, 0.4370000064373016, 0.4444999992847442, 0.4395000040531158, 0.4435000121593475, 0.445499986410141, 0.4449999928474426, 0.4399999976158142, 0.4490000009536743, 0.4415000081062317, 0.4429999887943268, 0.4339999854564667, 0.4429999887943268, 0.4309999942779541, 0.4429999887943268, 0.4384999871253967, 0.4449999928474426, 0.4390000104904175, 0.4429999887943268, 0.4435000121593475, 0.4435000121593475, 0.44200000166893, 0.44200000166893, 0.4435000121593475, 0.44200000166893, 0.4485000073909759, 0.4440000057220459, 0.4485000073909759, 0.44200000166893, 0.4490000009536743, 0.4494999945163727, 0.44200000166893, 0.4465000033378601, 0.4365000128746032, 0.44200000166893, 0.4384999871253967, 0.4440000057220459, 0.4390000104904175, 0.4399999976158142, 0.4444999992847442, 0.4449999928474426, 0.4440000057220459, 0.4469999969005584, 0.4435000121593475], "label": "C4"}, "Dolma": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2509999871253967, 0.2815000116825104, 0.3215000033378601, 0.3375000059604645, 0.3490000069141388, 0.351500004529953, 0.3504999876022339, 0.3650000095367431, 0.3544999957084656, 0.3569999933242798, 0.3644999861717224, 0.3704999983310699, 0.3745000064373016, 0.3725000023841858, 0.3700000047683716, 0.3770000040531158, 0.37950000166893, 0.3899999856948852, 0.3855000138282776, 0.3989999890327453, 0.3910000026226043, 0.3804999887943268, 0.3844999969005584, 0.3925000131130218, 0.3889999985694885, 0.3849999904632568, 0.3840000033378601, 0.3855000138282776, 0.3810000121593475, 0.3989999890327453, 0.3799999952316284, 0.4004999995231628, 0.4084999859333038, 0.3894999921321869, 0.3930000066757202, 0.4020000100135803, 0.4020000100135803, 0.3980000019073486, 0.4065000116825104, 0.4000000059604645, 0.4014999866485595, 0.3955000042915344, 0.3959999978542328, 0.4110000133514404, 0.4149999916553497, 0.4180000126361847, 0.414000004529953, 0.4135000109672546, 0.418500006198883, 0.4074999988079071, 0.4054999947547912, 0.4070000052452087, 0.4259999990463257, 0.4095000028610229, 0.4230000078678131, 0.4025000035762787, 0.4180000126361847, 0.4230000078678131, 0.421999990940094, 0.4169999957084656, 0.426499992609024, 0.4154999852180481, 0.421999990940094, 0.414000004529953, 0.4074999988079071, 0.4160000085830688, 0.4144999980926513, 0.4225000143051147, 0.418500006198883, 0.4205000102519989, 0.4084999859333038, 0.4275000095367431, 0.4235000014305115, 0.4144999980926513, 0.4275000095367431, 0.4334999918937683, 0.4314999878406524, 0.4320000112056732, 0.4199999868869781, 0.4269999861717224, 0.4250000119209289, 0.4174999892711639, 0.421999990940094, 0.4180000126361847, 0.4160000085830688, 0.4104999899864197, 0.4144999980926513, 0.4259999990463257, 0.4205000102519989, 0.414000004529953, 0.4210000038146972, 0.4189999997615814, 0.4160000085830688, 0.4174999892711639, 0.4275000095367431, 0.4325000047683716, 0.4250000119209289, 0.4235000014305115, 0.4300000071525574, 0.4320000112056732, 0.4329999983310699, 0.429500013589859, 0.4365000128746032, 0.4410000145435333, 0.4354999959468841, 0.4275000095367431, 0.4370000064373016, 0.4239999949932098, 0.4415000081062317, 0.4444999992847442, 0.4354999959468841, 0.4309999942779541, 0.4325000047683716, 0.4359999895095825, 0.4329999983310699, 0.4255000054836273, 0.4300000071525574, 0.4339999854564667, 0.4375, 0.4325000047683716, 0.4309999942779541, 0.4305000007152557, 0.4334999918937683, 0.4365000128746032, 0.4375, 0.4300000071525574, 0.4329999983310699, 0.4345000088214874, 0.4404999911785126, 0.4384999871253967, 0.4399999976158142, 0.445499986410141, 0.4435000121593475, 0.44200000166893, 0.4365000128746032, 0.4375, 0.4399999976158142, 0.4390000104904175, 0.44200000166893, 0.4334999918937683, 0.4284999966621399, 0.4284999966621399, 0.4375, 0.4359999895095825, 0.4390000104904175, 0.4390000104904175, 0.4415000081062317, 0.4370000064373016, 0.4345000088214874, 0.4435000121593475, 0.44200000166893, 0.4440000057220459, 0.4365000128746032, 0.4404999911785126, 0.44200000166893, 0.4395000040531158, 0.4339999854564667, 0.4370000064373016, 0.4395000040531158, 0.44200000166893, 0.4440000057220459, 0.4399999976158142, 0.4384999871253967, 0.4449999928474426, 0.4339999854564667, 0.4485000073909759, 0.4444999992847442, 0.44200000166893], "label": "Dolma"}, "The Pile": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2535000145435333, 0.2694999873638153, 0.2939999997615814, 0.3064999878406524, 0.3269999921321869, 0.3264999985694885, 0.3355000019073486, 0.3540000021457672, 0.3449999988079071, 0.3454999923706054, 0.3540000021457672, 0.3600000143051147, 0.3574999868869781, 0.3569999933242798, 0.3650000095367431, 0.3659999966621399, 0.3625000119209289, 0.3689999878406524, 0.3555000126361847, 0.359499990940094, 0.3855000138282776, 0.3729999959468841, 0.37950000166893, 0.3720000088214874, 0.3774999976158142, 0.3740000128746032, 0.3840000033378601, 0.3765000104904175, 0.3734999895095825, 0.3855000138282776, 0.3844999969005584, 0.3804999887943268, 0.3849999904632568, 0.3939999938011169, 0.3804999887943268, 0.3919999897480011, 0.3819999992847442, 0.3955000042915344, 0.3880000114440918, 0.387499988079071, 0.3925000131130218, 0.4009999930858612, 0.3935000002384186, 0.3959999978542328, 0.398499995470047, 0.3914999961853027, 0.3970000147819519, 0.402999997138977, 0.4070000052452087, 0.3860000073909759, 0.398499995470047, 0.4009999930858612, 0.3914999961853027, 0.402999997138977, 0.4025000035762787, 0.3975000083446502, 0.3930000066757202, 0.4104999899864197, 0.4054999947547912, 0.395000010728836, 0.4180000126361847, 0.3955000042915344, 0.4009999930858612, 0.4000000059604645, 0.4004999995231628, 0.390500009059906, 0.3995000123977661, 0.4004999995231628, 0.4045000076293945, 0.4045000076293945, 0.4004999995231628, 0.4065000116825104, 0.4084999859333038, 0.4065000116825104, 0.3980000019073486, 0.4014999866485595, 0.4095000028610229, 0.3964999914169311, 0.4040000140666961, 0.3970000147819519, 0.3970000147819519, 0.4059999883174896, 0.4004999995231628, 0.4099999964237213, 0.4115000069141388, 0.4135000109672546, 0.4160000085830688, 0.4120000004768371, 0.4124999940395355, 0.4180000126361847, 0.4099999964237213, 0.4135000109672546, 0.4160000085830688, 0.4095000028610229, 0.4169999957084656, 0.4314999878406524, 0.4280000030994415, 0.4205000102519989, 0.4210000038146972, 0.4174999892711639, 0.4090000092983246, 0.4169999957084656, 0.4149999916553497, 0.4210000038146972, 0.4210000038146972, 0.426499992609024, 0.4225000143051147, 0.4189999997615814, 0.4160000085830688, 0.418500006198883, 0.4339999854564667, 0.4280000030994415, 0.4244999885559082, 0.4269999861717224, 0.4235000014305115, 0.4300000071525574, 0.426499992609024, 0.4180000126361847, 0.4275000095367431, 0.4275000095367431, 0.4399999976158142, 0.4284999966621399, 0.4424999952316284, 0.4435000121593475, 0.4284999966621399, 0.426499992609024, 0.4305000007152557, 0.4280000030994415, 0.4339999854564667, 0.4375, 0.4375, 0.4309999942779541, 0.4365000128746032, 0.4314999878406524, 0.4329999983310699, 0.4284999966621399, 0.4305000007152557, 0.4329999983310699, 0.4280000030994415, 0.426499992609024, 0.4314999878406524, 0.4365000128746032, 0.4359999895095825, 0.4410000145435333, 0.4390000104904175, 0.4404999911785126, 0.4350000023841858, 0.4390000104904175, 0.4474999904632568, 0.4415000081062317, 0.445499986410141, 0.4329999983310699, 0.4490000009536743, 0.4440000057220459, 0.4510000050067901, 0.4474999904632568, 0.4595000147819519, 0.4440000057220459, 0.4469999969005584, 0.4384999871253967, 0.4375, 0.4415000081062317, 0.4480000138282776, 0.4449999928474426, 0.4354999959468841, 0.445499986410141, 0.4384999871253967, 0.4375], "label": "The Pile"}}, "layout": {"title": {"text": "FineWeb-Edu ablations"}}}
 
1
+ {"data": {"FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3849999904632568, 0.4284999966621399, 0.4460000097751617, 0.4790000021457672, 0.4819999933242798, 0.4794999957084656, 0.4715000092983246, 0.4860000014305115, 0.4934999942779541, 0.5090000033378601, 0.4990000128746032, 0.4970000088214874, 0.5095000267028809, 0.5, 0.5095000267028809, 0.5074999928474426, 0.5184999704360962, 0.4995000064373016, 0.5230000019073486, 0.5074999928474426, 0.5270000100135803, 0.5139999985694885, 0.5254999995231628, 0.5095000267028809, 0.531499981880188, 0.515999972820282, 0.5379999876022339, 0.5174999833106995, 0.5325000286102295, 0.5375000238418579, 0.531000018119812, 0.5414999723434448, 0.5389999747276306, 0.5485000014305115, 0.5454999804496765, 0.5559999942779541, 0.5414999723434448, 0.5575000047683716, 0.5504999756813049, 0.5444999933242798, 0.5529999732971191, 0.5554999709129333, 0.5419999957084656, 0.5625, 0.5615000128746033, 0.5475000143051147, 0.5580000281333923, 0.5509999990463257, 0.5504999756813049, 0.5475000143051147, 0.5350000262260437, 0.5669999718666077, 0.5590000152587891, 0.5565000176429749, 0.5575000047683716, 0.5649999976158142, 0.5669999718666077, 0.5590000152587891, 0.5529999732971191, 0.5569999814033508, 0.5529999732971191, 0.5695000290870667, 0.5504999756813049, 0.5720000267028809, 0.5634999871253967, 0.5665000081062317, 0.5619999766349792, 0.5649999976158142, 0.5649999976158142, 0.578499972820282, 0.5669999718666077, 0.5734999775886536, 0.5770000219345093, 0.5724999904632568, 0.5774999856948853, 0.5809999704360962, 0.5755000114440918, 0.5724999904632568, 0.578000009059906, 0.5715000033378601, 0.5759999752044678, 0.5734999775886536], "label": "FineWeb-Edu"}, "SlimPajama": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3190000057220459, 0.3490000069141388, 0.3574999868869781, 0.3610000014305115, 0.3580000102519989, 0.3785000145435333, 0.3785000145435333, 0.3765000104904175, 0.3774999976158142, 0.3745000064373016, 0.3804999887943268, 0.3939999938011169, 0.390500009059906, 0.3889999985694885, 0.4000000059604645, 0.402999997138977, 0.387499988079071, 0.3939999938011169, 0.387499988079071, 0.4065000116825104, 0.4020000100135803, 0.4004999995231628, 0.4169999957084656, 0.418500006198883, 0.4040000140666961, 0.4129999876022339, 0.4165000021457672, 0.4054999947547912, 0.4160000085830688, 0.4059999883174896, 0.4074999988079071, 0.4205000102519989, 0.4239999949932098, 0.4329999983310699, 0.4120000004768371, 0.4230000078678131, 0.4235000014305115, 0.4189999997615814, 0.4259999990463257, 0.4284999966621399, 0.4300000071525574, 0.4235000014305115, 0.4239999949932098, 0.421999990940094, 0.4235000014305115, 0.4339999854564667, 0.4410000145435333, 0.4255000054836273, 0.4350000023841858, 0.4514999985694885, 0.4460000097751617, 0.4435000121593475, 0.4490000009536743, 0.4605000019073486, 0.4535000026226043, 0.4595000147819519, 0.453000009059906, 0.4510000050067901, 0.4444999992847442, 0.4424999952316284, 0.453000009059906, 0.4560000002384186, 0.4584999978542328, 0.4595000147819519, 0.4589999914169311, 0.4469999969005584, 0.4490000009536743, 0.4544999897480011, 0.4535000026226043, 0.453000009059906, 0.4544999897480011, 0.4474999904632568, 0.4584999978542328, 0.4645000100135803, 0.4550000131130218, 0.4505000114440918, 0.4675000011920929, 0.457500010728836, 0.4650000035762787, 0.4704999923706054, 0.4539999961853027, 0.4605000019073486], "label": "SlimPajama"}, "FineWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3219999969005584, 0.3555000126361847, 0.3600000143051147, 0.3680000007152557, 0.3765000104904175, 0.3785000145435333, 0.3819999992847442, 0.387499988079071, 0.3959999978542328, 0.3935000002384186, 0.3810000121593475, 0.3964999914169311, 0.3935000002384186, 0.3989999890327453, 0.4050000011920929, 0.4009999930858612, 0.4054999947547912, 0.4110000133514404, 0.4079999923706054, 0.402999997138977, 0.4129999876022339, 0.4169999957084656, 0.4230000078678131, 0.4300000071525574, 0.4284999966621399, 0.4325000047683716, 0.4210000038146972, 0.4235000014305115, 0.4280000030994415, 0.4275000095367431, 0.4244999885559082, 0.4325000047683716, 0.4325000047683716, 0.4399999976158142, 0.4370000064373016, 0.4309999942779541, 0.4370000064373016, 0.4325000047683716, 0.4334999918937683, 0.4379999935626983, 0.4350000023841858, 0.4375, 0.4365000128746032, 0.4365000128746032, 0.4440000057220459, 0.4415000081062317, 0.4339999854564667, 0.4399999976158142, 0.4370000064373016, 0.4404999911785126, 0.445499986410141, 0.4480000138282776, 0.4444999992847442, 0.4309999942779541, 0.4469999969005584, 0.4440000057220459, 0.4519999921321869, 0.4519999921321869, 0.4494999945163727, 0.4580000042915344, 0.4514999985694885, 0.4560000002384186, 0.4589999914169311, 0.457500010728836, 0.4494999945163727, 0.4440000057220459, 0.4535000026226043, 0.4564999938011169, 0.4564999938011169, 0.4539999961853027, 0.4569999873638153, 0.4665000140666961, 0.4625000059604645, 0.4580000042915344, 0.4620000123977661, 0.4550000131130218, 0.4629999995231628, 0.465499997138977, 0.4634999930858612, 0.4584999978542328, 0.4564999938011169, 0.4600000083446502], "label": "FineWeb"}, "RefinedWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.31700000166893, 0.3425000011920929, 0.3555000126361847, 0.3585000038146972, 0.3619999885559082, 0.3865000009536743, 0.3810000121593475, 0.3860000073909759, 0.3894999921321869, 0.3855000138282776, 0.3980000019073486, 0.395000010728836, 0.4040000140666961, 0.3955000042915344, 0.4070000052452087, 0.4014999866485595, 0.4199999868869781, 0.402999997138977, 0.4095000028610229, 0.4090000092983246, 0.4120000004768371, 0.4189999997615814, 0.429500013589859, 0.4214999973773956, 0.4205000102519989, 0.4214999973773956, 0.4415000081062317, 0.4350000023841858, 0.4300000071525574, 0.4189999997615814, 0.4199999868869781, 0.4350000023841858, 0.4345000088214874, 0.426499992609024, 0.4395000040531158, 0.4280000030994415, 0.4329999983310699, 0.4490000009536743, 0.4339999854564667, 0.4345000088214874, 0.4370000064373016, 0.4284999966621399, 0.4350000023841858, 0.4314999878406524, 0.4410000145435333, 0.4410000145435333, 0.4339999854564667, 0.4410000145435333, 0.4480000138282776, 0.4375, 0.4480000138282776, 0.4519999921321869, 0.4334999918937683, 0.4564999938011169, 0.453000009059906, 0.4410000145435333, 0.4485000073909759, 0.4469999969005584, 0.4535000026226043, 0.4490000009536743, 0.4595000147819519, 0.453000009059906, 0.4620000123977661, 0.453000009059906, 0.460999995470047, 0.4474999904632568, 0.4584999978542328, 0.4639999866485595, 0.4469999969005584, 0.453000009059906, 0.4589999914169311, 0.4580000042915344, 0.4560000002384186, 0.4595000147819519, 0.4614999890327453, 0.4634999930858612, 0.4614999890327453, 0.4584999978542328, 0.4505000114440918, 0.4595000147819519, 0.4670000076293945, 0.4555000066757202], "label": "RefinedWeb"}, "RedPajama2": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3145000040531158, 0.3454999923706054, 0.359499990940094, 0.3535000085830688, 0.3684999942779541, 0.37950000166893, 0.3880000114440918, 0.3804999887943268, 0.3810000121593475, 0.3959999978542328, 0.4054999947547912, 0.3935000002384186, 0.3849999904632568, 0.3930000066757202, 0.4034999907016754, 0.4059999883174896, 0.4169999957084656, 0.4004999995231628, 0.4090000092983246, 0.402999997138977, 0.4009999930858612, 0.4079999923706054, 0.3959999978542328, 0.4065000116825104, 0.4154999852180481, 0.4160000085830688, 0.4115000069141388, 0.4059999883174896, 0.4239999949932098, 0.4180000126361847, 0.418500006198883, 0.4144999980926513, 0.4199999868869781, 0.414000004529953, 0.4124999940395355, 0.4210000038146972, 0.426499992609024, 0.421999990940094, 0.421999990940094, 0.4250000119209289, 0.4275000095367431, 0.4329999983310699, 0.4275000095367431, 0.4325000047683716, 0.4345000088214874, 0.4550000131130218, 0.44200000166893, 0.4415000081062317, 0.4345000088214874, 0.4395000040531158, 0.4390000104904175, 0.4384999871253967, 0.4444999992847442, 0.4449999928474426, 0.4429999887943268, 0.4424999952316284, 0.4300000071525574, 0.4375, 0.4390000104904175, 0.4365000128746032, 0.4404999911785126, 0.4415000081062317, 0.4354999959468841, 0.4444999992847442, 0.4424999952316284, 0.4490000009536743, 0.4404999911785126, 0.4514999985694885, 0.4539999961853027, 0.4519999921321869, 0.4480000138282776, 0.4444999992847442, 0.4444999992847442, 0.4505000114440918, 0.4465000033378601, 0.4465000033378601, 0.4384999871253967, 0.4469999969005584, 0.4539999961853027, 0.4519999921321869, 0.4564999938011169, 0.4494999945163727], "label": "RedPajama2"}, "C4": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3230000138282776, 0.3470000028610229, 0.3555000126361847, 0.3605000078678131, 0.3580000102519989, 0.375, 0.3790000081062317, 0.3860000073909759, 0.3835000097751617, 0.3759999871253967, 0.3944999873638153, 0.3910000026226043, 0.3894999921321869, 0.3930000066757202, 0.3899999856948852, 0.4040000140666961, 0.4025000035762787, 0.4020000100135803, 0.3939999938011169, 0.3995000123977661, 0.3970000147819519, 0.4000000059604645, 0.4104999899864197, 0.4074999988079071, 0.414000004529953, 0.418500006198883, 0.4025000035762787, 0.4230000078678131, 0.402999997138977, 0.4120000004768371, 0.4104999899864197, 0.4104999899864197, 0.4189999997615814, 0.4135000109672546, 0.4235000014305115, 0.4214999973773956, 0.4189999997615814, 0.429500013589859, 0.4189999997615814, 0.4269999861717224, 0.4225000143051147, 0.4314999878406524, 0.4239999949932098, 0.4329999983310699, 0.4305000007152557, 0.4305000007152557, 0.4305000007152557, 0.4309999942779541, 0.4345000088214874, 0.4390000104904175, 0.4289999902248382, 0.4259999990463257, 0.421999990940094, 0.4334999918937683, 0.4329999983310699, 0.4415000081062317, 0.4494999945163727, 0.4375, 0.4284999966621399, 0.4449999928474426, 0.4334999918937683, 0.4435000121593475, 0.4444999992847442, 0.4435000121593475, 0.4449999928474426, 0.4490000009536743, 0.4429999887943268, 0.4429999887943268, 0.4449999928474426, 0.4429999887943268, 0.4435000121593475, 0.44200000166893, 0.4440000057220459, 0.44200000166893, 0.4494999945163727, 0.4465000033378601, 0.44200000166893, 0.4440000057220459, 0.4399999976158142, 0.4449999928474426, 0.4469999969005584, 0.4435000121593475], "label": "C4"}, "Dolma": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3215000033378601, 0.3490000069141388, 0.3504999876022339, 0.3544999957084656, 0.3644999861717224, 0.3745000064373016, 0.3700000047683716, 0.37950000166893, 0.3855000138282776, 0.3910000026226043, 0.3844999969005584, 0.3889999985694885, 0.3840000033378601, 0.3810000121593475, 0.3799999952316284, 0.4084999859333038, 0.3930000066757202, 0.4020000100135803, 0.4065000116825104, 0.4014999866485595, 0.3959999978542328, 0.4149999916553497, 0.414000004529953, 0.418500006198883, 0.4054999947547912, 0.4259999990463257, 0.4230000078678131, 0.4180000126361847, 0.421999990940094, 0.426499992609024, 0.421999990940094, 0.4074999988079071, 0.4144999980926513, 0.418500006198883, 0.4084999859333038, 0.4235000014305115, 0.4275000095367431, 0.4314999878406524, 0.4199999868869781, 0.4250000119209289, 0.421999990940094, 0.4160000085830688, 0.4144999980926513, 0.4205000102519989, 0.4210000038146972, 0.4160000085830688, 0.4275000095367431, 0.4250000119209289, 0.4300000071525574, 0.4329999983310699, 0.4365000128746032, 0.4354999959468841, 0.4370000064373016, 0.4415000081062317, 0.4354999959468841, 0.4325000047683716, 0.4329999983310699, 0.4300000071525574, 0.4375, 0.4309999942779541, 0.4334999918937683, 0.4375, 0.4329999983310699, 0.4404999911785126, 0.4399999976158142, 0.4435000121593475, 0.4365000128746032, 0.44200000166893, 0.4284999966621399, 0.4375, 0.4390000104904175, 0.4345000088214874, 0.44200000166893, 0.4365000128746032, 0.44200000166893, 0.4339999854564667, 0.4395000040531158, 0.4440000057220459, 0.4384999871253967, 0.4339999854564667, 0.4444999992847442, 0.44200000166893], "label": "Dolma"}, "The Pile": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2939999997615814, 0.3269999921321869, 0.3355000019073486, 0.3449999988079071, 0.3540000021457672, 0.3574999868869781, 0.3650000095367431, 0.3625000119209289, 0.3555000126361847, 0.3855000138282776, 0.37950000166893, 0.3774999976158142, 0.3840000033378601, 0.3734999895095825, 0.3844999969005584, 0.3849999904632568, 0.3804999887943268, 0.3819999992847442, 0.3880000114440918, 0.3925000131130218, 0.3935000002384186, 0.398499995470047, 0.3970000147819519, 0.4070000052452087, 0.398499995470047, 0.3914999961853027, 0.4025000035762787, 0.3930000066757202, 0.4054999947547912, 0.4180000126361847, 0.4009999930858612, 0.4004999995231628, 0.3995000123977661, 0.4045000076293945, 0.4004999995231628, 0.4084999859333038, 0.3980000019073486, 0.4095000028610229, 0.4040000140666961, 0.3970000147819519, 0.4004999995231628, 0.4115000069141388, 0.4160000085830688, 0.4124999940395355, 0.4099999964237213, 0.4160000085830688, 0.4169999957084656, 0.4280000030994415, 0.4210000038146972, 0.4090000092983246, 0.4149999916553497, 0.4210000038146972, 0.4225000143051147, 0.4160000085830688, 0.4339999854564667, 0.4244999885559082, 0.4235000014305115, 0.426499992609024, 0.4275000095367431, 0.4399999976158142, 0.4424999952316284, 0.4284999966621399, 0.4305000007152557, 0.4339999854564667, 0.4375, 0.4365000128746032, 0.4329999983310699, 0.4280000030994415, 0.4314999878406524, 0.4359999895095825, 0.4390000104904175, 0.4474999904632568, 0.445499986410141, 0.4490000009536743, 0.4510000050067901, 0.4595000147819519, 0.4469999969005584, 0.4375, 0.4480000138282776, 0.4354999959468841, 0.4384999871253967, 0.4375], "label": "The Pile"}}, "layout": {"title": {"text": "Dataset ablations"}}}
assets/data/plots/edu_ablations/commonsense_qa_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data": {"RefinedWeb": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2329999953508377, 0.2529999911785126, 0.2800000011920929, 0.2870000004768371, 0.3179999887943268, 0.3129999935626983, 0.3210000097751617, 0.3160000145435333, 0.3210000097751617, 0.31700000166893, 0.3330000042915344, 0.3389999866485595, 0.3289999961853027, 0.3429999947547912, 0.3379999995231628, 0.3459999859333038, 0.3490000069141388, 0.3470000028610229, 0.3600000143051147, 0.3569999933242798, 0.3449999988079071, 0.3650000095367431, 0.3499999940395355, 0.3540000021457672, 0.3569999933242798, 0.3619999885559082, 0.3619999885559082, 0.3580000102519989, 0.3740000128746032, 0.3709999918937683, 0.3720000088214874, 0.3759999871253967, 0.3720000088214874, 0.3659999966621399, 0.3790000081062317, 0.3610000014305115, 0.3650000095367431, 0.3650000095367431, 0.3720000088214874, 0.3729999959468841, 0.3790000081062317, 0.3680000007152557, 0.3659999966621399, 0.3680000007152557, 0.3619999885559082, 0.3619999885559082, 0.3729999959468841, 0.3720000088214874, 0.3650000095367431, 0.3759999871253967, 0.367000013589859, 0.3650000095367431, 0.3680000007152557, 0.3580000102519989, 0.3589999973773956, 0.3700000047683716, 0.3680000007152557, 0.367000013589859, 0.3709999918937683, 0.3880000114440918, 0.3810000121593475, 0.375, 0.4040000140666961, 0.3860000073909759, 0.3840000033378601, 0.3779999911785126, 0.3729999959468841, 0.3720000088214874, 0.3799999952316284, 0.3799999952316284, 0.3779999911785126, 0.3689999878406524, 0.3770000040531158, 0.3740000128746032, 0.3819999992847442, 0.3899999856948852, 0.3799999952316284, 0.3919999897480011, 0.3720000088214874, 0.3770000040531158, 0.3930000066757202, 0.3849999904632568, 0.3899999856948852, 0.3740000128746032, 0.3740000128746032, 0.3799999952316284, 0.3779999911785126, 0.3880000114440918, 0.3709999918937683, 0.3810000121593475, 0.3880000114440918, 0.3980000019073486, 0.3819999992847442, 0.3849999904632568, 0.3810000121593475, 0.3819999992847442, 0.3889999985694885, 0.3840000033378601, 0.3910000026226043, 0.3899999856948852, 0.3959999978542328, 0.3880000114440918, 0.3869999945163727, 0.3779999911785126, 0.3819999992847442, 0.3919999897480011, 0.3849999904632568, 0.3860000073909759, 0.3919999897480011, 0.3819999992847442, 0.3819999992847442, 0.3889999985694885, 0.3889999985694885, 0.3860000073909759, 0.3880000114440918, 0.3889999985694885, 0.3939999938011169, 0.3899999856948852, 0.3869999945163727, 0.3910000026226043, 0.3910000026226043, 0.3910000026226043, 0.3970000147819519, 0.3970000147819519, 0.3970000147819519, 0.3970000147819519, 0.3939999938011169, 0.4000000059604645, 0.3970000147819519, 0.402999997138977, 0.3959999978542328, 0.3959999978542328, 0.4000000059604645, 0.4040000140666961, 0.4020000100135803, 0.3989999890327453, 0.3919999897480011, 0.3930000066757202, 0.3930000066757202, 0.3980000019073486, 0.4000000059604645, 0.395000010728836, 0.3899999856948852, 0.4059999883174896, 0.4020000100135803, 0.4020000100135803, 0.4059999883174896, 0.3970000147819519, 0.4110000133514404, 0.4050000011920929, 0.4000000059604645, 0.4090000092983246, 0.3989999890327453, 0.402999997138977, 0.4009999930858612, 0.3980000019073486, 0.4090000092983246, 0.4079999923706054, 0.4079999923706054, 0.4020000100135803, 0.402999997138977, 0.402999997138977, 0.4059999883174896, 0.4040000140666961, 0.4059999883174896, 0.3989999890327453, 0.4070000052452087, 0.4059999883174896], "label": "RefinedWeb"}, "RedPajama2": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2300000041723251, 0.2469999939203262, 0.2739999890327453, 0.2989999949932098, 0.2980000078678131, 0.3149999976158142, 0.3160000145435333, 0.3079999983310699, 0.3109999895095825, 0.3070000112056732, 0.31700000166893, 0.3149999976158142, 0.324999988079071, 0.3260000050067901, 0.3310000002384186, 0.3490000069141388, 0.3490000069141388, 0.3409999907016754, 0.3420000076293945, 0.3440000116825104, 0.3470000028610229, 0.3510000109672546, 0.3420000076293945, 0.3510000109672546, 0.3479999899864197, 0.3569999933242798, 0.3479999899864197, 0.3470000028610229, 0.3600000143051147, 0.356000006198883, 0.3389999866485595, 0.3529999852180481, 0.3529999852180481, 0.3549999892711639, 0.3459999859333038, 0.3490000069141388, 0.3510000109672546, 0.3589999973773956, 0.3610000014305115, 0.3540000021457672, 0.3569999933242798, 0.3720000088214874, 0.3580000102519989, 0.363999992609024, 0.3479999899864197, 0.3449999988079071, 0.3619999885559082, 0.3589999973773956, 0.3580000102519989, 0.3589999973773956, 0.3569999933242798, 0.367000013589859, 0.3650000095367431, 0.3540000021457672, 0.3549999892711639, 0.3689999878406524, 0.363999992609024, 0.3700000047683716, 0.3819999992847442, 0.3790000081062317, 0.3650000095367431, 0.3709999918937683, 0.375, 0.3720000088214874, 0.3689999878406524, 0.3709999918937683, 0.3709999918937683, 0.3610000014305115, 0.3720000088214874, 0.3770000040531158, 0.3680000007152557, 0.3759999871253967, 0.3729999959468841, 0.3680000007152557, 0.3689999878406524, 0.3630000054836273, 0.3549999892711639, 0.3729999959468841, 0.3680000007152557, 0.3790000081062317, 0.3659999966621399, 0.3700000047683716, 0.3720000088214874, 0.367000013589859, 0.3779999911785126, 0.382999986410141, 0.3799999952316284, 0.3740000128746032, 0.367000013589859, 0.3709999918937683, 0.3759999871253967, 0.3849999904632568, 0.3819999992847442, 0.3720000088214874, 0.3779999911785126, 0.3740000128746032, 0.3759999871253967, 0.3860000073909759, 0.3799999952316284, 0.3709999918937683, 0.3770000040531158, 0.3819999992847442, 0.3810000121593475, 0.3819999992847442, 0.3919999897480011, 0.375, 0.3720000088214874, 0.3709999918937683, 0.3819999992847442, 0.3720000088214874, 0.3720000088214874, 0.3770000040531158, 0.3819999992847442, 0.3869999945163727, 0.3860000073909759, 0.3759999871253967, 0.3860000073909759, 0.3790000081062317, 0.3790000081062317, 0.3849999904632568, 0.3790000081062317, 0.3880000114440918, 0.3899999856948852, 0.3819999992847442, 0.3790000081062317, 0.3810000121593475, 0.3709999918937683, 0.375, 0.3819999992847442, 0.3860000073909759, 0.3799999952316284, 0.3810000121593475, 0.3860000073909759, 0.3790000081062317, 0.3840000033378601, 0.382999986410141, 0.3790000081062317, 0.3729999959468841, 0.3799999952316284, 0.375, 0.3759999871253967, 0.3740000128746032, 0.3770000040531158, 0.382999986410141, 0.3720000088214874, 0.3810000121593475, 0.3849999904632568, 0.3779999911785126, 0.375, 0.3790000081062317, 0.3790000081062317, 0.3880000114440918, 0.3849999904632568, 0.3919999897480011, 0.3810000121593475, 0.382999986410141, 0.3759999871253967, 0.3869999945163727, 0.375, 0.3810000121593475, 0.382999986410141, 0.3799999952316284, 0.3799999952316284, 0.3860000073909759, 0.3770000040531158, 0.3849999904632568, 0.3899999856948852, 0.3889999985694885], "label": "RedPajama2"}, "SlimPajama": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2300000041723251, 0.238999992609024, 0.2619999945163727, 0.2899999916553497, 0.2680000066757202, 0.2870000004768371, 0.2910000085830688, 0.3149999976158142, 0.3260000050067901, 0.3030000030994415, 0.3129999935626983, 0.3109999895095825, 0.3219999969005584, 0.3260000050067901, 0.3230000138282776, 0.3409999907016754, 0.3219999969005584, 0.3319999873638153, 0.3350000083446502, 0.3429999947547912, 0.3269999921321869, 0.3330000042915344, 0.3330000042915344, 0.3310000002384186, 0.335999995470047, 0.3499999940395355, 0.3319999873638153, 0.3440000116825104, 0.3379999995231628, 0.3440000116825104, 0.3370000123977661, 0.3490000069141388, 0.3510000109672546, 0.3470000028610229, 0.3429999947547912, 0.3440000116825104, 0.3540000021457672, 0.3510000109672546, 0.3429999947547912, 0.3569999933242798, 0.3339999914169311, 0.3429999947547912, 0.3459999859333038, 0.3499999940395355, 0.3459999859333038, 0.3510000109672546, 0.3389999866485595, 0.3350000083446502, 0.3370000123977661, 0.3470000028610229, 0.3569999933242798, 0.3459999859333038, 0.335999995470047, 0.3420000076293945, 0.3449999988079071, 0.3529999852180481, 0.3580000102519989, 0.363999992609024, 0.3540000021457672, 0.3470000028610229, 0.3499999940395355, 0.3610000014305115, 0.3440000116825104, 0.3540000021457672, 0.356000006198883, 0.3630000054836273, 0.3650000095367431, 0.3499999940395355, 0.3490000069141388, 0.3459999859333038, 0.3470000028610229, 0.3600000143051147, 0.3490000069141388, 0.3569999933242798, 0.3490000069141388, 0.3600000143051147, 0.3569999933242798, 0.3449999988079071, 0.3429999947547912, 0.3619999885559082, 0.3549999892711639, 0.3700000047683716, 0.3569999933242798, 0.3600000143051147, 0.3610000014305115, 0.3650000095367431, 0.3619999885559082, 0.356000006198883, 0.3580000102519989, 0.356000006198883, 0.3519999980926513, 0.367000013589859, 0.3499999940395355, 0.3720000088214874, 0.3630000054836273, 0.3610000014305115, 0.3630000054836273, 0.3529999852180481, 0.3540000021457672, 0.3549999892711639, 0.363999992609024, 0.3689999878406524, 0.3700000047683716, 0.3729999959468841, 0.3610000014305115, 0.3630000054836273, 0.3650000095367431, 0.3619999885559082, 0.3580000102519989, 0.3580000102519989, 0.3740000128746032, 0.3619999885559082, 0.3680000007152557, 0.367000013589859, 0.3610000014305115, 0.375, 0.3659999966621399, 0.3600000143051147, 0.367000013589859, 0.367000013589859, 0.3740000128746032, 0.3720000088214874, 0.3709999918937683, 0.3700000047683716, 0.3759999871253967, 0.3720000088214874, 0.3720000088214874, 0.3650000095367431, 0.3680000007152557, 0.3680000007152557, 0.3659999966621399, 0.375, 0.3709999918937683, 0.3689999878406524, 0.3720000088214874, 0.3680000007152557, 0.3779999911785126, 0.3729999959468841, 0.3740000128746032, 0.3689999878406524, 0.382999986410141, 0.3709999918937683, 0.3759999871253967, 0.3770000040531158, 0.3770000040531158, 0.3700000047683716, 0.3729999959468841, 0.3779999911785126, 0.3779999911785126, 0.3720000088214874, 0.3709999918937683, 0.3720000088214874, 0.3779999911785126, 0.3709999918937683, 0.3770000040531158, 0.3709999918937683, 0.3700000047683716, 0.3770000040531158, 0.3779999911785126, 0.3740000128746032, 0.3779999911785126, 0.3659999966621399, 0.3729999959468841, 0.3779999911785126, 0.3740000128746032, 0.375, 0.382999986410141, 0.382999986410141], "label": "SlimPajama"}, "Dolma": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2329999953508377, 0.2529999911785126, 0.277999997138977, 0.2939999997615814, 0.3030000030994415, 0.3179999887943268, 0.3160000145435333, 0.3179999887943268, 0.3219999969005584, 0.328000009059906, 0.3289999961853027, 0.335999995470047, 0.3350000083446502, 0.3400000035762787, 0.3350000083446502, 0.3389999866485595, 0.3429999947547912, 0.3459999859333038, 0.3379999995231628, 0.3440000116825104, 0.3379999995231628, 0.3420000076293945, 0.3420000076293945, 0.3389999866485595, 0.335999995470047, 0.3409999907016754, 0.3370000123977661, 0.3400000035762787, 0.3470000028610229, 0.3449999988079071, 0.3529999852180481, 0.3540000021457672, 0.3600000143051147, 0.3519999980926513, 0.3589999973773956, 0.3569999933242798, 0.3549999892711639, 0.3519999980926513, 0.3610000014305115, 0.356000006198883, 0.3440000116825104, 0.3619999885559082, 0.3499999940395355, 0.356000006198883, 0.3610000014305115, 0.3580000102519989, 0.3589999973773956, 0.367000013589859, 0.3740000128746032, 0.3490000069141388, 0.3740000128746032, 0.3549999892711639, 0.3519999980926513, 0.3610000014305115, 0.3619999885559082, 0.3569999933242798, 0.3610000014305115, 0.3720000088214874, 0.3650000095367431, 0.3630000054836273, 0.3790000081062317, 0.3610000014305115, 0.3610000014305115, 0.3569999933242798, 0.356000006198883, 0.3680000007152557, 0.3600000143051147, 0.3770000040531158, 0.3659999966621399, 0.3689999878406524, 0.3729999959468841, 0.3700000047683716, 0.3569999933242798, 0.3700000047683716, 0.3700000047683716, 0.3700000047683716, 0.3650000095367431, 0.3600000143051147, 0.3680000007152557, 0.3759999871253967, 0.3709999918937683, 0.375, 0.3619999885559082, 0.3650000095367431, 0.3680000007152557, 0.3729999959468841, 0.3709999918937683, 0.375, 0.3759999871253967, 0.3630000054836273, 0.3860000073909759, 0.3759999871253967, 0.3770000040531158, 0.3740000128746032, 0.382999986410141, 0.3740000128746032, 0.363999992609024, 0.3740000128746032, 0.3840000033378601, 0.3770000040531158, 0.3709999918937683, 0.3799999952316284, 0.375, 0.3740000128746032, 0.3740000128746032, 0.3619999885559082, 0.3740000128746032, 0.3680000007152557, 0.3740000128746032, 0.3799999952316284, 0.3720000088214874, 0.3779999911785126, 0.3720000088214874, 0.3709999918937683, 0.367000013589859, 0.3700000047683716, 0.3759999871253967, 0.3770000040531158, 0.3790000081062317, 0.3799999952316284, 0.3740000128746032, 0.3790000081062317, 0.3770000040531158, 0.3709999918937683, 0.3849999904632568, 0.3680000007152557, 0.3759999871253967, 0.3849999904632568, 0.367000013589859, 0.3790000081062317, 0.382999986410141, 0.3770000040531158, 0.3860000073909759, 0.3779999911785126, 0.3729999959468841, 0.3689999878406524, 0.3799999952316284, 0.3819999992847442, 0.3740000128746032, 0.375, 0.3729999959468841, 0.3779999911785126, 0.3759999871253967, 0.3779999911785126, 0.3799999952316284, 0.3860000073909759, 0.3849999904632568, 0.3840000033378601, 0.3779999911785126, 0.3899999856948852, 0.375, 0.3810000121593475, 0.3880000114440918, 0.3790000081062317, 0.3799999952316284, 0.3779999911785126, 0.3700000047683716, 0.375, 0.375, 0.3759999871253967, 0.3819999992847442, 0.375, 0.375, 0.3790000081062317, 0.3759999871253967, 0.3790000081062317, 0.3779999911785126, 0.3709999918937683], "label": "Dolma"}, "C4": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2329999953508377, 0.2599999904632568, 0.277999997138977, 0.2949999868869781, 0.2980000078678131, 0.3009999990463257, 0.3149999976158142, 0.3120000064373016, 0.3219999969005584, 0.3260000050067901, 0.3240000009536743, 0.3339999914169311, 0.3310000002384186, 0.3370000123977661, 0.3289999961853027, 0.3240000009536743, 0.3350000083446502, 0.3379999995231628, 0.3420000076293945, 0.3529999852180481, 0.3370000123977661, 0.3420000076293945, 0.3650000095367431, 0.3490000069141388, 0.335999995470047, 0.3490000069141388, 0.3580000102519989, 0.3580000102519989, 0.3519999980926513, 0.3549999892711639, 0.356000006198883, 0.3519999980926513, 0.3549999892711639, 0.3569999933242798, 0.3569999933242798, 0.3600000143051147, 0.3490000069141388, 0.3619999885559082, 0.356000006198883, 0.3459999859333038, 0.3580000102519989, 0.3449999988079071, 0.3540000021457672, 0.3540000021457672, 0.3580000102519989, 0.3510000109672546, 0.3630000054836273, 0.3470000028610229, 0.356000006198883, 0.356000006198883, 0.3630000054836273, 0.3659999966621399, 0.3479999899864197, 0.3549999892711639, 0.3680000007152557, 0.3580000102519989, 0.3490000069141388, 0.3519999980926513, 0.3549999892711639, 0.3519999980926513, 0.3529999852180481, 0.3659999966621399, 0.3529999852180481, 0.3619999885559082, 0.3650000095367431, 0.3600000143051147, 0.3619999885559082, 0.3770000040531158, 0.3600000143051147, 0.3580000102519989, 0.3569999933242798, 0.3659999966621399, 0.3729999959468841, 0.375, 0.367000013589859, 0.3650000095367431, 0.3600000143051147, 0.3650000095367431, 0.3700000047683716, 0.3689999878406524, 0.3689999878406524, 0.3659999966621399, 0.3689999878406524, 0.363999992609024, 0.3709999918937683, 0.367000013589859, 0.3810000121593475, 0.3619999885559082, 0.3659999966621399, 0.3610000014305115, 0.3680000007152557, 0.3600000143051147, 0.3680000007152557, 0.3700000047683716, 0.3709999918937683, 0.363999992609024, 0.3700000047683716, 0.3630000054836273, 0.3689999878406524, 0.3689999878406524, 0.3650000095367431, 0.3650000095367431, 0.3680000007152557, 0.3650000095367431, 0.3779999911785126, 0.3610000014305115, 0.3630000054836273, 0.375, 0.3709999918937683, 0.3630000054836273, 0.3630000054836273, 0.3619999885559082, 0.3689999878406524, 0.363999992609024, 0.3610000014305115, 0.3650000095367431, 0.3689999878406524, 0.3700000047683716, 0.3630000054836273, 0.3569999933242798, 0.3630000054836273, 0.356000006198883, 0.3600000143051147, 0.3580000102519989, 0.3740000128746032, 0.3589999973773956, 0.3619999885559082, 0.363999992609024, 0.3720000088214874, 0.3740000128746032, 0.3689999878406524, 0.3729999959468841, 0.3810000121593475, 0.3770000040531158, 0.3709999918937683, 0.3709999918937683, 0.3779999911785126, 0.3779999911785126, 0.3779999911785126, 0.3689999878406524, 0.367000013589859, 0.3650000095367431, 0.3650000095367431, 0.3619999885559082, 0.363999992609024, 0.3700000047683716, 0.3720000088214874, 0.3709999918937683, 0.375, 0.3759999871253967, 0.3729999959468841, 0.3790000081062317, 0.3700000047683716, 0.3700000047683716, 0.3729999959468841, 0.3709999918937683, 0.3759999871253967, 0.3709999918937683, 0.3729999959468841, 0.3709999918937683, 0.3720000088214874, 0.3700000047683716, 0.3790000081062317, 0.375, 0.3790000081062317, 0.3779999911785126, 0.3650000095367431, 0.3680000007152557], "label": "C4"}, "FineWeb (ours)": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2329999953508377, 0.2630000114440918, 0.2879999876022339, 0.296999990940094, 0.2960000038146972, 0.3039999902248382, 0.3129999935626983, 0.3149999976158142, 0.3300000131130218, 0.3300000131130218, 0.3350000083446502, 0.3379999995231628, 0.3370000123977661, 0.3330000042915344, 0.3370000123977661, 0.3389999866485595, 0.3429999947547912, 0.3659999966621399, 0.3459999859333038, 0.3479999899864197, 0.3440000116825104, 0.3470000028610229, 0.3569999933242798, 0.3510000109672546, 0.3680000007152557, 0.3529999852180481, 0.3680000007152557, 0.3549999892711639, 0.3540000021457672, 0.3529999852180481, 0.3499999940395355, 0.3569999933242798, 0.3529999852180481, 0.3499999940395355, 0.3540000021457672, 0.3659999966621399, 0.3600000143051147, 0.3680000007152557, 0.3659999966621399, 0.3600000143051147, 0.3659999966621399, 0.3540000021457672, 0.3580000102519989, 0.367000013589859, 0.3549999892711639, 0.3729999959468841, 0.3580000102519989, 0.3619999885559082, 0.3659999966621399, 0.3680000007152557, 0.3650000095367431, 0.3619999885559082, 0.3759999871253967, 0.3689999878406524, 0.3689999878406524, 0.3619999885559082, 0.3630000054836273, 0.3650000095367431, 0.3799999952316284, 0.3729999959468841, 0.3740000128746032, 0.367000013589859, 0.3720000088214874, 0.3600000143051147, 0.3650000095367431, 0.3729999959468841, 0.3589999973773956, 0.3799999952316284, 0.3589999973773956, 0.3799999952316284, 0.3680000007152557, 0.367000013589859, 0.367000013589859, 0.3700000047683716, 0.3790000081062317, 0.3729999959468841, 0.3770000040531158, 0.3709999918937683, 0.3759999871253967, 0.3759999871253967, 0.3700000047683716, 0.3720000088214874, 0.3840000033378601, 0.3770000040531158, 0.3770000040531158, 0.3790000081062317, 0.3860000073909759, 0.3759999871253967, 0.3650000095367431, 0.3700000047683716, 0.3819999992847442, 0.3819999992847442, 0.3630000054836273, 0.3689999878406524, 0.3759999871253967, 0.3759999871253967, 0.3779999911785126, 0.3740000128746032, 0.3860000073909759, 0.3619999885559082, 0.3740000128746032, 0.3799999952316284, 0.3819999992847442, 0.3740000128746032, 0.3770000040531158, 0.375, 0.3810000121593475, 0.3729999959468841, 0.3880000114440918, 0.3840000033378601, 0.3840000033378601, 0.3770000040531158, 0.3740000128746032, 0.382999986410141, 0.3840000033378601, 0.3770000040531158, 0.3869999945163727, 0.3729999959468841, 0.3770000040531158, 0.3759999871253967, 0.3840000033378601, 0.3880000114440918, 0.3759999871253967, 0.3740000128746032, 0.3720000088214874, 0.3790000081062317, 0.3740000128746032, 0.3630000054836273, 0.3810000121593475, 0.3720000088214874, 0.3729999959468841, 0.3720000088214874, 0.3840000033378601, 0.3759999871253967, 0.3840000033378601, 0.3790000081062317, 0.3819999992847442, 0.3689999878406524, 0.3700000047683716, 0.3790000081062317, 0.3729999959468841, 0.3799999952316284, 0.3799999952316284, 0.3740000128746032, 0.3689999878406524, 0.3810000121593475, 0.3720000088214874, 0.382999986410141, 0.3819999992847442, 0.3720000088214874, 0.3799999952316284, 0.3740000128746032, 0.3729999959468841, 0.3790000081062317, 0.3720000088214874, 0.3680000007152557, 0.3779999911785126, 0.3799999952316284, 0.3729999959468841, 0.3740000128746032, 0.3729999959468841, 0.3759999871253967, 0.3790000081062317, 0.3689999878406524, 0.3680000007152557, 0.3659999966621399, 0.3729999959468841, 0.3680000007152557], "label": "FineWeb (ours)"}, "FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2829999923706054, 0.3070000112056732, 0.3109999895095825, 0.3109999895095825, 0.31700000166893, 0.3350000083446502, 0.3269999921321869, 0.3330000042915344, 0.3389999866485595, 0.3490000069141388, 0.3310000002384186, 0.3409999907016754, 0.3289999961853027, 0.3490000069141388, 0.3499999940395355, 0.3499999940395355, 0.3529999852180481, 0.3619999885559082, 0.375, 0.3549999892711639, 0.367000013589859, 0.3490000069141388, 0.3650000095367431, 0.3630000054836273, 0.3499999940395355, 0.375, 0.367000013589859, 0.3580000102519989, 0.3619999885559082, 0.363999992609024, 0.363999992609024, 0.3580000102519989, 0.3619999885559082, 0.3759999871253967, 0.3589999973773956, 0.356000006198883, 0.363999992609024, 0.3630000054836273, 0.3619999885559082, 0.3589999973773956, 0.3650000095367431, 0.367000013589859, 0.367000013589859, 0.3709999918937683, 0.3630000054836273, 0.3709999918937683, 0.3610000014305115, 0.3810000121593475, 0.367000013589859, 0.3659999966621399, 0.3819999992847442, 0.3600000143051147, 0.3700000047683716, 0.3689999878406524, 0.3770000040531158, 0.3680000007152557, 0.3709999918937683, 0.3720000088214874, 0.3799999952316284, 0.367000013589859, 0.3700000047683716, 0.3720000088214874, 0.3659999966621399, 0.3779999911785126, 0.3740000128746032, 0.3659999966621399, 0.3709999918937683, 0.367000013589859, 0.3799999952316284, 0.3709999918937683, 0.3689999878406524, 0.3790000081062317, 0.3779999911785126, 0.3680000007152557, 0.3700000047683716, 0.3709999918937683, 0.375, 0.3589999973773956, 0.367000013589859, 0.3650000095367431, 0.363999992609024, 0.3619999885559082], "label": "FineWeb-Edu"}, "The Pile": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2300000041723251, 0.2460000067949295, 0.257999986410141, 0.270000010728836, 0.2840000092983246, 0.2770000100135803, 0.2829999923706054, 0.2939999997615814, 0.2949999868869781, 0.3050000071525574, 0.3019999861717224, 0.2939999997615814, 0.3059999942779541, 0.3219999969005584, 0.3129999935626983, 0.3149999976158142, 0.3079999983310699, 0.3160000145435333, 0.3230000138282776, 0.3179999887943268, 0.3120000064373016, 0.3140000104904175, 0.3190000057220459, 0.3260000050067901, 0.3289999961853027, 0.3300000131130218, 0.3190000057220459, 0.3210000097751617, 0.328000009059906, 0.324999988079071, 0.3230000138282776, 0.3240000009536743, 0.324999988079071, 0.3289999961853027, 0.3370000123977661, 0.3269999921321869, 0.3400000035762787, 0.3350000083446502, 0.3289999961853027, 0.3330000042915344, 0.3510000109672546, 0.3429999947547912, 0.3540000021457672, 0.3429999947547912, 0.3319999873638153, 0.3389999866485595, 0.3440000116825104, 0.3319999873638153, 0.3479999899864197, 0.3429999947547912, 0.3459999859333038, 0.3420000076293945, 0.3379999995231628, 0.3370000123977661, 0.3310000002384186, 0.3339999914169311, 0.3310000002384186, 0.3310000002384186, 0.3339999914169311, 0.3300000131130218, 0.3339999914169311, 0.3449999988079071, 0.3479999899864197, 0.3330000042915344, 0.3409999907016754, 0.3499999940395355, 0.3490000069141388, 0.3350000083446502, 0.3420000076293945, 0.3510000109672546, 0.3459999859333038, 0.3449999988079071, 0.3389999866485595, 0.3470000028610229, 0.3540000021457672, 0.3470000028610229, 0.3370000123977661, 0.3370000123977661, 0.3310000002384186, 0.3440000116825104, 0.335999995470047, 0.3479999899864197, 0.3379999995231628, 0.3409999907016754, 0.3330000042915344, 0.3479999899864197, 0.3339999914169311, 0.3409999907016754, 0.3350000083446502, 0.3269999921321869, 0.3289999961853027, 0.3350000083446502, 0.335999995470047, 0.3289999961853027, 0.3400000035762787, 0.3339999914169311, 0.3389999866485595, 0.3350000083446502, 0.3400000035762787, 0.3479999899864197, 0.3409999907016754, 0.3519999980926513, 0.3510000109672546, 0.3449999988079071, 0.3300000131130218, 0.3370000123977661, 0.3449999988079071, 0.3420000076293945, 0.3319999873638153, 0.3569999933242798, 0.3449999988079071, 0.3470000028610229, 0.3429999947547912, 0.3499999940395355, 0.3549999892711639, 0.3449999988079071, 0.3389999866485595, 0.3409999907016754, 0.3540000021457672, 0.3449999988079071, 0.3589999973773956, 0.3389999866485595, 0.3379999995231628, 0.3409999907016754, 0.3479999899864197, 0.3479999899864197, 0.3490000069141388, 0.3470000028610229, 0.3529999852180481, 0.3479999899864197, 0.3499999940395355, 0.3470000028610229, 0.3470000028610229, 0.3449999988079071, 0.3459999859333038, 0.3499999940395355, 0.3510000109672546, 0.3470000028610229, 0.3529999852180481, 0.3470000028610229, 0.3499999940395355, 0.3449999988079071, 0.3459999859333038, 0.3449999988079071, 0.3499999940395355, 0.3499999940395355, 0.3459999859333038, 0.3529999852180481, 0.3499999940395355, 0.3429999947547912, 0.3479999899864197, 0.3529999852180481, 0.3470000028610229, 0.3589999973773956, 0.3389999866485595, 0.356000006198883, 0.3600000143051147, 0.3490000069141388, 0.3470000028610229, 0.3490000069141388, 0.3470000028610229, 0.3490000069141388, 0.3549999892711639, 0.3490000069141388, 0.3440000116825104, 0.3499999940395355, 0.3459999859333038, 0.3540000021457672], "label": "The Pile"}}, "layout": {"title": {"text": "FineWeb-Edu ablations"}}}
 
1
+ {"data": {"RefinedWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2800000011920929, 0.3179999887943268, 0.3210000097751617, 0.3210000097751617, 0.3330000042915344, 0.3289999961853027, 0.3379999995231628, 0.3490000069141388, 0.3600000143051147, 0.3449999988079071, 0.3499999940395355, 0.3569999933242798, 0.3619999885559082, 0.3740000128746032, 0.3720000088214874, 0.3720000088214874, 0.3790000081062317, 0.3650000095367431, 0.3720000088214874, 0.3790000081062317, 0.3659999966621399, 0.3619999885559082, 0.3729999959468841, 0.3650000095367431, 0.367000013589859, 0.3680000007152557, 0.3589999973773956, 0.3680000007152557, 0.3709999918937683, 0.3810000121593475, 0.4040000140666961, 0.3840000033378601, 0.3729999959468841, 0.3799999952316284, 0.3779999911785126, 0.3770000040531158, 0.3819999992847442, 0.3799999952316284, 0.3720000088214874, 0.3930000066757202, 0.3899999856948852, 0.3740000128746032, 0.3779999911785126, 0.3709999918937683, 0.3880000114440918, 0.3819999992847442, 0.3810000121593475, 0.3889999985694885, 0.3910000026226043, 0.3959999978542328, 0.3869999945163727, 0.3819999992847442, 0.3849999904632568, 0.3919999897480011, 0.3819999992847442, 0.3889999985694885, 0.3880000114440918, 0.3939999938011169, 0.3869999945163727, 0.3910000026226043, 0.3970000147819519, 0.3970000147819519, 0.3939999938011169, 0.3970000147819519, 0.3959999978542328, 0.4000000059604645, 0.4020000100135803, 0.3930000066757202, 0.4000000059604645, 0.3899999856948852, 0.4020000100135803, 0.4110000133514404, 0.4000000059604645, 0.3989999890327453, 0.4009999930858612, 0.4090000092983246, 0.4079999923706054, 0.402999997138977, 0.4059999883174896, 0.4059999883174896, 0.4070000052452087, 0.4059999883174896], "label": "RefinedWeb"}, "RedPajama2": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2739999890327453, 0.2980000078678131, 0.3160000145435333, 0.3109999895095825, 0.31700000166893, 0.324999988079071, 0.3310000002384186, 0.3490000069141388, 0.3420000076293945, 0.3470000028610229, 0.3420000076293945, 0.3479999899864197, 0.3479999899864197, 0.3600000143051147, 0.3389999866485595, 0.3529999852180481, 0.3459999859333038, 0.3510000109672546, 0.3610000014305115, 0.3569999933242798, 0.3580000102519989, 0.3479999899864197, 0.3619999885559082, 0.3580000102519989, 0.3569999933242798, 0.3650000095367431, 0.3549999892711639, 0.363999992609024, 0.3819999992847442, 0.3650000095367431, 0.375, 0.3689999878406524, 0.3709999918937683, 0.3720000088214874, 0.3680000007152557, 0.3729999959468841, 0.3689999878406524, 0.3549999892711639, 0.3680000007152557, 0.3659999966621399, 0.3720000088214874, 0.3779999911785126, 0.3799999952316284, 0.367000013589859, 0.3759999871253967, 0.3819999992847442, 0.3779999911785126, 0.3759999871253967, 0.3799999952316284, 0.3770000040531158, 0.3810000121593475, 0.3919999897480011, 0.3720000088214874, 0.3819999992847442, 0.3720000088214874, 0.3819999992847442, 0.3860000073909759, 0.3860000073909759, 0.3790000081062317, 0.3790000081062317, 0.3899999856948852, 0.3790000081062317, 0.3709999918937683, 0.3819999992847442, 0.3799999952316284, 0.3860000073909759, 0.3840000033378601, 0.3799999952316284, 0.3759999871253967, 0.3770000040531158, 0.3720000088214874, 0.375, 0.3790000081062317, 0.3849999904632568, 0.3810000121593475, 0.3759999871253967, 0.375, 0.382999986410141, 0.3799999952316284, 0.3770000040531158, 0.3899999856948852, 0.3889999985694885], "label": "RedPajama2"}, "SlimPajama": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2619999945163727, 0.2680000066757202, 0.2910000085830688, 0.3260000050067901, 0.3129999935626983, 0.3219999969005584, 0.3230000138282776, 0.3219999969005584, 0.3350000083446502, 0.3269999921321869, 0.3330000042915344, 0.335999995470047, 0.3319999873638153, 0.3379999995231628, 0.3370000123977661, 0.3510000109672546, 0.3429999947547912, 0.3540000021457672, 0.3429999947547912, 0.3339999914169311, 0.3459999859333038, 0.3459999859333038, 0.3389999866485595, 0.3370000123977661, 0.3569999933242798, 0.335999995470047, 0.3449999988079071, 0.3580000102519989, 0.3540000021457672, 0.3499999940395355, 0.3440000116825104, 0.356000006198883, 0.3650000095367431, 0.3490000069141388, 0.3470000028610229, 0.3490000069141388, 0.3490000069141388, 0.3569999933242798, 0.3429999947547912, 0.3549999892711639, 0.3569999933242798, 0.3610000014305115, 0.3619999885559082, 0.3580000102519989, 0.3519999980926513, 0.3499999940395355, 0.3630000054836273, 0.3630000054836273, 0.3540000021457672, 0.363999992609024, 0.3700000047683716, 0.3610000014305115, 0.3650000095367431, 0.3580000102519989, 0.3740000128746032, 0.3680000007152557, 0.3610000014305115, 0.3659999966621399, 0.367000013589859, 0.3740000128746032, 0.3709999918937683, 0.3759999871253967, 0.3720000088214874, 0.3680000007152557, 0.3659999966621399, 0.3709999918937683, 0.3720000088214874, 0.3740000128746032, 0.382999986410141, 0.3759999871253967, 0.3770000040531158, 0.3779999911785126, 0.3709999918937683, 0.3779999911785126, 0.3770000040531158, 0.3700000047683716, 0.3779999911785126, 0.3779999911785126, 0.3729999959468841, 0.3740000128746032, 0.382999986410141, 0.382999986410141], "label": "SlimPajama"}, "Dolma": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.277999997138977, 0.3030000030994415, 0.3160000145435333, 0.3219999969005584, 0.3289999961853027, 0.3350000083446502, 0.3350000083446502, 0.3429999947547912, 0.3379999995231628, 0.3379999995231628, 0.3420000076293945, 0.335999995470047, 0.3370000123977661, 0.3470000028610229, 0.3529999852180481, 0.3600000143051147, 0.3589999973773956, 0.3549999892711639, 0.3610000014305115, 0.3440000116825104, 0.3499999940395355, 0.3610000014305115, 0.3589999973773956, 0.3740000128746032, 0.3740000128746032, 0.3519999980926513, 0.3619999885559082, 0.3610000014305115, 0.3650000095367431, 0.3790000081062317, 0.3610000014305115, 0.356000006198883, 0.3600000143051147, 0.3659999966621399, 0.3729999959468841, 0.3569999933242798, 0.3700000047683716, 0.3650000095367431, 0.3680000007152557, 0.3709999918937683, 0.3619999885559082, 0.3680000007152557, 0.3709999918937683, 0.3759999871253967, 0.3860000073909759, 0.3770000040531158, 0.382999986410141, 0.363999992609024, 0.3840000033378601, 0.3709999918937683, 0.375, 0.3740000128746032, 0.3740000128746032, 0.3740000128746032, 0.3720000088214874, 0.3720000088214874, 0.367000013589859, 0.3759999871253967, 0.3790000081062317, 0.3740000128746032, 0.3770000040531158, 0.3849999904632568, 0.3759999871253967, 0.367000013589859, 0.382999986410141, 0.3860000073909759, 0.3729999959468841, 0.3740000128746032, 0.3729999959468841, 0.3759999871253967, 0.3799999952316284, 0.3779999911785126, 0.375, 0.3880000114440918, 0.3799999952316284, 0.3700000047683716, 0.375, 0.3819999992847442, 0.375, 0.3759999871253967, 0.3779999911785126, 0.3709999918937683], "label": "Dolma"}, "C4": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.277999997138977, 0.2980000078678131, 0.3149999976158142, 0.3219999969005584, 0.3240000009536743, 0.3310000002384186, 0.3289999961853027, 0.3350000083446502, 0.3420000076293945, 0.3370000123977661, 0.3650000095367431, 0.335999995470047, 0.3580000102519989, 0.3519999980926513, 0.356000006198883, 0.3549999892711639, 0.3569999933242798, 0.3490000069141388, 0.356000006198883, 0.3580000102519989, 0.3540000021457672, 0.3580000102519989, 0.3630000054836273, 0.356000006198883, 0.3630000054836273, 0.3479999899864197, 0.3680000007152557, 0.3490000069141388, 0.3549999892711639, 0.3529999852180481, 0.3529999852180481, 0.3650000095367431, 0.3619999885559082, 0.3600000143051147, 0.3569999933242798, 0.3729999959468841, 0.367000013589859, 0.3600000143051147, 0.3700000047683716, 0.3689999878406524, 0.3689999878406524, 0.3709999918937683, 0.3810000121593475, 0.3659999966621399, 0.3680000007152557, 0.3680000007152557, 0.3709999918937683, 0.3700000047683716, 0.3689999878406524, 0.3650000095367431, 0.3680000007152557, 0.3779999911785126, 0.3630000054836273, 0.3709999918937683, 0.3630000054836273, 0.3689999878406524, 0.3610000014305115, 0.3689999878406524, 0.3630000054836273, 0.3630000054836273, 0.3600000143051147, 0.3740000128746032, 0.3619999885559082, 0.3720000088214874, 0.3689999878406524, 0.3810000121593475, 0.3709999918937683, 0.3779999911785126, 0.367000013589859, 0.3650000095367431, 0.363999992609024, 0.375, 0.3729999959468841, 0.3700000047683716, 0.3729999959468841, 0.3759999871253967, 0.3729999959468841, 0.3720000088214874, 0.3790000081062317, 0.3790000081062317, 0.3650000095367431, 0.3680000007152557], "label": "C4"}, "FineWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2879999876022339, 0.2960000038146972, 0.3129999935626983, 0.3300000131130218, 0.3350000083446502, 0.3370000123977661, 0.3370000123977661, 0.3429999947547912, 0.3459999859333038, 0.3440000116825104, 0.3569999933242798, 0.3680000007152557, 0.3680000007152557, 0.3540000021457672, 0.3499999940395355, 0.3529999852180481, 0.3540000021457672, 0.3600000143051147, 0.3659999966621399, 0.3659999966621399, 0.3580000102519989, 0.3549999892711639, 0.3580000102519989, 0.3659999966621399, 0.3650000095367431, 0.3759999871253967, 0.3689999878406524, 0.3630000054836273, 0.3799999952316284, 0.3740000128746032, 0.3720000088214874, 0.3650000095367431, 0.3589999973773956, 0.3589999973773956, 0.3680000007152557, 0.367000013589859, 0.3790000081062317, 0.3770000040531158, 0.3759999871253967, 0.3700000047683716, 0.3840000033378601, 0.3770000040531158, 0.3860000073909759, 0.3650000095367431, 0.3819999992847442, 0.3630000054836273, 0.3759999871253967, 0.3779999911785126, 0.3860000073909759, 0.3740000128746032, 0.3819999992847442, 0.3770000040531158, 0.3810000121593475, 0.3880000114440918, 0.3840000033378601, 0.3740000128746032, 0.3840000033378601, 0.3869999945163727, 0.3770000040531158, 0.3840000033378601, 0.3759999871253967, 0.3720000088214874, 0.3740000128746032, 0.3810000121593475, 0.3729999959468841, 0.3840000033378601, 0.3840000033378601, 0.3700000047683716, 0.3729999959468841, 0.3799999952316284, 0.3689999878406524, 0.3819999992847442, 0.3799999952316284, 0.3729999959468841, 0.3720000088214874, 0.3779999911785126, 0.3729999959468841, 0.3729999959468841, 0.3790000081062317, 0.3680000007152557, 0.3729999959468841, 0.3680000007152557], "label": "FineWeb"}, "FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2829999923706054, 0.3070000112056732, 0.3109999895095825, 0.3109999895095825, 0.31700000166893, 0.3350000083446502, 0.3269999921321869, 0.3330000042915344, 0.3389999866485595, 0.3490000069141388, 0.3310000002384186, 0.3409999907016754, 0.3289999961853027, 0.3490000069141388, 0.3499999940395355, 0.3499999940395355, 0.3529999852180481, 0.3619999885559082, 0.375, 0.3549999892711639, 0.367000013589859, 0.3490000069141388, 0.3650000095367431, 0.3630000054836273, 0.3499999940395355, 0.375, 0.367000013589859, 0.3580000102519989, 0.3619999885559082, 0.363999992609024, 0.363999992609024, 0.3580000102519989, 0.3619999885559082, 0.3759999871253967, 0.3589999973773956, 0.356000006198883, 0.363999992609024, 0.3630000054836273, 0.3619999885559082, 0.3589999973773956, 0.3650000095367431, 0.367000013589859, 0.367000013589859, 0.3709999918937683, 0.3630000054836273, 0.3709999918937683, 0.3610000014305115, 0.3810000121593475, 0.367000013589859, 0.3659999966621399, 0.3819999992847442, 0.3600000143051147, 0.3700000047683716, 0.3689999878406524, 0.3770000040531158, 0.3680000007152557, 0.3709999918937683, 0.3720000088214874, 0.3799999952316284, 0.367000013589859, 0.3700000047683716, 0.3720000088214874, 0.3659999966621399, 0.3779999911785126, 0.3740000128746032, 0.3659999966621399, 0.3709999918937683, 0.367000013589859, 0.3799999952316284, 0.3709999918937683, 0.3689999878406524, 0.3790000081062317, 0.3779999911785126, 0.3680000007152557, 0.3700000047683716, 0.3709999918937683, 0.375, 0.3589999973773956, 0.367000013589859, 0.3650000095367431, 0.363999992609024, 0.3619999885559082], "label": "FineWeb-Edu"}, "The Pile": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.257999986410141, 0.2840000092983246, 0.2829999923706054, 0.2949999868869781, 0.3019999861717224, 0.3059999942779541, 0.3129999935626983, 0.3079999983310699, 0.3230000138282776, 0.3120000064373016, 0.3190000057220459, 0.3289999961853027, 0.3190000057220459, 0.328000009059906, 0.3230000138282776, 0.324999988079071, 0.3370000123977661, 0.3400000035762787, 0.3289999961853027, 0.3510000109672546, 0.3540000021457672, 0.3319999873638153, 0.3440000116825104, 0.3479999899864197, 0.3459999859333038, 0.3379999995231628, 0.3310000002384186, 0.3310000002384186, 0.3339999914169311, 0.3339999914169311, 0.3479999899864197, 0.3409999907016754, 0.3490000069141388, 0.3420000076293945, 0.3459999859333038, 0.3389999866485595, 0.3540000021457672, 0.3370000123977661, 0.3310000002384186, 0.335999995470047, 0.3379999995231628, 0.3330000042915344, 0.3339999914169311, 0.3350000083446502, 0.3289999961853027, 0.335999995470047, 0.3400000035762787, 0.3389999866485595, 0.3400000035762787, 0.3409999907016754, 0.3510000109672546, 0.3300000131130218, 0.3449999988079071, 0.3319999873638153, 0.3449999988079071, 0.3429999947547912, 0.3549999892711639, 0.3389999866485595, 0.3540000021457672, 0.3589999973773956, 0.3379999995231628, 0.3479999899864197, 0.3490000069141388, 0.3529999852180481, 0.3499999940395355, 0.3470000028610229, 0.3459999859333038, 0.3529999852180481, 0.3499999940395355, 0.3459999859333038, 0.3499999940395355, 0.3499999940395355, 0.3479999899864197, 0.3470000028610229, 0.3389999866485595, 0.3600000143051147, 0.3470000028610229, 0.3470000028610229, 0.3549999892711639, 0.3440000116825104, 0.3459999859333038, 0.3540000021457672], "label": "The Pile"}}, "layout": {"title": {"text": "Dataset ablations"}}}
assets/data/plots/edu_ablations/hellaswag_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data": {"C4": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.257999986410141, 0.2879999876022339, 0.3300000131130218, 0.3799999952316284, 0.4059999883174896, 0.4129999876022339, 0.421999990940094, 0.4370000064373016, 0.4390000104904175, 0.4539999961853027, 0.4709999859333038, 0.4860000014305115, 0.4790000021457672, 0.4839999973773956, 0.4959999918937683, 0.5019999742507935, 0.4939999878406524, 0.5, 0.5090000033378601, 0.5080000162124634, 0.5260000228881836, 0.5289999842643738, 0.5320000052452087, 0.5360000133514404, 0.5370000004768372, 0.5440000295639038, 0.5389999747276306, 0.5419999957084656, 0.5379999876022339, 0.5580000281333923, 0.5440000295639038, 0.5479999780654907, 0.5490000247955322, 0.5569999814033508, 0.5590000152587891, 0.546999990940094, 0.550000011920929, 0.5450000166893005, 0.5569999814033508, 0.5609999895095825, 0.5609999895095825, 0.5720000267028809, 0.5690000057220459, 0.5630000233650208, 0.5630000233650208, 0.5640000104904175, 0.5659999847412109, 0.5709999799728394, 0.5789999961853027, 0.578000009059906, 0.5789999961853027, 0.5789999961853027, 0.5730000138282776, 0.5759999752044678, 0.5770000219345093, 0.5759999752044678, 0.5870000123977661, 0.5759999752044678, 0.5820000171661377, 0.5849999785423279, 0.5820000171661377, 0.5879999995231628, 0.5809999704360962, 0.5860000252723694, 0.5849999785423279, 0.5839999914169312, 0.5910000205039978, 0.5849999785423279, 0.5860000252723694, 0.5989999771118164, 0.5899999737739563, 0.593999981880188, 0.5929999947547913, 0.5870000123977661, 0.5849999785423279, 0.5910000205039978, 0.5889999866485596, 0.5910000205039978, 0.5830000042915344, 0.597000002861023, 0.5879999995231628, 0.5929999947547913, 0.6010000109672546, 0.6050000190734863, 0.6000000238418579, 0.6039999723434448, 0.5929999947547913, 0.5950000286102295, 0.6000000238418579, 0.6010000109672546, 0.6069999933242798, 0.6039999723434448, 0.6129999756813049, 0.5920000076293945, 0.6029999852180481, 0.5950000286102295, 0.5989999771118164, 0.6010000109672546, 0.6050000190734863, 0.5950000286102295, 0.6010000109672546, 0.6050000190734863, 0.6000000238418579, 0.6119999885559082, 0.6129999756813049, 0.6069999933242798, 0.6079999804496765, 0.6010000109672546, 0.6100000143051147, 0.6069999933242798, 0.6100000143051147, 0.6179999709129333, 0.6050000190734863, 0.609000027179718, 0.6060000061988831, 0.6140000224113464, 0.6129999756813049, 0.6069999933242798, 0.6119999885559082, 0.6150000095367432, 0.6140000224113464, 0.6150000095367432, 0.6179999709129333, 0.6209999918937683, 0.6309999823570251, 0.6169999837875366, 0.6209999918937683, 0.6159999966621399, 0.6150000095367432, 0.6169999837875366, 0.6240000128746033, 0.6179999709129333, 0.6159999966621399, 0.621999979019165, 0.625, 0.621999979019165, 0.6169999837875366, 0.6179999709129333, 0.6330000162124634, 0.621999979019165, 0.625, 0.621999979019165, 0.6309999823570251, 0.6299999952316284, 0.6230000257492065, 0.625, 0.621999979019165, 0.6259999871253967, 0.621999979019165, 0.628000020980835, 0.6320000290870667, 0.625, 0.6380000114440918, 0.6269999742507935, 0.6349999904632568, 0.625, 0.6340000033378601, 0.6309999823570251, 0.6359999775886536, 0.6330000162124634, 0.6299999952316284, 0.6349999904632568, 0.6299999952316284, 0.6389999985694885, 0.6430000066757202, 0.6330000162124634, 0.6320000290870667, 0.6389999985694885], "label": "C4"}, "FineWeb (ours)": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.257999986410141, 0.2919999957084656, 0.3310000002384186, 0.3549999892711639, 0.3939999938011169, 0.4149999916553497, 0.4329999983310699, 0.4460000097751617, 0.4589999914169311, 0.4819999933242798, 0.4769999980926513, 0.4830000102519989, 0.4909999966621399, 0.5059999823570251, 0.5059999823570251, 0.503000020980835, 0.5170000195503235, 0.5049999952316284, 0.5210000276565552, 0.5130000114440918, 0.5189999938011169, 0.5360000133514404, 0.5320000052452087, 0.5460000038146973, 0.5400000214576721, 0.5379999876022339, 0.531000018119812, 0.5460000038146973, 0.5509999990463257, 0.5519999861717224, 0.5559999942779541, 0.5609999895095825, 0.5559999942779541, 0.5580000281333923, 0.5450000166893005, 0.5509999990463257, 0.5590000152587891, 0.5649999976158142, 0.5619999766349792, 0.5680000185966492, 0.5669999718666077, 0.5709999799728394, 0.5569999814033508, 0.5640000104904175, 0.5690000057220459, 0.5720000267028809, 0.5759999752044678, 0.5839999914169312, 0.5699999928474426, 0.5740000009536743, 0.5830000042915344, 0.5839999914169312, 0.5799999833106995, 0.5830000042915344, 0.574999988079071, 0.5910000205039978, 0.5799999833106995, 0.5879999995231628, 0.6039999723434448, 0.578000009059906, 0.5849999785423279, 0.5889999866485596, 0.5849999785423279, 0.6019999980926514, 0.5929999947547913, 0.5820000171661377, 0.5860000252723694, 0.5910000205039978, 0.5849999785423279, 0.5849999785423279, 0.5839999914169312, 0.5860000252723694, 0.5979999899864197, 0.5849999785423279, 0.597000002861023, 0.5960000157356262, 0.6019999980926514, 0.6060000061988831, 0.5989999771118164, 0.5889999866485596, 0.5920000076293945, 0.5960000157356262, 0.5950000286102295, 0.6060000061988831, 0.5960000157356262, 0.6000000238418579, 0.6069999933242798, 0.6039999723434448, 0.6069999933242798, 0.6010000109672546, 0.6060000061988831, 0.6129999756813049, 0.5989999771118164, 0.6200000047683716, 0.5979999899864197, 0.609000027179718, 0.6029999852180481, 0.609000027179718, 0.6179999709129333, 0.6150000095367432, 0.6060000061988831, 0.6069999933242798, 0.6119999885559082, 0.6190000176429749, 0.6079999804496765, 0.6150000095367432, 0.6079999804496765, 0.6190000176429749, 0.6079999804496765, 0.609000027179718, 0.6079999804496765, 0.6179999709129333, 0.6140000224113464, 0.6200000047683716, 0.621999979019165, 0.6129999756813049, 0.6200000047683716, 0.6129999756813049, 0.6110000014305115, 0.6069999933242798, 0.609000027179718, 0.6159999966621399, 0.6169999837875366, 0.6129999756813049, 0.6169999837875366, 0.6159999966621399, 0.6200000047683716, 0.6150000095367432, 0.6240000128746033, 0.6179999709129333, 0.6179999709129333, 0.6129999756813049, 0.6179999709129333, 0.6110000014305115, 0.6190000176429749, 0.6200000047683716, 0.6150000095367432, 0.6159999966621399, 0.621999979019165, 0.6209999918937683, 0.6230000257492065, 0.6200000047683716, 0.6240000128746033, 0.6159999966621399, 0.6200000047683716, 0.6159999966621399, 0.6179999709129333, 0.6119999885559082, 0.6269999742507935, 0.6230000257492065, 0.6200000047683716, 0.6240000128746033, 0.6190000176429749, 0.6169999837875366, 0.6299999952316284, 0.625, 0.6179999709129333, 0.6150000095367432, 0.6259999871253967, 0.621999979019165, 0.625, 0.6190000176429749, 0.6259999871253967, 0.6340000033378601, 0.628000020980835, 0.6290000081062317, 0.628000020980835, 0.6269999742507935], "label": "FineWeb (ours)"}, "Dolma": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.257999986410141, 0.2910000085830688, 0.3300000131130218, 0.3510000109672546, 0.3759999871253967, 0.3939999938011169, 0.3980000019073486, 0.4099999964237213, 0.4309999942779541, 0.4350000023841858, 0.4490000009536743, 0.4580000042915344, 0.4720000028610229, 0.4760000109672546, 0.4740000069141388, 0.481000006198883, 0.4930000007152557, 0.4950000047683716, 0.4959999918937683, 0.4939999878406524, 0.4990000128746032, 0.5080000162124634, 0.5170000195503235, 0.5059999823570251, 0.5199999809265137, 0.5130000114440918, 0.5199999809265137, 0.5249999761581421, 0.5189999938011169, 0.5299999713897705, 0.5370000004768372, 0.5429999828338623, 0.5410000085830688, 0.5360000133514404, 0.5440000295639038, 0.5370000004768372, 0.5419999957084656, 0.5389999747276306, 0.5320000052452087, 0.5490000247955322, 0.5429999828338623, 0.5419999957084656, 0.5479999780654907, 0.550000011920929, 0.5479999780654907, 0.5550000071525574, 0.5559999942779541, 0.5519999861717224, 0.5540000200271606, 0.5529999732971191, 0.5619999766349792, 0.5580000281333923, 0.5630000233650208, 0.5540000200271606, 0.5630000233650208, 0.5580000281333923, 0.5669999718666077, 0.5600000023841858, 0.5630000233650208, 0.5740000009536743, 0.5590000152587891, 0.5630000233650208, 0.5600000023841858, 0.5680000185966492, 0.5630000233650208, 0.5630000233650208, 0.5720000267028809, 0.5699999928474426, 0.5699999928474426, 0.5709999799728394, 0.5770000219345093, 0.574999988079071, 0.578000009059906, 0.5759999752044678, 0.5730000138282776, 0.5839999914169312, 0.5809999704360962, 0.578000009059906, 0.5839999914169312, 0.5820000171661377, 0.5870000123977661, 0.5820000171661377, 0.5770000219345093, 0.5870000123977661, 0.574999988079071, 0.5730000138282776, 0.5879999995231628, 0.5910000205039978, 0.5799999833106995, 0.5860000252723694, 0.5910000205039978, 0.5809999704360962, 0.593999981880188, 0.5899999737739563, 0.5809999704360962, 0.5870000123977661, 0.5950000286102295, 0.5929999947547913, 0.5950000286102295, 0.593999981880188, 0.5879999995231628, 0.5879999995231628, 0.593999981880188, 0.6000000238418579, 0.5929999947547913, 0.5809999704360962, 0.5920000076293945, 0.6019999980926514, 0.597000002861023, 0.597000002861023, 0.5910000205039978, 0.5960000157356262, 0.5879999995231628, 0.5960000157356262, 0.6019999980926514, 0.5960000157356262, 0.6000000238418579, 0.6029999852180481, 0.6019999980926514, 0.6010000109672546, 0.6010000109672546, 0.6010000109672546, 0.5960000157356262, 0.6019999980926514, 0.597000002861023, 0.593999981880188, 0.5979999899864197, 0.6000000238418579, 0.6010000109672546, 0.6100000143051147, 0.6010000109672546, 0.5920000076293945, 0.6019999980926514, 0.6060000061988831, 0.6110000014305115, 0.6159999966621399, 0.6100000143051147, 0.6019999980926514, 0.6079999804496765, 0.6169999837875366, 0.6140000224113464, 0.6190000176429749, 0.6150000095367432, 0.6079999804496765, 0.6110000014305115, 0.6119999885559082, 0.6110000014305115, 0.6240000128746033, 0.6140000224113464, 0.6179999709129333, 0.6110000014305115, 0.6169999837875366, 0.6179999709129333, 0.6159999966621399, 0.6129999756813049, 0.6169999837875366, 0.6179999709129333, 0.6129999756813049, 0.6129999756813049, 0.6150000095367432, 0.6110000014305115, 0.6179999709129333, 0.6110000014305115, 0.6159999966621399, 0.6169999837875366, 0.6159999966621399, 0.6140000224113464, 0.6159999966621399], "label": "Dolma"}, "RefinedWeb": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.257999986410141, 0.2759999930858612, 0.328000009059906, 0.3499999940395355, 0.3889999985694885, 0.3910000026226043, 0.402999997138977, 0.4210000038146972, 0.4280000030994415, 0.4359999895095825, 0.4469999969005584, 0.4440000057220459, 0.4600000083446502, 0.4690000116825104, 0.4679999947547912, 0.4729999899864197, 0.4760000109672546, 0.4839999973773956, 0.4939999878406524, 0.488999992609024, 0.4990000128746032, 0.4979999959468841, 0.4979999959468841, 0.5009999871253967, 0.5, 0.5090000033378601, 0.5070000290870667, 0.5180000066757202, 0.5199999809265137, 0.5109999775886536, 0.5130000114440918, 0.5249999761581421, 0.5149999856948853, 0.5299999713897705, 0.5339999794960022, 0.5189999938011169, 0.5289999842643738, 0.5249999761581421, 0.5320000052452087, 0.5460000038146973, 0.5419999957084656, 0.5260000228881836, 0.5289999842643738, 0.546999990940094, 0.5419999957084656, 0.5419999957084656, 0.5460000038146973, 0.5419999957084656, 0.5389999747276306, 0.5440000295639038, 0.5569999814033508, 0.5450000166893005, 0.5329999923706055, 0.5580000281333923, 0.5339999794960022, 0.5540000200271606, 0.5460000038146973, 0.5479999780654907, 0.5529999732971191, 0.5540000200271606, 0.5619999766349792, 0.5490000247955322, 0.5410000085830688, 0.5490000247955322, 0.5569999814033508, 0.550000011920929, 0.5479999780654907, 0.5630000233650208, 0.546999990940094, 0.5559999942779541, 0.5600000023841858, 0.5509999990463257, 0.5569999814033508, 0.5569999814033508, 0.5580000281333923, 0.5619999766349792, 0.5580000281333923, 0.5669999718666077, 0.5569999814033508, 0.5709999799728394, 0.5529999732971191, 0.5649999976158142, 0.5659999847412109, 0.5659999847412109, 0.5690000057220459, 0.5600000023841858, 0.5580000281333923, 0.5540000200271606, 0.5640000104904175, 0.5680000185966492, 0.5709999799728394, 0.5649999976158142, 0.5680000185966492, 0.5730000138282776, 0.5640000104904175, 0.5799999833106995, 0.5699999928474426, 0.5669999718666077, 0.5680000185966492, 0.5770000219345093, 0.5709999799728394, 0.5759999752044678, 0.5690000057220459, 0.5789999961853027, 0.5740000009536743, 0.5709999799728394, 0.5789999961853027, 0.5709999799728394, 0.5770000219345093, 0.5770000219345093, 0.5730000138282776, 0.5809999704360962, 0.5720000267028809, 0.5849999785423279, 0.5820000171661377, 0.5799999833106995, 0.5830000042915344, 0.5759999752044678, 0.5730000138282776, 0.5799999833106995, 0.5830000042915344, 0.5860000252723694, 0.5789999961853027, 0.5789999961853027, 0.5860000252723694, 0.5979999899864197, 0.5920000076293945, 0.5820000171661377, 0.5870000123977661, 0.5889999866485596, 0.5839999914169312, 0.5849999785423279, 0.5899999737739563, 0.5920000076293945, 0.593999981880188, 0.597000002861023, 0.5889999866485596, 0.5889999866485596, 0.5849999785423279, 0.5899999737739563, 0.5989999771118164, 0.5899999737739563, 0.5839999914169312, 0.5910000205039978, 0.5910000205039978, 0.5929999947547913, 0.5920000076293945, 0.5929999947547913, 0.5889999866485596, 0.5899999737739563, 0.593999981880188, 0.5910000205039978, 0.5960000157356262, 0.5920000076293945, 0.5889999866485596, 0.593999981880188, 0.5879999995231628, 0.5960000157356262, 0.5920000076293945, 0.5960000157356262, 0.5960000157356262, 0.5920000076293945, 0.6010000109672546, 0.5920000076293945, 0.5899999737739563, 0.5889999866485596, 0.5920000076293945, 0.6019999980926514], "label": "RefinedWeb"}, "FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.324999988079071, 0.395000010728836, 0.4309999942779541, 0.4629999995231628, 0.4539999961853027, 0.4699999988079071, 0.4749999940395355, 0.4690000116825104, 0.4979999959468841, 0.4939999878406524, 0.5, 0.515999972820282, 0.5180000066757202, 0.5239999890327454, 0.5189999938011169, 0.5329999923706055, 0.5329999923706055, 0.5320000052452087, 0.5289999842643738, 0.5400000214576721, 0.5350000262260437, 0.5370000004768372, 0.5450000166893005, 0.5389999747276306, 0.5479999780654907, 0.5540000200271606, 0.5460000038146973, 0.5389999747276306, 0.5460000038146973, 0.5519999861717224, 0.5580000281333923, 0.5600000023841858, 0.5479999780654907, 0.5640000104904175, 0.5659999847412109, 0.5649999976158142, 0.5659999847412109, 0.5569999814033508, 0.5630000233650208, 0.5740000009536743, 0.5580000281333923, 0.5659999847412109, 0.5709999799728394, 0.5789999961853027, 0.574999988079071, 0.5649999976158142, 0.5709999799728394, 0.5730000138282776, 0.5740000009536743, 0.5830000042915344, 0.574999988079071, 0.5709999799728394, 0.578000009059906, 0.5860000252723694, 0.5730000138282776, 0.5839999914169312, 0.5830000042915344, 0.5899999737739563, 0.5889999866485596, 0.5799999833106995, 0.5929999947547913, 0.5860000252723694, 0.5839999914169312, 0.5860000252723694, 0.5849999785423279, 0.5879999995231628, 0.5870000123977661, 0.5860000252723694, 0.5820000171661377, 0.5950000286102295, 0.5989999771118164, 0.5950000286102295, 0.593999981880188, 0.5960000157356262, 0.5960000157356262, 0.5910000205039978, 0.5979999899864197, 0.5929999947547913, 0.5920000076293945, 0.5910000205039978, 0.5929999947547913, 0.597000002861023], "label": "FineWeb-Edu"}, "SlimPajama": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2610000073909759, 0.2829999923706054, 0.3109999895095825, 0.3240000009536743, 0.3429999947547912, 0.3510000109672546, 0.367000013589859, 0.3729999959468841, 0.3930000066757202, 0.3970000147819519, 0.4000000059604645, 0.4169999957084656, 0.4210000038146972, 0.4269999861717224, 0.4339999854564667, 0.4379999935626983, 0.4429999887943268, 0.4490000009536743, 0.4560000002384186, 0.4560000002384186, 0.4620000123977661, 0.453000009059906, 0.4670000076293945, 0.4679999947547912, 0.4679999947547912, 0.4819999933242798, 0.4749999940395355, 0.4779999852180481, 0.4720000028610229, 0.4869999885559082, 0.4869999885559082, 0.4880000054836273, 0.4939999878406524, 0.4979999959468841, 0.4979999959468841, 0.4959999918937683, 0.4860000014305115, 0.5109999775886536, 0.4939999878406524, 0.4909999966621399, 0.5049999952316284, 0.4990000128746032, 0.4939999878406524, 0.5, 0.5149999856948853, 0.503000020980835, 0.5139999985694885, 0.5059999823570251, 0.5130000114440918, 0.5230000019073486, 0.5210000276565552, 0.5109999775886536, 0.5230000019073486, 0.515999972820282, 0.5270000100135803, 0.5329999923706055, 0.531000018119812, 0.5389999747276306, 0.5299999713897705, 0.5239999890327454, 0.5320000052452087, 0.5329999923706055, 0.5370000004768372, 0.5350000262260437, 0.5379999876022339, 0.5350000262260437, 0.5370000004768372, 0.5329999923706055, 0.527999997138977, 0.5289999842643738, 0.5400000214576721, 0.5490000247955322, 0.5410000085830688, 0.5299999713897705, 0.5410000085830688, 0.527999997138977, 0.5360000133514404, 0.5389999747276306, 0.5320000052452087, 0.5329999923706055, 0.5460000038146973, 0.5410000085830688, 0.5360000133514404, 0.5640000104904175, 0.5400000214576721, 0.5429999828338623, 0.550000011920929, 0.5509999990463257, 0.5529999732971191, 0.5529999732971191, 0.550000011920929, 0.5490000247955322, 0.5609999895095825, 0.5640000104904175, 0.5479999780654907, 0.5580000281333923, 0.5519999861717224, 0.5659999847412109, 0.5630000233650208, 0.5649999976158142, 0.5649999976158142, 0.5709999799728394, 0.5580000281333923, 0.5550000071525574, 0.5580000281333923, 0.5509999990463257, 0.5429999828338623, 0.5490000247955322, 0.5559999942779541, 0.5580000281333923, 0.5590000152587891, 0.5669999718666077, 0.5659999847412109, 0.5559999942779541, 0.5669999718666077, 0.5600000023841858, 0.574999988079071, 0.5709999799728394, 0.5690000057220459, 0.5609999895095825, 0.5690000057220459, 0.5730000138282776, 0.5699999928474426, 0.5789999961853027, 0.5720000267028809, 0.5680000185966492, 0.5699999928474426, 0.5709999799728394, 0.5709999799728394, 0.5709999799728394, 0.5720000267028809, 0.5690000057220459, 0.5740000009536743, 0.5730000138282776, 0.5879999995231628, 0.578000009059906, 0.5809999704360962, 0.5759999752044678, 0.5730000138282776, 0.5799999833106995, 0.5730000138282776, 0.5690000057220459, 0.5720000267028809, 0.5740000009536743, 0.574999988079071, 0.5789999961853027, 0.574999988079071, 0.5699999928474426, 0.5759999752044678, 0.5770000219345093, 0.5820000171661377, 0.5820000171661377, 0.5860000252723694, 0.5799999833106995, 0.5830000042915344, 0.5830000042915344, 0.5730000138282776, 0.5879999995231628, 0.5879999995231628, 0.578000009059906, 0.5720000267028809, 0.5830000042915344, 0.5889999866485596, 0.5820000171661377, 0.574999988079071, 0.5820000171661377, 0.5889999866485596, 0.5839999914169312], "label": "SlimPajama"}, "RedPajama2": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2610000073909759, 0.2870000004768371, 0.3070000112056732, 0.3230000138282776, 0.3449999988079071, 0.3540000021457672, 0.3659999966621399, 0.3880000114440918, 0.402999997138977, 0.4070000052452087, 0.4079999923706054, 0.4129999876022339, 0.4230000078678131, 0.4300000071525574, 0.4269999861717224, 0.4429999887943268, 0.4519999921321869, 0.4490000009536743, 0.4460000097751617, 0.4449999928474426, 0.4519999921321869, 0.4550000131130218, 0.4569999873638153, 0.460999995470047, 0.4569999873638153, 0.4670000076293945, 0.4659999907016754, 0.4749999940395355, 0.4659999907016754, 0.4869999885559082, 0.488999992609024, 0.4779999852180481, 0.4749999940395355, 0.488999992609024, 0.4799999892711639, 0.4860000014305115, 0.4850000143051147, 0.503000020980835, 0.503000020980835, 0.4939999878406524, 0.5009999871253967, 0.5019999742507935, 0.4970000088214874, 0.5059999823570251, 0.5080000162124634, 0.4990000128746032, 0.4979999959468841, 0.5009999871253967, 0.5049999952316284, 0.5080000162124634, 0.5080000162124634, 0.5090000033378601, 0.5109999775886536, 0.5109999775886536, 0.5180000066757202, 0.5220000147819519, 0.5270000100135803, 0.5270000100135803, 0.5109999775886536, 0.5189999938011169, 0.5189999938011169, 0.5210000276565552, 0.5220000147819519, 0.5180000066757202, 0.5199999809265137, 0.5170000195503235, 0.5249999761581421, 0.5130000114440918, 0.527999997138977, 0.5379999876022339, 0.531000018119812, 0.5210000276565552, 0.531000018119812, 0.5260000228881836, 0.5289999842643738, 0.5299999713897705, 0.5270000100135803, 0.5329999923706055, 0.5329999923706055, 0.5249999761581421, 0.5370000004768372, 0.5389999747276306, 0.5410000085830688, 0.5220000147819519, 0.5329999923706055, 0.527999997138977, 0.5329999923706055, 0.5370000004768372, 0.5429999828338623, 0.5329999923706055, 0.5410000085830688, 0.5299999713897705, 0.5519999861717224, 0.5479999780654907, 0.5490000247955322, 0.5460000038146973, 0.5440000295639038, 0.5379999876022339, 0.5350000262260437, 0.5490000247955322, 0.5440000295639038, 0.5429999828338623, 0.5509999990463257, 0.5360000133514404, 0.5460000038146973, 0.5479999780654907, 0.5410000085830688, 0.5529999732971191, 0.5529999732971191, 0.550000011920929, 0.5490000247955322, 0.5479999780654907, 0.5509999990463257, 0.5529999732971191, 0.546999990940094, 0.5519999861717224, 0.550000011920929, 0.5490000247955322, 0.5540000200271606, 0.5540000200271606, 0.5550000071525574, 0.5529999732971191, 0.5540000200271606, 0.5580000281333923, 0.5580000281333923, 0.5580000281333923, 0.5450000166893005, 0.5569999814033508, 0.5529999732971191, 0.546999990940094, 0.5550000071525574, 0.5540000200271606, 0.5519999861717224, 0.5540000200271606, 0.5569999814033508, 0.5600000023841858, 0.5550000071525574, 0.5540000200271606, 0.5609999895095825, 0.5559999942779541, 0.5659999847412109, 0.5509999990463257, 0.5580000281333923, 0.5569999814033508, 0.5559999942779541, 0.5600000023841858, 0.5569999814033508, 0.5590000152587891, 0.5640000104904175, 0.5580000281333923, 0.5519999861717224, 0.5569999814033508, 0.5569999814033508, 0.5559999942779541, 0.5569999814033508, 0.5590000152587891, 0.5590000152587891, 0.5619999766349792, 0.5559999942779541, 0.5580000281333923, 0.5529999732971191, 0.5519999861717224, 0.5550000071525574, 0.5590000152587891, 0.5619999766349792, 0.5540000200271606, 0.5529999732971191, 0.5600000023841858], "label": "RedPajama2"}, "The Pile": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2610000073909759, 0.2649999856948852, 0.2919999957084656, 0.296999990940094, 0.3260000050067901, 0.3140000104904175, 0.3339999914169311, 0.3310000002384186, 0.3519999980926513, 0.3490000069141388, 0.3540000021457672, 0.3700000047683716, 0.356000006198883, 0.3619999885559082, 0.3840000033378601, 0.3849999904632568, 0.382999986410141, 0.3939999938011169, 0.3939999938011169, 0.3930000066757202, 0.4040000140666961, 0.4070000052452087, 0.4110000133514404, 0.4149999916553497, 0.4259999990463257, 0.4210000038146972, 0.4250000119209289, 0.4289999902248382, 0.4269999861717224, 0.4309999942779541, 0.4259999990463257, 0.4370000064373016, 0.4390000104904175, 0.4399999976158142, 0.44200000166893, 0.4449999928474426, 0.449999988079071, 0.4510000050067901, 0.4569999873638153, 0.4560000002384186, 0.4620000123977661, 0.4629999995231628, 0.4580000042915344, 0.460999995470047, 0.4580000042915344, 0.4650000035762787, 0.4639999866485595, 0.4629999995231628, 0.4709999859333038, 0.4720000028610229, 0.4760000109672546, 0.4679999947547912, 0.4740000069141388, 0.4769999980926513, 0.4620000123977661, 0.4769999980926513, 0.4839999973773956, 0.4839999973773956, 0.4850000143051147, 0.4839999973773956, 0.4760000109672546, 0.4839999973773956, 0.4850000143051147, 0.492000013589859, 0.4779999852180481, 0.4880000054836273, 0.4790000021457672, 0.4850000143051147, 0.4909999966621399, 0.4860000014305115, 0.4819999933242798, 0.4939999878406524, 0.492000013589859, 0.492000013589859, 0.5040000081062317, 0.4930000007152557, 0.5070000290870667, 0.5080000162124634, 0.492000013589859, 0.5040000081062317, 0.4909999966621399, 0.4979999959468841, 0.5099999904632568, 0.4939999878406524, 0.4990000128746032, 0.5009999871253967, 0.5130000114440918, 0.5059999823570251, 0.5019999742507935, 0.5080000162124634, 0.5130000114440918, 0.5180000066757202, 0.5080000162124634, 0.5139999985694885, 0.5180000066757202, 0.5040000081062317, 0.5149999856948853, 0.5139999985694885, 0.5149999856948853, 0.5210000276565552, 0.515999972820282, 0.5139999985694885, 0.5249999761581421, 0.5199999809265137, 0.5170000195503235, 0.5189999938011169, 0.5210000276565552, 0.5189999938011169, 0.5210000276565552, 0.515999972820282, 0.5180000066757202, 0.5239999890327454, 0.5249999761581421, 0.5230000019073486, 0.5220000147819519, 0.5170000195503235, 0.5170000195503235, 0.5130000114440918, 0.5260000228881836, 0.5270000100135803, 0.5220000147819519, 0.5299999713897705, 0.5239999890327454, 0.5260000228881836, 0.5230000019073486, 0.5339999794960022, 0.5350000262260437, 0.5429999828338623, 0.5400000214576721, 0.5329999923706055, 0.5329999923706055, 0.5379999876022339, 0.5440000295639038, 0.5410000085830688, 0.5400000214576721, 0.5410000085830688, 0.5350000262260437, 0.531000018119812, 0.5440000295639038, 0.5389999747276306, 0.5419999957084656, 0.550000011920929, 0.5400000214576721, 0.5429999828338623, 0.5580000281333923, 0.5479999780654907, 0.5540000200271606, 0.550000011920929, 0.5559999942779541, 0.5460000038146973, 0.5580000281333923, 0.5569999814033508, 0.5619999766349792, 0.5619999766349792, 0.5619999766349792, 0.5580000281333923, 0.5519999861717224, 0.5529999732971191, 0.5580000281333923, 0.5609999895095825, 0.5659999847412109, 0.550000011920929, 0.5559999942779541, 0.5550000071525574, 0.5519999861717224, 0.5529999732971191, 0.5569999814033508, 0.5569999814033508], "label": "The Pile"}}, "layout": {"title": {"text": "FineWeb-Edu ablations"}}}
 
1
+ {"data": {"C4": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3300000131130218, 0.4059999883174896, 0.421999990940094, 0.4390000104904175, 0.4709999859333038, 0.4790000021457672, 0.4959999918937683, 0.4939999878406524, 0.5090000033378601, 0.5260000228881836, 0.5320000052452087, 0.5370000004768372, 0.5389999747276306, 0.5379999876022339, 0.5440000295639038, 0.5490000247955322, 0.5590000152587891, 0.550000011920929, 0.5569999814033508, 0.5609999895095825, 0.5690000057220459, 0.5630000233650208, 0.5659999847412109, 0.5789999961853027, 0.5789999961853027, 0.5730000138282776, 0.5770000219345093, 0.5870000123977661, 0.5820000171661377, 0.5820000171661377, 0.5809999704360962, 0.5849999785423279, 0.5910000205039978, 0.5860000252723694, 0.5899999737739563, 0.5929999947547913, 0.5849999785423279, 0.5889999866485596, 0.5830000042915344, 0.5879999995231628, 0.6010000109672546, 0.6000000238418579, 0.5929999947547913, 0.6000000238418579, 0.6069999933242798, 0.6129999756813049, 0.6029999852180481, 0.5989999771118164, 0.6050000190734863, 0.6010000109672546, 0.6000000238418579, 0.6129999756813049, 0.6079999804496765, 0.6100000143051147, 0.6100000143051147, 0.6050000190734863, 0.6060000061988831, 0.6129999756813049, 0.6119999885559082, 0.6140000224113464, 0.6179999709129333, 0.6309999823570251, 0.6209999918937683, 0.6150000095367432, 0.6240000128746033, 0.6159999966621399, 0.625, 0.6330000162124634, 0.625, 0.6309999823570251, 0.6230000257492065, 0.621999979019165, 0.6320000290870667, 0.6380000114440918, 0.6349999904632568, 0.6340000033378601, 0.6359999775886536, 0.6299999952316284, 0.6299999952316284, 0.6430000066757202, 0.6320000290870667, 0.6389999985694885], "label": "C4"}, "FineWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3310000002384186, 0.3939999938011169, 0.4329999983310699, 0.4589999914169311, 0.4769999980926513, 0.4909999966621399, 0.5059999823570251, 0.5170000195503235, 0.5210000276565552, 0.5189999938011169, 0.5320000052452087, 0.5400000214576721, 0.531000018119812, 0.5509999990463257, 0.5559999942779541, 0.5559999942779541, 0.5450000166893005, 0.5590000152587891, 0.5619999766349792, 0.5669999718666077, 0.5569999814033508, 0.5690000057220459, 0.5759999752044678, 0.5699999928474426, 0.5830000042915344, 0.5799999833106995, 0.574999988079071, 0.5799999833106995, 0.6039999723434448, 0.5849999785423279, 0.5849999785423279, 0.5929999947547913, 0.5860000252723694, 0.5849999785423279, 0.5839999914169312, 0.5979999899864197, 0.597000002861023, 0.6019999980926514, 0.5989999771118164, 0.5920000076293945, 0.5950000286102295, 0.5960000157356262, 0.6069999933242798, 0.6069999933242798, 0.6060000061988831, 0.5989999771118164, 0.5979999899864197, 0.6029999852180481, 0.6179999709129333, 0.6060000061988831, 0.6119999885559082, 0.6079999804496765, 0.6079999804496765, 0.6079999804496765, 0.6079999804496765, 0.6140000224113464, 0.621999979019165, 0.6200000047683716, 0.6110000014305115, 0.609000027179718, 0.6169999837875366, 0.6169999837875366, 0.6200000047683716, 0.6240000128746033, 0.6179999709129333, 0.6179999709129333, 0.6190000176429749, 0.621999979019165, 0.6230000257492065, 0.6240000128746033, 0.6200000047683716, 0.6269999742507935, 0.6200000047683716, 0.6190000176429749, 0.6299999952316284, 0.6179999709129333, 0.6259999871253967, 0.625, 0.6259999871253967, 0.628000020980835, 0.628000020980835, 0.6269999742507935], "label": "FineWeb"}, "Dolma": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3300000131130218, 0.3759999871253967, 0.3980000019073486, 0.4309999942779541, 0.4490000009536743, 0.4720000028610229, 0.4740000069141388, 0.4930000007152557, 0.4959999918937683, 0.4990000128746032, 0.5170000195503235, 0.5199999809265137, 0.5199999809265137, 0.5189999938011169, 0.5370000004768372, 0.5410000085830688, 0.5440000295639038, 0.5419999957084656, 0.5320000052452087, 0.5429999828338623, 0.5479999780654907, 0.5479999780654907, 0.5559999942779541, 0.5540000200271606, 0.5619999766349792, 0.5630000233650208, 0.5630000233650208, 0.5669999718666077, 0.5630000233650208, 0.5590000152587891, 0.5600000023841858, 0.5630000233650208, 0.5720000267028809, 0.5699999928474426, 0.5770000219345093, 0.578000009059906, 0.5730000138282776, 0.5809999704360962, 0.5839999914169312, 0.5870000123977661, 0.5770000219345093, 0.574999988079071, 0.5879999995231628, 0.5799999833106995, 0.5910000205039978, 0.593999981880188, 0.5809999704360962, 0.5950000286102295, 0.5950000286102295, 0.5879999995231628, 0.593999981880188, 0.5929999947547913, 0.5920000076293945, 0.597000002861023, 0.5910000205039978, 0.5879999995231628, 0.6019999980926514, 0.6000000238418579, 0.6019999980926514, 0.6010000109672546, 0.5960000157356262, 0.597000002861023, 0.5979999899864197, 0.6010000109672546, 0.6010000109672546, 0.6019999980926514, 0.6110000014305115, 0.6079999804496765, 0.6140000224113464, 0.6150000095367432, 0.6110000014305115, 0.6140000224113464, 0.6110000014305115, 0.6179999709129333, 0.6129999756813049, 0.6179999709129333, 0.6129999756813049, 0.6110000014305115, 0.6110000014305115, 0.6169999837875366, 0.6140000224113464, 0.6159999966621399], "label": "Dolma"}, "RefinedWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.328000009059906, 0.3889999985694885, 0.402999997138977, 0.4280000030994415, 0.4469999969005584, 0.4600000083446502, 0.4679999947547912, 0.4760000109672546, 0.4939999878406524, 0.4990000128746032, 0.4979999959468841, 0.5, 0.5070000290870667, 0.5199999809265137, 0.5130000114440918, 0.5149999856948853, 0.5339999794960022, 0.5289999842643738, 0.5320000052452087, 0.5419999957084656, 0.5289999842643738, 0.5419999957084656, 0.5460000038146973, 0.5389999747276306, 0.5569999814033508, 0.5329999923706055, 0.5339999794960022, 0.5460000038146973, 0.5529999732971191, 0.5619999766349792, 0.5410000085830688, 0.5569999814033508, 0.5479999780654907, 0.546999990940094, 0.5600000023841858, 0.5569999814033508, 0.5580000281333923, 0.5580000281333923, 0.5569999814033508, 0.5529999732971191, 0.5659999847412109, 0.5690000057220459, 0.5580000281333923, 0.5640000104904175, 0.5709999799728394, 0.5680000185966492, 0.5640000104904175, 0.5699999928474426, 0.5680000185966492, 0.5709999799728394, 0.5690000057220459, 0.5740000009536743, 0.5789999961853027, 0.5770000219345093, 0.5730000138282776, 0.5720000267028809, 0.5820000171661377, 0.5830000042915344, 0.5730000138282776, 0.5830000042915344, 0.5789999961853027, 0.5860000252723694, 0.5920000076293945, 0.5870000123977661, 0.5839999914169312, 0.5899999737739563, 0.593999981880188, 0.5849999785423279, 0.5989999771118164, 0.5839999914169312, 0.5910000205039978, 0.5889999866485596, 0.593999981880188, 0.5960000157356262, 0.5889999866485596, 0.5879999995231628, 0.5920000076293945, 0.5960000157356262, 0.6010000109672546, 0.5899999737739563, 0.5920000076293945, 0.6019999980926514], "label": "RefinedWeb"}, "FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.324999988079071, 0.395000010728836, 0.4309999942779541, 0.4629999995231628, 0.4539999961853027, 0.4699999988079071, 0.4749999940395355, 0.4690000116825104, 0.4979999959468841, 0.4939999878406524, 0.5, 0.515999972820282, 0.5180000066757202, 0.5239999890327454, 0.5189999938011169, 0.5329999923706055, 0.5329999923706055, 0.5320000052452087, 0.5289999842643738, 0.5400000214576721, 0.5350000262260437, 0.5370000004768372, 0.5450000166893005, 0.5389999747276306, 0.5479999780654907, 0.5540000200271606, 0.5460000038146973, 0.5389999747276306, 0.5460000038146973, 0.5519999861717224, 0.5580000281333923, 0.5600000023841858, 0.5479999780654907, 0.5640000104904175, 0.5659999847412109, 0.5649999976158142, 0.5659999847412109, 0.5569999814033508, 0.5630000233650208, 0.5740000009536743, 0.5580000281333923, 0.5659999847412109, 0.5709999799728394, 0.5789999961853027, 0.574999988079071, 0.5649999976158142, 0.5709999799728394, 0.5730000138282776, 0.5740000009536743, 0.5830000042915344, 0.574999988079071, 0.5709999799728394, 0.578000009059906, 0.5860000252723694, 0.5730000138282776, 0.5839999914169312, 0.5830000042915344, 0.5899999737739563, 0.5889999866485596, 0.5799999833106995, 0.5929999947547913, 0.5860000252723694, 0.5839999914169312, 0.5860000252723694, 0.5849999785423279, 0.5879999995231628, 0.5870000123977661, 0.5860000252723694, 0.5820000171661377, 0.5950000286102295, 0.5989999771118164, 0.5950000286102295, 0.593999981880188, 0.5960000157356262, 0.5960000157356262, 0.5910000205039978, 0.5979999899864197, 0.5929999947547913, 0.5920000076293945, 0.5910000205039978, 0.5929999947547913, 0.597000002861023], "label": "FineWeb-Edu"}, "SlimPajama": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3109999895095825, 0.3429999947547912, 0.367000013589859, 0.3930000066757202, 0.4000000059604645, 0.4210000038146972, 0.4339999854564667, 0.4429999887943268, 0.4560000002384186, 0.4620000123977661, 0.4670000076293945, 0.4679999947547912, 0.4749999940395355, 0.4720000028610229, 0.4869999885559082, 0.4939999878406524, 0.4979999959468841, 0.4860000014305115, 0.4939999878406524, 0.5049999952316284, 0.4939999878406524, 0.5149999856948853, 0.5139999985694885, 0.5130000114440918, 0.5210000276565552, 0.5230000019073486, 0.5270000100135803, 0.531000018119812, 0.5299999713897705, 0.5320000052452087, 0.5370000004768372, 0.5379999876022339, 0.5370000004768372, 0.527999997138977, 0.5400000214576721, 0.5410000085830688, 0.5410000085830688, 0.5360000133514404, 0.5320000052452087, 0.5460000038146973, 0.5360000133514404, 0.5400000214576721, 0.550000011920929, 0.5529999732971191, 0.550000011920929, 0.5609999895095825, 0.5479999780654907, 0.5519999861717224, 0.5630000233650208, 0.5649999976158142, 0.5580000281333923, 0.5580000281333923, 0.5429999828338623, 0.5559999942779541, 0.5590000152587891, 0.5659999847412109, 0.5669999718666077, 0.574999988079071, 0.5690000057220459, 0.5690000057220459, 0.5699999928474426, 0.5720000267028809, 0.5699999928474426, 0.5709999799728394, 0.5720000267028809, 0.5740000009536743, 0.5879999995231628, 0.5730000138282776, 0.5730000138282776, 0.5720000267028809, 0.574999988079071, 0.5759999752044678, 0.5820000171661377, 0.5860000252723694, 0.5830000042915344, 0.5730000138282776, 0.5879999995231628, 0.5720000267028809, 0.5889999866485596, 0.574999988079071, 0.5889999866485596, 0.5839999914169312], "label": "SlimPajama"}, "RedPajama2": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3070000112056732, 0.3449999988079071, 0.3659999966621399, 0.402999997138977, 0.4079999923706054, 0.4230000078678131, 0.4269999861717224, 0.4519999921321869, 0.4460000097751617, 0.4519999921321869, 0.4569999873638153, 0.4569999873638153, 0.4659999907016754, 0.4659999907016754, 0.488999992609024, 0.4749999940395355, 0.4799999892711639, 0.4850000143051147, 0.503000020980835, 0.5009999871253967, 0.4970000088214874, 0.5080000162124634, 0.4979999959468841, 0.5049999952316284, 0.5080000162124634, 0.5109999775886536, 0.5180000066757202, 0.5270000100135803, 0.5109999775886536, 0.5189999938011169, 0.5220000147819519, 0.5199999809265137, 0.5249999761581421, 0.527999997138977, 0.531000018119812, 0.531000018119812, 0.5289999842643738, 0.5270000100135803, 0.5329999923706055, 0.5370000004768372, 0.5410000085830688, 0.5329999923706055, 0.5329999923706055, 0.5429999828338623, 0.5410000085830688, 0.5519999861717224, 0.5490000247955322, 0.5440000295639038, 0.5350000262260437, 0.5440000295639038, 0.5509999990463257, 0.5460000038146973, 0.5410000085830688, 0.5529999732971191, 0.5490000247955322, 0.5509999990463257, 0.546999990940094, 0.550000011920929, 0.5540000200271606, 0.5550000071525574, 0.5540000200271606, 0.5580000281333923, 0.5450000166893005, 0.5529999732971191, 0.5550000071525574, 0.5519999861717224, 0.5569999814033508, 0.5609999895095825, 0.5659999847412109, 0.5580000281333923, 0.5559999942779541, 0.5640000104904175, 0.5519999861717224, 0.5569999814033508, 0.5569999814033508, 0.5590000152587891, 0.5559999942779541, 0.5529999732971191, 0.5550000071525574, 0.5619999766349792, 0.5529999732971191, 0.5600000023841858], "label": "RedPajama2"}, "The Pile": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2919999957084656, 0.3260000050067901, 0.3339999914169311, 0.3519999980926513, 0.3540000021457672, 0.356000006198883, 0.3840000033378601, 0.382999986410141, 0.3939999938011169, 0.4040000140666961, 0.4110000133514404, 0.4259999990463257, 0.4250000119209289, 0.4269999861717224, 0.4259999990463257, 0.4390000104904175, 0.44200000166893, 0.449999988079071, 0.4569999873638153, 0.4620000123977661, 0.4580000042915344, 0.4580000042915344, 0.4639999866485595, 0.4709999859333038, 0.4760000109672546, 0.4740000069141388, 0.4620000123977661, 0.4839999973773956, 0.4850000143051147, 0.4760000109672546, 0.4850000143051147, 0.4779999852180481, 0.4790000021457672, 0.4909999966621399, 0.4819999933242798, 0.492000013589859, 0.5040000081062317, 0.5070000290870667, 0.492000013589859, 0.4909999966621399, 0.5099999904632568, 0.4990000128746032, 0.5130000114440918, 0.5019999742507935, 0.5130000114440918, 0.5080000162124634, 0.5180000066757202, 0.5149999856948853, 0.5149999856948853, 0.515999972820282, 0.5249999761581421, 0.5170000195503235, 0.5210000276565552, 0.5210000276565552, 0.5180000066757202, 0.5249999761581421, 0.5220000147819519, 0.5170000195503235, 0.5260000228881836, 0.5220000147819519, 0.5239999890327454, 0.5230000019073486, 0.5350000262260437, 0.5400000214576721, 0.5329999923706055, 0.5440000295639038, 0.5400000214576721, 0.5440000295639038, 0.5419999957084656, 0.5400000214576721, 0.5580000281333923, 0.5559999942779541, 0.5580000281333923, 0.5619999766349792, 0.5619999766349792, 0.5519999861717224, 0.5580000281333923, 0.5659999847412109, 0.5559999942779541, 0.5519999861717224, 0.5569999814033508, 0.5569999814033508], "label": "The Pile"}}, "layout": {"title": {"text": "Dataset ablations"}}}
assets/data/plots/edu_ablations/index.json CHANGED
@@ -1 +1 @@
1
- {"files": {"agg_score": {"file": "agg_score.json"}, "commonsense_qa/acc_norm": {"file": "commonsense_qa_acc_norm.json"}, "hellaswag/acc_norm": {"file": "hellaswag_acc_norm.json"}, "openbookqa/acc_norm": {"file": "openbookqa_acc_norm.json"}, "piqa/acc_norm": {"file": "piqa_acc_norm.json"}, "siqa/acc_norm": {"file": "siqa_acc_norm.json"}, "winogrande/acc_norm": {"file": "winogrande_acc_norm.json"}, "arc/acc_norm": {"file": "arc_acc_norm.json"}, "mmlu/acc_norm": {"file": "mmlu_acc_norm.json"}}, "settings": {"defaultMetric": "agg_score", "slider": {"min": 0, "max": 30, "default": 5}}}
 
1
+ {"files": {"agg_score": {"file": "agg_score.json"}, "commonsense_qa/acc_norm": {"file": "commonsense_qa_acc_norm.json"}, "hellaswag/acc_norm": {"file": "hellaswag_acc_norm.json"}, "openbookqa/acc_norm": {"file": "openbookqa_acc_norm.json"}, "piqa/acc_norm": {"file": "piqa_acc_norm.json"}, "siqa/acc_norm": {"file": "siqa_acc_norm.json"}, "winogrande/acc_norm": {"file": "winogrande_acc_norm.json"}, "arc/acc_norm": {"file": "arc_acc_norm.json"}, "mmlu/acc_norm": {"file": "mmlu_acc_norm.json"}}, "settings": {"defaultMetric": "agg_score", "slider": {"min": 0, "max": 30, "default": 5}, "caption": "\ud83d\udcda FineWeb-Edu outperforms \ud83c\udf77 FineWeb and all other open web datasets on our group of evaluation tasks."}}
assets/data/plots/edu_ablations/mmlu_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data": {"FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2846052646636963, 0.2959392964839935, 0.3061228692531585, 0.3149208426475525, 0.3176532685756683, 0.3225170373916626, 0.3196880519390106, 0.33268803358078, 0.3359453380107879, 0.3378236889839172, 0.3327613472938537, 0.3371004462242126, 0.341436356306076, 0.3346577882766723, 0.3467139005661011, 0.3444235622882843, 0.3393178880214691, 0.3464101552963257, 0.3519443869590759, 0.3424438536167145, 0.3482622504234314, 0.3498939573764801, 0.3489386737346649, 0.3370750844478607, 0.3544466495513916, 0.3526914715766907, 0.3480485081672668, 0.3531897664070129, 0.3544855415821075, 0.3564254641532898, 0.3549351394176483, 0.3615870773792267, 0.3598267436027527, 0.3631990551948547, 0.3607141971588135, 0.3631689846515655, 0.3636053204536438, 0.3645668029785156, 0.3634436726570129, 0.3636528253555298, 0.3648204207420349, 0.365005224943161, 0.3584451973438263, 0.3670040369033813, 0.3671388924121856, 0.364416092634201, 0.3627950549125671, 0.3640199303627014, 0.3622030317783355, 0.3591959178447723, 0.3608148992061615, 0.368902176618576, 0.3647457659244537, 0.364712506532669, 0.3672005832195282, 0.371817797422409, 0.3703738451004028, 0.3707690834999084, 0.3658463656902313, 0.3696920573711395, 0.36676025390625, 0.3686844706535339, 0.3625083863735199, 0.3724599778652191, 0.3751636147499084, 0.3710232377052307, 0.3732930719852447, 0.3758543133735657, 0.3735319674015045, 0.3748462796211242, 0.3727696537971496, 0.3742765486240387, 0.3781122863292694, 0.3772228062152862, 0.3758714497089386, 0.3751420676708221, 0.3744629323482513, 0.3745329976081848, 0.3729472458362579, 0.3722458183765411, 0.3734634220600128, 0.3744533956050873], "label": "FineWeb-Edu"}, "SlimPajama": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2497200071811676, 0.2592614293098449, 0.2593538165092468, 0.2662509083747864, 0.2664803266525268, 0.2686671912670135, 0.2750212550163269, 0.2728220522403717, 0.2735992670059204, 0.2816755771636963, 0.2807474434375763, 0.2832716107368469, 0.2859686017036438, 0.2851547598838806, 0.2844336628913879, 0.2834415435791015, 0.2903566062450409, 0.2867975533008575, 0.2869687974452972, 0.2880666553974151, 0.2895745635032654, 0.2932893931865692, 0.285281777381897, 0.29486083984375, 0.2966246604919433, 0.2939338088035583, 0.2906226515769958, 0.2981550693511963, 0.2983705997467041, 0.2941931188106537, 0.3010403513908386, 0.2986909449100494, 0.3023008406162262, 0.2999930381774902, 0.2975163459777832, 0.3010782599449157, 0.3005977869033813, 0.3014611005783081, 0.2960115671157837, 0.3022516369819641, 0.3078178465366363, 0.3019892573356628, 0.3054529130458832, 0.3049662113189697, 0.3028279542922973, 0.3042507171630859, 0.3116106986999511, 0.3049386143684387, 0.3076794445514679, 0.3053653836250305, 0.3102109432220459, 0.3084518015384674, 0.3062224984169006, 0.3118025958538055, 0.3052020072937011, 0.3125185668468475, 0.3075071275234222, 0.3104312717914581, 0.3031999468803406, 0.3096194863319397, 0.3074706494808197, 0.3123086094856262, 0.3070628046989441, 0.3116572499275207, 0.3127453923225403, 0.3144129812717438, 0.3129480183124542, 0.3091934025287628, 0.3163215219974518, 0.3153833448886871, 0.3132557868957519, 0.3166911005973816, 0.3108917474746704, 0.3084513247013092, 0.3118407726287842, 0.3133653402328491, 0.3157584071159363, 0.3147788345813751, 0.311055988073349, 0.3152942359447479, 0.3187046945095062, 0.3157975673675537, 0.3121104836463928, 0.3179425001144409, 0.3151332139968872, 0.3168922960758209, 0.3146162927150726, 0.3181720376014709, 0.3161299228668213, 0.3202162981033325, 0.3161057233810425, 0.3180809915065765, 0.3162356913089752, 0.315767765045166, 0.3190236985683441, 0.3171856999397278, 0.3202316761016845, 0.3133728802204132, 0.3163894414901733, 0.31822270154953, 0.3266949653625488, 0.3198533058166504, 0.3233769834041595, 0.3238007426261902, 0.3205596804618835, 0.3247207403182983, 0.3206443786621094, 0.323225736618042, 0.3217288851737976, 0.3235573768615722, 0.3252238631248474, 0.324187159538269, 0.3246301114559173, 0.3234524428844452, 0.3228626251220703, 0.3241204023361206, 0.3248985707759857, 0.3271089494228363, 0.3260233104228973, 0.3256067335605621, 0.3253726661205292, 0.3233819603919983, 0.3251070082187652, 0.3276388943195343, 0.3218710720539093, 0.3246103525161743, 0.3265250921249389, 0.3275103867053985, 0.3297024071216583, 0.3277328908443451, 0.3267576098442077, 0.327478289604187, 0.3304429948329925, 0.3273082375526428, 0.3264918923377991, 0.3236933350563049, 0.3272844851016998, 0.3272388875484466, 0.3295789361000061, 0.3278802335262298, 0.3284499049186706, 0.3294344544410705, 0.3298918604850769, 0.3306445777416229, 0.3281697332859039, 0.3339054882526397, 0.3293753862380981, 0.3298616707324981, 0.3280701637268066, 0.3316899836063385, 0.3303491175174713, 0.330327957868576, 0.3314228653907776, 0.3317765891551971, 0.3307021856307983, 0.330121636390686, 0.3283750414848327, 0.3317910432815552, 0.3326679468154907, 0.3311441838741302, 0.330735981464386, 0.3313741981983185, 0.3320714235305786, 0.3333134055137634, 0.3337414860725403, 0.3286249935626983, 0.3344342410564422, 0.3337143063545227], "label": "SlimPajama"}, "RefinedWeb": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2501466572284698, 0.2528519630432129, 0.2616856694221496, 0.2665999829769134, 0.2683407664299011, 0.2742894291877746, 0.2762066125869751, 0.2807516455650329, 0.2767378389835357, 0.2807380557060241, 0.2788906991481781, 0.2844051718711853, 0.2856102883815765, 0.2883394360542297, 0.2890409529209137, 0.2894668281078338, 0.2883355319499969, 0.2872501015663147, 0.291619062423706, 0.2900333702564239, 0.2962473034858703, 0.2962896525859833, 0.297355443239212, 0.2932226359844208, 0.2886744439601898, 0.29665008187294, 0.2976542115211487, 0.2991503179073334, 0.3004479110240936, 0.3044549524784088, 0.2976194322109222, 0.3014707863330841, 0.3048252463340759, 0.3039425611495971, 0.303354948759079, 0.3027459383010864, 0.2999922931194305, 0.3050121665000915, 0.2998814284801483, 0.2978588044643402, 0.3041949570178985, 0.3010904192924499, 0.3022017180919647, 0.2997751235961914, 0.3015910983085632, 0.3096485137939453, 0.3012076020240783, 0.3065535724163055, 0.3042872548103332, 0.3104783594608307, 0.2997980415821075, 0.3051296770572662, 0.303458571434021, 0.3088337182998657, 0.3145398199558258, 0.3032208085060119, 0.310806930065155, 0.3075874149799347, 0.3101692199707031, 0.310107946395874, 0.3066047430038452, 0.3109066784381866, 0.3081336915493011, 0.3084586262702942, 0.3086149394512176, 0.3085348606109619, 0.3136637806892395, 0.3110873103141784, 0.31076380610466, 0.3084572553634643, 0.3133681714534759, 0.3125792145729065, 0.3124453127384186, 0.3097185790538788, 0.3106793165206909, 0.3089564740657806, 0.3111244142055511, 0.3123694658279419, 0.3144859969615936, 0.3135123550891876, 0.311982125043869, 0.3142133951187134, 0.3122903704643249, 0.3147654831409454, 0.3078767359256744, 0.314947634935379, 0.3171303570270538, 0.3129573762416839, 0.3154936134815216, 0.3158208429813385, 0.3153132200241089, 0.3141326904296875, 0.3163397014141083, 0.3166318237781524, 0.3168410360813141, 0.3198235332965851, 0.3201336860656738, 0.3212967813014984, 0.3191385567188263, 0.3178017139434814, 0.3192791938781738, 0.323061466217041, 0.320336639881134, 0.3165886104106903, 0.3206393420696258, 0.3167395293712616, 0.3135207295417785, 0.315539002418518, 0.3191742599010467, 0.321073055267334, 0.3222262561321258, 0.3193058371543884, 0.3213480710983276, 0.3198905289173126, 0.3219239711761474, 0.3211614489555359, 0.318855881690979, 0.3177095353603363, 0.324197381734848, 0.3208906352519989, 0.3264936804771423, 0.3245965242385864, 0.3231639564037323, 0.3221887946128845, 0.3277338445186615, 0.3227696120738983, 0.3263820111751556, 0.3258577883243561, 0.3264622390270233, 0.3222362995147705, 0.3286814987659454, 0.3235024213790893, 0.32446950674057, 0.3311836123466491, 0.328130304813385, 0.3271634578704834, 0.3250012993812561, 0.3309800624847412, 0.3274554014205932, 0.3273015916347503, 0.3261759579181671, 0.32697594165802, 0.3303172886371612, 0.3282814025878906, 0.3289586305618286, 0.3260826468467712, 0.3258011937141418, 0.3297208249568939, 0.3254813551902771, 0.3287739753723144, 0.3287097811698913, 0.3275279700756073, 0.3293041586875915, 0.3314100801944732, 0.3287808299064636, 0.3251930773258209, 0.3288172781467438, 0.3265027701854706, 0.3275215625762939, 0.3290774822235107, 0.3261331617832184, 0.3299777805805206, 0.331955999135971, 0.3305029273033142, 0.3274719417095184, 0.3235560953617096, 0.3269940316677093, 0.3323083519935608], "label": "RefinedWeb"}, "The Pile": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2498730421066284, 0.2534083127975464, 0.2561326622962951, 0.2599403262138366, 0.2633565366268158, 0.2649387121200561, 0.2713600993156433, 0.2703712880611419, 0.2707636058330536, 0.2733668386936188, 0.2729981541633606, 0.274116575717926, 0.2803106009960174, 0.2809702754020691, 0.2779591083526611, 0.2805380225181579, 0.2798897624015808, 0.2806138396263122, 0.2803314626216888, 0.2810186445713043, 0.2816281020641327, 0.2882067859172821, 0.2882601618766784, 0.2830324470996856, 0.2890165150165558, 0.2814686000347137, 0.2897007167339325, 0.2888377606868744, 0.2834174335002899, 0.2923084199428558, 0.2913220524787903, 0.2947664260864258, 0.2914148271083832, 0.2925300896167755, 0.293608158826828, 0.2889452278614044, 0.2899258136749267, 0.2933099865913391, 0.2945047914981842, 0.2932035624980926, 0.2960488498210907, 0.2930898070335388, 0.2955847680568695, 0.2957557141780853, 0.2971082925796509, 0.2952709197998047, 0.2950723767280578, 0.2981964945793152, 0.2964051365852356, 0.2939505577087402, 0.2963071465492248, 0.2983180284500122, 0.2972628474235534, 0.3001365661621094, 0.2960390746593475, 0.2977366149425506, 0.2980498075485229, 0.2993811666965484, 0.2978217303752899, 0.2964333891868591, 0.3007307946681976, 0.3038485944271087, 0.3062177002429962, 0.2997282147407532, 0.3027545511722564, 0.3020226955413818, 0.3046002388000488, 0.3044104874134063, 0.3070093989372253, 0.2984016835689544, 0.301089197397232, 0.3019088506698608, 0.2994609773159027, 0.3090873956680298, 0.3015709221363067, 0.3070562481880188, 0.3078455030918121, 0.3082370460033417, 0.3078760802745819, 0.3083541393280029, 0.3041301965713501, 0.3008038699626922, 0.308231920003891, 0.3079721331596374, 0.3082239031791687, 0.3112189173698425, 0.3071774840354919, 0.303611695766449, 0.3100490272045135, 0.306540310382843, 0.3090290427207947, 0.3081201016902923, 0.3089599609375, 0.3034833371639251, 0.3090586364269256, 0.3152794539928436, 0.3124137222766876, 0.308320552110672, 0.3110654950141907, 0.3116510510444641, 0.3129254281520843, 0.312163382768631, 0.3099710345268249, 0.3123080432415008, 0.3135911822319031, 0.3122925460338592, 0.3133870661258697, 0.3189542889595032, 0.3170333206653595, 0.3164204955101013, 0.3185184895992279, 0.319377452135086, 0.3195942044258117, 0.3197914958000183, 0.315343827009201, 0.3192422688007355, 0.3192358016967773, 0.3179579675197601, 0.319799929857254, 0.3205091953277588, 0.3259644210338592, 0.3236323595046997, 0.3209564685821533, 0.3220179975032806, 0.3186767101287842, 0.3223333358764648, 0.3227059245109558, 0.3206779062747955, 0.3189719617366791, 0.324008584022522, 0.3231253325939178, 0.3192954957485199, 0.3221996128559112, 0.3230528831481933, 0.3278523981571197, 0.3217717707157135, 0.3207707703113556, 0.3236245810985565, 0.3222698867321014, 0.3228896558284759, 0.3253422081470489, 0.3267556726932525, 0.3249134719371795, 0.32914799451828, 0.3244758546352386, 0.327859878540039, 0.3285762071609497, 0.3294639587402344, 0.3258695304393768, 0.3260534405708313, 0.3286381065845489, 0.3287994265556335, 0.3297498822212219, 0.3312559723854065, 0.3358747959136963, 0.3314234912395477, 0.3303252458572387, 0.3299272060394287, 0.3301239311695099, 0.3315372467041015, 0.330515444278717, 0.3301299214363098, 0.331067830324173, 0.3263126313686371, 0.3315630555152893, 0.331708014011383, 0.3312946856021881, 0.3308100700378418], "label": "The Pile"}, "FineWeb (ours)": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2501466572284698, 0.2562687695026397, 0.264194518327713, 0.2659797668457031, 0.2690401375293731, 0.2707462012767792, 0.2736803293228149, 0.2808477580547333, 0.2819793820381164, 0.2818062305450439, 0.2852273285388946, 0.2852552533149719, 0.293150246143341, 0.2869345247745514, 0.2926198840141296, 0.2911646664142608, 0.2883031964302063, 0.2938489317893982, 0.2923268675804138, 0.2927436530590057, 0.2957125902175903, 0.2942458391189575, 0.2957732379436493, 0.2933609783649444, 0.2939628064632416, 0.2984270751476288, 0.2989151179790497, 0.3007727265357971, 0.2968312501907348, 0.2969468235969543, 0.3013020753860473, 0.3045085966587066, 0.3018752634525299, 0.3014349043369293, 0.2988792657852173, 0.3034284710884094, 0.3015728890895843, 0.3065252900123596, 0.3021449446678161, 0.3043071627616882, 0.303546279668808, 0.3056059181690216, 0.2971993386745453, 0.3057574033737182, 0.3057517111301422, 0.3124973773956299, 0.3139103651046753, 0.3144983947277069, 0.3126215636730194, 0.3140240907669067, 0.3113631308078766, 0.3124240636825561, 0.3126817643642425, 0.3123457431793213, 0.3111095428466797, 0.3113269805908203, 0.3142518699169159, 0.3163851797580719, 0.3134008049964905, 0.3138530254364013, 0.3171449303627014, 0.3119543790817261, 0.3147956132888794, 0.3138984441757202, 0.3178529143333435, 0.3162296414375305, 0.315980851650238, 0.3123161196708679, 0.3166452944278717, 0.3140694200992584, 0.3176922798156738, 0.3176673054695129, 0.3150016367435455, 0.3161586821079254, 0.3222477436065674, 0.3194025754928589, 0.3176416158676147, 0.3159928619861603, 0.3169592320919037, 0.3135637938976288, 0.3155058920383453, 0.3215300440788269, 0.3201274275779724, 0.3192023932933807, 0.3156079053878784, 0.3212503492832184, 0.3163617849349975, 0.3223940432071686, 0.3191330432891845, 0.3194314539432525, 0.3221519589424133, 0.3211863040924072, 0.3197937309741974, 0.3174488544464111, 0.3159596025943756, 0.3157133460044861, 0.3193388879299164, 0.3163386285305023, 0.3202225565910339, 0.3163421154022217, 0.3212694227695465, 0.3187369704246521, 0.3203508555889129, 0.3224054872989654, 0.3207881152629852, 0.3219418525695801, 0.3197605609893799, 0.3255409598350525, 0.3253240585327148, 0.319698303937912, 0.3250498473644256, 0.3228228390216827, 0.3213794529438019, 0.3219127357006073, 0.3214426934719085, 0.3238218128681183, 0.3229665458202362, 0.3220484256744385, 0.3240038454532623, 0.3246393501758575, 0.3237775564193725, 0.3258441984653473, 0.322843462228775, 0.3241913020610809, 0.324148565530777, 0.3238157927989959, 0.3248989582061767, 0.3280864655971527, 0.3288898766040802, 0.3265794515609741, 0.3277602791786194, 0.3231202363967895, 0.3224002718925476, 0.323845773935318, 0.3278093039989471, 0.3247094452381134, 0.3289697468280792, 0.3272296786308288, 0.3275051414966583, 0.3271359801292419, 0.3280861675739288, 0.3281281590461731, 0.327859491109848, 0.3281152546405792, 0.3282515406608581, 0.3258990049362182, 0.3271094560623169, 0.3259278535842895, 0.3258941769599914, 0.3278749883174896, 0.3300504386425018, 0.326113760471344, 0.3242938220500946, 0.3262194991111755, 0.3263693153858185, 0.3274452090263366, 0.3254594206809997, 0.3287247717380523, 0.3250340223312378, 0.3270816206932068, 0.3275731801986694, 0.3282500207424164, 0.3257671594619751, 0.3272948265075683, 0.3274084031581878, 0.3302212655544281, 0.3322067260742187, 0.3296935856342315], "label": "FineWeb (ours)"}, "RedPajama2": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2496780008077621, 0.2519060671329498, 0.2591428160667419, 0.2637551724910736, 0.2671225368976593, 0.2742190659046173, 0.2761570811271667, 0.27329882979393, 0.2755842506885528, 0.2790464162826538, 0.2869725823402405, 0.2838374674320221, 0.2864839732646942, 0.2891924679279327, 0.2910299301147461, 0.2891930639743805, 0.288548856973648, 0.29207244515419, 0.2911308705806732, 0.2965781390666961, 0.2966488599777221, 0.2910915017127991, 0.2942662537097931, 0.2906062006950378, 0.2968285381793976, 0.299734503030777, 0.2920202910900116, 0.3011439740657806, 0.2991106510162353, 0.2955383658409118, 0.2984142899513244, 0.3006328046321869, 0.3036990761756897, 0.2976612746715545, 0.2990829646587372, 0.2943736910820007, 0.300097107887268, 0.2956410348415375, 0.3071651458740234, 0.3055790960788727, 0.3042990863323211, 0.3054490685462951, 0.3014840185642242, 0.298349380493164, 0.3029196262359619, 0.3046568930149078, 0.306732028722763, 0.3014123737812042, 0.3036067485809326, 0.3066047132015228, 0.3052354753017425, 0.3075886964797973, 0.3091740012168884, 0.3017406165599823, 0.3043143153190613, 0.3051626980304718, 0.3052559792995453, 0.3032524585723877, 0.3126200735569, 0.3073466420173645, 0.3121364712715149, 0.3114152550697326, 0.3056653439998626, 0.3071228861808777, 0.3121611177921295, 0.3070071935653686, 0.3095386028289795, 0.3122327923774719, 0.3104317188262939, 0.3108241260051727, 0.3109523057937622, 0.3170003592967987, 0.3106639087200165, 0.3124147951602936, 0.3132331371307373, 0.3180687129497528, 0.3111820816993713, 0.3153944313526153, 0.3127918243408203, 0.3113606572151184, 0.3180998861789703, 0.3133571743965149, 0.314390480518341, 0.3146277070045471, 0.3148570358753204, 0.3144837021827698, 0.3187994956970215, 0.3204345703125, 0.3150869607925415, 0.3201290965080261, 0.3202804625034332, 0.319104790687561, 0.3177886009216308, 0.3194527924060821, 0.3167977631092071, 0.3182326853275299, 0.3169693946838379, 0.3235675394535064, 0.3185839354991913, 0.3215724229812622, 0.3182428181171417, 0.3219003081321716, 0.3199219107627868, 0.3217185437679291, 0.3206124603748321, 0.3205193877220154, 0.318211942911148, 0.3197448849678039, 0.3191796839237213, 0.3248491883277893, 0.3221067786216736, 0.3249030709266662, 0.3219638168811798, 0.3252624571323395, 0.3218883872032165, 0.3220428824424743, 0.3214907944202423, 0.3213936984539032, 0.3221090137958526, 0.3221961259841919, 0.3210761547088623, 0.3239326179027557, 0.321384847164154, 0.3226822912693023, 0.3249708116054535, 0.3271316289901733, 0.3257546424865722, 0.323205828666687, 0.3232316970825195, 0.3275502622127533, 0.3237724900245666, 0.3249053359031677, 0.3257182836532593, 0.3244708180427551, 0.3246290981769562, 0.3252749741077423, 0.3240469694137573, 0.329105406999588, 0.3294115364551544, 0.3245800733566284, 0.3285538256168365, 0.3260121047496795, 0.3243294656276703, 0.3270638883113861, 0.3259481191635132, 0.3246479034423828, 0.321680337190628, 0.3224166929721832, 0.3243135511875152, 0.3283822238445282, 0.3236311376094818, 0.327635109424591, 0.3274770975112915, 0.3242181539535522, 0.3290536999702453, 0.3260405361652374, 0.3252047896385193, 0.3275159001350403, 0.3269789516925812, 0.3300522267818451, 0.3290919959545135, 0.3258809447288513, 0.3274780511856079, 0.3302557468414306, 0.3261787891387939, 0.3282874226570129, 0.3261036276817322, 0.3293801844120025], "label": "RedPajama2"}, "Dolma": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2501270473003387, 0.2560833990573883, 0.2599925696849823, 0.2675598859786987, 0.2684114277362823, 0.2716337144374847, 0.2740766704082489, 0.2775039076805115, 0.2783404588699341, 0.2796013355255127, 0.2820949554443359, 0.2810406684875488, 0.2823644876480102, 0.2833253145217895, 0.2857703566551208, 0.2808239161968231, 0.2917547225952148, 0.2897486090660095, 0.2875275015830993, 0.2943058311939239, 0.2891780138015747, 0.2897033989429474, 0.2903319895267486, 0.2924950718879699, 0.2875644862651825, 0.2924458384513855, 0.293954849243164, 0.2929113805294037, 0.2915636599063873, 0.2917861938476562, 0.2942286729812622, 0.2967639863491058, 0.291913092136383, 0.2953178882598877, 0.2972874641418457, 0.2956210374832153, 0.3018575012683868, 0.2929699420928955, 0.2950209975242615, 0.3003560602664947, 0.2974177300930023, 0.2950251400470733, 0.296758621931076, 0.2972809970378876, 0.2982426285743713, 0.3019979298114776, 0.3008206784725189, 0.3005954325199127, 0.2938346862792969, 0.3009699583053589, 0.2989449501037597, 0.2996537983417511, 0.3019669651985168, 0.3000748455524444, 0.3000148236751556, 0.2995675504207611, 0.298966109752655, 0.3004475831985473, 0.3023184835910797, 0.3034453392028808, 0.3016394674777984, 0.3060395121574402, 0.3066911995410919, 0.3065873384475708, 0.29949951171875, 0.3031920790672302, 0.3026251792907715, 0.3046470880508423, 0.3025145232677459, 0.306982010602951, 0.302643358707428, 0.304037868976593, 0.3015348613262176, 0.299553781747818, 0.3041835427284241, 0.3027640879154205, 0.3082228600978851, 0.3047288656234741, 0.3039765655994415, 0.3048267066478729, 0.3035992980003357, 0.3056430518627167, 0.3037824630737304, 0.3048160970211029, 0.3040882349014282, 0.3052836060523987, 0.3065180480480194, 0.307971179485321, 0.3091272115707397, 0.3034843504428863, 0.3075712919235229, 0.3104844093322754, 0.3063389658927917, 0.3032608032226562, 0.3080332279205322, 0.3079279065132141, 0.3062038123607635, 0.3072481155395508, 0.3117794990539551, 0.3067246973514557, 0.3082475662231445, 0.3099625706672668, 0.3070119023323059, 0.3101015090942383, 0.3109049797058105, 0.3087223470211029, 0.3101778626441955, 0.3094301521778106, 0.3144752383232116, 0.3116049468517303, 0.3116113245487213, 0.3137989044189453, 0.3153277635574341, 0.3151018321514129, 0.3132036030292511, 0.3145381212234497, 0.3129039704799652, 0.3149133026599884, 0.3102412819862366, 0.3117950558662414, 0.3154202997684479, 0.3132332563400268, 0.3113301992416382, 0.3101116418838501, 0.3130112290382385, 0.3137075006961822, 0.315510481595993, 0.3132544159889221, 0.3161831498146057, 0.3116595447063446, 0.3104106485843658, 0.3173929154872894, 0.314871996641159, 0.316310316324234, 0.3159449696540832, 0.3161650598049164, 0.3156299889087677, 0.3161895871162414, 0.3156271278858185, 0.3160959482192993, 0.317343145608902, 0.3176217675209045, 0.3190700709819793, 0.3196708261966705, 0.3158564865589142, 0.3173984587192535, 0.316327154636383, 0.3143565356731415, 0.3159370124340057, 0.3192657828330993, 0.3172151446342468, 0.3148190677165985, 0.3171719908714294, 0.3181072175502777, 0.3178979456424713, 0.3210897445678711, 0.3147720694541931, 0.3171736001968384, 0.3176901936531067, 0.3162892162799835, 0.3163918852806091, 0.3174804747104645, 0.3201273679733276, 0.3196343183517456, 0.3189445436000824, 0.3197543323040008, 0.3184814155101776, 0.3209713697433471], "label": "Dolma"}, "C4": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2501466572284698, 0.2503989636898041, 0.2554822564125061, 0.267362505197525, 0.2635625898838043, 0.2717761397361755, 0.2754477560520172, 0.275278776884079, 0.2799545228481293, 0.2766266465187073, 0.27903613448143, 0.2817002832889557, 0.2798756062984466, 0.2839230597019195, 0.2838127315044403, 0.2853756248950958, 0.2841375172138214, 0.2884852290153503, 0.2859430313110351, 0.2888604700565338, 0.2842839062213897, 0.2834508419036865, 0.2905769944190979, 0.291401594877243, 0.2923042178153991, 0.2906481623649597, 0.2864490151405334, 0.2894583344459533, 0.2936400771141052, 0.289957731962204, 0.2898236215114593, 0.2837969064712524, 0.2944568693637848, 0.287180632352829, 0.2923372685909271, 0.2921179831027984, 0.2892000675201416, 0.2896223366260528, 0.2912705242633819, 0.2905389666557312, 0.2875383198261261, 0.2915911972522735, 0.2923913896083832, 0.2919397950172424, 0.2927466332912445, 0.2955999374389648, 0.2927011847496032, 0.2947700321674347, 0.2957072854042053, 0.2927916347980499, 0.2963354587554931, 0.2973482012748718, 0.2991726994514465, 0.2962333858013153, 0.2936276495456695, 0.2937322854995727, 0.3001607954502105, 0.2961930930614471, 0.2966057658195495, 0.2966968417167663, 0.3002983927726745, 0.2983409464359283, 0.2959610521793365, 0.2962177395820617, 0.2951928675174713, 0.2985051274299621, 0.30136439204216, 0.2984142005443573, 0.3012503385543823, 0.299721896648407, 0.3021658658981323, 0.2981589436531067, 0.2985765635967254, 0.2982990145683288, 0.3036385178565979, 0.3027603924274444, 0.3010715246200561, 0.3001661598682403, 0.298428326845169, 0.3019610047340393, 0.3065414726734161, 0.29936483502388, 0.3038617968559265, 0.3041279911994934, 0.3058141767978668, 0.3057383298873901, 0.3019986450672149, 0.3034681677818298, 0.3048995435237884, 0.3043853640556335, 0.3066711127758026, 0.30138099193573, 0.3047040700912475, 0.3035959601402282, 0.3064981997013092, 0.3050976097583771, 0.3082782626152038, 0.3046838641166687, 0.3041907548904419, 0.3060542941093445, 0.3100601136684418, 0.3060735464096069, 0.3048785924911499, 0.3074990510940552, 0.3062954843044281, 0.3097685873508453, 0.3098846077919006, 0.3045764863491058, 0.3065372407436371, 0.308793306350708, 0.3075888156890869, 0.3107441067695617, 0.3069410920143127, 0.3096908032894134, 0.3064695000648498, 0.3067855834960937, 0.3074861168861389, 0.3091084659099579, 0.3072076141834259, 0.3065063059329986, 0.3104434311389923, 0.3067492246627807, 0.3116618990898132, 0.3115111291408539, 0.3112091422080993, 0.3067144453525543, 0.3121508359909057, 0.3089344203472137, 0.3137882351875305, 0.3108713626861572, 0.312741070985794, 0.3097975254058838, 0.3122666180133819, 0.3133568465709686, 0.3127341866493225, 0.3080432415008545, 0.3120637834072113, 0.3122869431972503, 0.3120250403881073, 0.3117712736129761, 0.3109983205795288, 0.3125808835029602, 0.3116428554058075, 0.3129400014877319, 0.3116071224212646, 0.3128395676612854, 0.3080540597438812, 0.3104397654533386, 0.3116388320922851, 0.3122957944869995, 0.3113322257995605, 0.313622385263443, 0.313764363527298, 0.3136481344699859, 0.3141548335552215, 0.3139144778251648, 0.3123406767845154, 0.314969539642334, 0.3138300478458404, 0.3155047297477722, 0.3115970492362976, 0.3151944875717163, 0.3144146800041199, 0.3156995475292206, 0.3192606270313263, 0.3183640241622925, 0.3151223957538605, 0.3162081837654114], "label": "C4"}}, "layout": {"title": {"text": "FineWeb-Edu ablations"}}}
 
1
+ {"data": {"FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2846052646636963, 0.2959392964839935, 0.3061228692531585, 0.3149208426475525, 0.3176532685756683, 0.3225170373916626, 0.3196880519390106, 0.33268803358078, 0.3359453380107879, 0.3378236889839172, 0.3327613472938537, 0.3371004462242126, 0.341436356306076, 0.3346577882766723, 0.3467139005661011, 0.3444235622882843, 0.3393178880214691, 0.3464101552963257, 0.3519443869590759, 0.3424438536167145, 0.3482622504234314, 0.3498939573764801, 0.3489386737346649, 0.3370750844478607, 0.3544466495513916, 0.3526914715766907, 0.3480485081672668, 0.3531897664070129, 0.3544855415821075, 0.3564254641532898, 0.3549351394176483, 0.3615870773792267, 0.3598267436027527, 0.3631990551948547, 0.3607141971588135, 0.3631689846515655, 0.3636053204536438, 0.3645668029785156, 0.3634436726570129, 0.3636528253555298, 0.3648204207420349, 0.365005224943161, 0.3584451973438263, 0.3670040369033813, 0.3671388924121856, 0.364416092634201, 0.3627950549125671, 0.3640199303627014, 0.3622030317783355, 0.3591959178447723, 0.3608148992061615, 0.368902176618576, 0.3647457659244537, 0.364712506532669, 0.3672005832195282, 0.371817797422409, 0.3703738451004028, 0.3707690834999084, 0.3658463656902313, 0.3696920573711395, 0.36676025390625, 0.3686844706535339, 0.3625083863735199, 0.3724599778652191, 0.3751636147499084, 0.3710232377052307, 0.3732930719852447, 0.3758543133735657, 0.3735319674015045, 0.3748462796211242, 0.3727696537971496, 0.3742765486240387, 0.3781122863292694, 0.3772228062152862, 0.3758714497089386, 0.3751420676708221, 0.3744629323482513, 0.3745329976081848, 0.3729472458362579, 0.3722458183765411, 0.3734634220600128, 0.3744533956050873], "label": "FineWeb-Edu"}, "SlimPajama": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2593538165092468, 0.2664803266525268, 0.2750212550163269, 0.2735992670059204, 0.2807474434375763, 0.2859686017036438, 0.2844336628913879, 0.2903566062450409, 0.2869687974452972, 0.2895745635032654, 0.285281777381897, 0.2966246604919433, 0.2906226515769958, 0.2983705997467041, 0.3010403513908386, 0.3023008406162262, 0.2975163459777832, 0.3005977869033813, 0.2960115671157837, 0.3078178465366363, 0.3054529130458832, 0.3028279542922973, 0.3116106986999511, 0.3076794445514679, 0.3102109432220459, 0.3062224984169006, 0.3052020072937011, 0.3075071275234222, 0.3031999468803406, 0.3074706494808197, 0.3070628046989441, 0.3127453923225403, 0.3129480183124542, 0.3163215219974518, 0.3132557868957519, 0.3108917474746704, 0.3118407726287842, 0.3157584071159363, 0.311055988073349, 0.3187046945095062, 0.3121104836463928, 0.3151332139968872, 0.3146162927150726, 0.3161299228668213, 0.3161057233810425, 0.3162356913089752, 0.3190236985683441, 0.3202316761016845, 0.3163894414901733, 0.3266949653625488, 0.3233769834041595, 0.3205596804618835, 0.3206443786621094, 0.3217288851737976, 0.3252238631248474, 0.3246301114559173, 0.3228626251220703, 0.3248985707759857, 0.3260233104228973, 0.3253726661205292, 0.3251070082187652, 0.3218710720539093, 0.3265250921249389, 0.3297024071216583, 0.3267576098442077, 0.3304429948329925, 0.3264918923377991, 0.3295789361000061, 0.3284499049186706, 0.3298918604850769, 0.3281697332859039, 0.3280701637268066, 0.3303491175174713, 0.3314228653907776, 0.3307021856307983, 0.3283750414848327, 0.3326679468154907, 0.330735981464386, 0.3320714235305786, 0.3337414860725403, 0.3344342410564422, 0.3337143063545227], "label": "SlimPajama"}, "RefinedWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2616856694221496, 0.2683407664299011, 0.2762066125869751, 0.2767378389835357, 0.2788906991481781, 0.2856102883815765, 0.2890409529209137, 0.2883355319499969, 0.291619062423706, 0.2962473034858703, 0.297355443239212, 0.2886744439601898, 0.2976542115211487, 0.3004479110240936, 0.2976194322109222, 0.3048252463340759, 0.303354948759079, 0.2999922931194305, 0.2998814284801483, 0.3041949570178985, 0.3022017180919647, 0.3015910983085632, 0.3012076020240783, 0.3042872548103332, 0.2997980415821075, 0.303458571434021, 0.3145398199558258, 0.310806930065155, 0.3101692199707031, 0.3066047430038452, 0.3081336915493011, 0.3086149394512176, 0.3136637806892395, 0.31076380610466, 0.3133681714534759, 0.3124453127384186, 0.3106793165206909, 0.3111244142055511, 0.3144859969615936, 0.311982125043869, 0.3122903704643249, 0.3078767359256744, 0.3171303570270538, 0.3154936134815216, 0.3153132200241089, 0.3163397014141083, 0.3168410360813141, 0.3201336860656738, 0.3191385567188263, 0.3192791938781738, 0.320336639881134, 0.3206393420696258, 0.3135207295417785, 0.3191742599010467, 0.3222262561321258, 0.3213480710983276, 0.3219239711761474, 0.318855881690979, 0.324197381734848, 0.3264936804771423, 0.3231639564037323, 0.3277338445186615, 0.3263820111751556, 0.3264622390270233, 0.3286814987659454, 0.32446950674057, 0.328130304813385, 0.3274554014205932, 0.3261759579181671, 0.3303172886371612, 0.3289586305618286, 0.3254813551902771, 0.3287097811698913, 0.3293041586875915, 0.3287808299064636, 0.3288172781467438, 0.3275215625762939, 0.3261331617832184, 0.331955999135971, 0.3274719417095184, 0.3269940316677093, 0.3323083519935608], "label": "RefinedWeb"}, "The Pile": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2561326622962951, 0.2633565366268158, 0.2713600993156433, 0.2707636058330536, 0.2729981541633606, 0.2803106009960174, 0.2779591083526611, 0.2798897624015808, 0.2803314626216888, 0.2816281020641327, 0.2882601618766784, 0.2890165150165558, 0.2897007167339325, 0.2834174335002899, 0.2913220524787903, 0.2914148271083832, 0.293608158826828, 0.2899258136749267, 0.2945047914981842, 0.2960488498210907, 0.2955847680568695, 0.2971082925796509, 0.2950723767280578, 0.2964051365852356, 0.2963071465492248, 0.2972628474235534, 0.2960390746593475, 0.2980498075485229, 0.2978217303752899, 0.3007307946681976, 0.3062177002429962, 0.3027545511722564, 0.3046002388000488, 0.3070093989372253, 0.301089197397232, 0.2994609773159027, 0.3015709221363067, 0.3078455030918121, 0.3078760802745819, 0.3041301965713501, 0.308231920003891, 0.3082239031791687, 0.3071774840354919, 0.3100490272045135, 0.3090290427207947, 0.3089599609375, 0.3090586364269256, 0.3124137222766876, 0.3110654950141907, 0.3129254281520843, 0.3099710345268249, 0.3135911822319031, 0.3133870661258697, 0.3170333206653595, 0.3185184895992279, 0.3195942044258117, 0.315343827009201, 0.3192358016967773, 0.319799929857254, 0.3259644210338592, 0.3209564685821533, 0.3186767101287842, 0.3227059245109558, 0.3189719617366791, 0.3231253325939178, 0.3221996128559112, 0.3278523981571197, 0.3222698867321014, 0.3253422081470489, 0.3249134719371795, 0.3244758546352386, 0.3258695304393768, 0.3286381065845489, 0.3297498822212219, 0.3358747959136963, 0.3303252458572387, 0.3301239311695099, 0.330515444278717, 0.331067830324173, 0.3315630555152893, 0.3312946856021881, 0.3308100700378418], "label": "The Pile"}, "FineWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.264194518327713, 0.2690401375293731, 0.2736803293228149, 0.2819793820381164, 0.2852273285388946, 0.293150246143341, 0.2926198840141296, 0.2883031964302063, 0.2923268675804138, 0.2957125902175903, 0.2957732379436493, 0.2939628064632416, 0.2989151179790497, 0.2968312501907348, 0.3013020753860473, 0.3018752634525299, 0.2988792657852173, 0.3015728890895843, 0.3021449446678161, 0.303546279668808, 0.2971993386745453, 0.3057517111301422, 0.3139103651046753, 0.3126215636730194, 0.3113631308078766, 0.3126817643642425, 0.3111095428466797, 0.3142518699169159, 0.3134008049964905, 0.3171449303627014, 0.3147956132888794, 0.3178529143333435, 0.315980851650238, 0.3166452944278717, 0.3176922798156738, 0.3150016367435455, 0.3222477436065674, 0.3176416158676147, 0.3169592320919037, 0.3155058920383453, 0.3201274275779724, 0.3156079053878784, 0.3163617849349975, 0.3191330432891845, 0.3221519589424133, 0.3197937309741974, 0.3159596025943756, 0.3193388879299164, 0.3202225565910339, 0.3212694227695465, 0.3203508555889129, 0.3207881152629852, 0.3197605609893799, 0.3253240585327148, 0.3250498473644256, 0.3213794529438019, 0.3214426934719085, 0.3229665458202362, 0.3240038454532623, 0.3237775564193725, 0.322843462228775, 0.324148565530777, 0.3248989582061767, 0.3288898766040802, 0.3277602791786194, 0.3224002718925476, 0.3278093039989471, 0.3275051414966583, 0.3280861675739288, 0.327859491109848, 0.3282515406608581, 0.3258941769599914, 0.3300504386425018, 0.3242938220500946, 0.3263693153858185, 0.3254594206809997, 0.3250340223312378, 0.3275731801986694, 0.3257671594619751, 0.3274084031581878, 0.3322067260742187, 0.3296935856342315], "label": "FineWeb"}, "RedPajama2": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2591428160667419, 0.2671225368976593, 0.2761570811271667, 0.2755842506885528, 0.2869725823402405, 0.2864839732646942, 0.2910299301147461, 0.288548856973648, 0.2911308705806732, 0.2966488599777221, 0.2942662537097931, 0.2968285381793976, 0.2920202910900116, 0.2991106510162353, 0.2984142899513244, 0.3036990761756897, 0.2990829646587372, 0.300097107887268, 0.3071651458740234, 0.3042990863323211, 0.3014840185642242, 0.3029196262359619, 0.306732028722763, 0.3036067485809326, 0.3052354753017425, 0.3091740012168884, 0.3043143153190613, 0.3052559792995453, 0.3126200735569, 0.3121364712715149, 0.3056653439998626, 0.3121611177921295, 0.3095386028289795, 0.3104317188262939, 0.3109523057937622, 0.3106639087200165, 0.3132331371307373, 0.3111820816993713, 0.3127918243408203, 0.3180998861789703, 0.314390480518341, 0.3148570358753204, 0.3187994956970215, 0.3150869607925415, 0.3202804625034332, 0.3177886009216308, 0.3167977631092071, 0.3169693946838379, 0.3185839354991913, 0.3182428181171417, 0.3199219107627868, 0.3206124603748321, 0.318211942911148, 0.3191796839237213, 0.3221067786216736, 0.3219638168811798, 0.3218883872032165, 0.3214907944202423, 0.3221090137958526, 0.3210761547088623, 0.321384847164154, 0.3249708116054535, 0.3257546424865722, 0.3232316970825195, 0.3237724900245666, 0.3257182836532593, 0.3246290981769562, 0.3294115364551544, 0.3285538256168365, 0.3243294656276703, 0.3259481191635132, 0.3243135511875152, 0.3236311376094818, 0.3274770975112915, 0.3290536999702453, 0.3252047896385193, 0.3269789516925812, 0.3290919959545135, 0.3274780511856079, 0.3261787891387939, 0.3261036276817322, 0.3293801844120025], "label": "RedPajama2"}, "Dolma": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2599925696849823, 0.2684114277362823, 0.2740766704082489, 0.2783404588699341, 0.2820949554443359, 0.2823644876480102, 0.2857703566551208, 0.2917547225952148, 0.2875275015830993, 0.2891780138015747, 0.2903319895267486, 0.2875644862651825, 0.293954849243164, 0.2915636599063873, 0.2942286729812622, 0.291913092136383, 0.2972874641418457, 0.3018575012683868, 0.2950209975242615, 0.2974177300930023, 0.296758621931076, 0.2982426285743713, 0.3008206784725189, 0.2938346862792969, 0.2989449501037597, 0.3019669651985168, 0.3000148236751556, 0.298966109752655, 0.3023184835910797, 0.3016394674777984, 0.3066911995410919, 0.29949951171875, 0.3026251792907715, 0.3025145232677459, 0.302643358707428, 0.3015348613262176, 0.3041835427284241, 0.3082228600978851, 0.3039765655994415, 0.3035992980003357, 0.3037824630737304, 0.3040882349014282, 0.3065180480480194, 0.3091272115707397, 0.3075712919235229, 0.3063389658927917, 0.3080332279205322, 0.3062038123607635, 0.3117794990539551, 0.3082475662231445, 0.3070119023323059, 0.3109049797058105, 0.3101778626441955, 0.3144752383232116, 0.3116113245487213, 0.3153277635574341, 0.3132036030292511, 0.3129039704799652, 0.3102412819862366, 0.3154202997684479, 0.3113301992416382, 0.3130112290382385, 0.315510481595993, 0.3161831498146057, 0.3104106485843658, 0.314871996641159, 0.3159449696540832, 0.3156271278858185, 0.317343145608902, 0.3190700709819793, 0.3158564865589142, 0.3159370124340057, 0.3172151446342468, 0.3171719908714294, 0.3178979456424713, 0.3147720694541931, 0.3176901936531067, 0.3163918852806091, 0.3201273679733276, 0.3189445436000824, 0.3184814155101776, 0.3209713697433471], "label": "Dolma"}, "C4": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2554822564125061, 0.2635625898838043, 0.2754477560520172, 0.2799545228481293, 0.27903613448143, 0.2798756062984466, 0.2838127315044403, 0.2841375172138214, 0.2859430313110351, 0.2842839062213897, 0.2905769944190979, 0.2923042178153991, 0.2864490151405334, 0.2936400771141052, 0.2898236215114593, 0.2944568693637848, 0.2923372685909271, 0.2892000675201416, 0.2912705242633819, 0.2875383198261261, 0.2923913896083832, 0.2927466332912445, 0.2927011847496032, 0.2957072854042053, 0.2963354587554931, 0.2991726994514465, 0.2936276495456695, 0.3001607954502105, 0.2966057658195495, 0.3002983927726745, 0.2959610521793365, 0.2951928675174713, 0.30136439204216, 0.3012503385543823, 0.3021658658981323, 0.2985765635967254, 0.3036385178565979, 0.3010715246200561, 0.298428326845169, 0.3065414726734161, 0.3038617968559265, 0.3058141767978668, 0.3019986450672149, 0.3048995435237884, 0.3066711127758026, 0.3047040700912475, 0.3064981997013092, 0.3082782626152038, 0.3041907548904419, 0.3100601136684418, 0.3048785924911499, 0.3062954843044281, 0.3098846077919006, 0.3065372407436371, 0.3075888156890869, 0.3069410920143127, 0.3064695000648498, 0.3074861168861389, 0.3072076141834259, 0.3104434311389923, 0.3116618990898132, 0.3112091422080993, 0.3121508359909057, 0.3137882351875305, 0.312741070985794, 0.3122666180133819, 0.3127341866493225, 0.3120250403881073, 0.3109983205795288, 0.3116428554058075, 0.3116071224212646, 0.3116388320922851, 0.3113322257995605, 0.313764363527298, 0.3141548335552215, 0.3123406767845154, 0.3138300478458404, 0.3115970492362976, 0.3144146800041199, 0.3192606270313263, 0.3151223957538605, 0.3162081837654114], "label": "C4"}}, "layout": {"title": {"text": "Dataset ablations"}}}
assets/data/plots/edu_ablations/openbookqa_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data": {"FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2960000038146972, 0.3199999928474426, 0.3519999980926513, 0.3600000143051147, 0.363999992609024, 0.3659999966621399, 0.3759999871253967, 0.3860000073909759, 0.3779999911785126, 0.3799999952316284, 0.3759999871253967, 0.3700000047683716, 0.3840000033378601, 0.3759999871253967, 0.3779999911785126, 0.3980000019073486, 0.3799999952316284, 0.3819999992847442, 0.3939999938011169, 0.3980000019073486, 0.3720000088214874, 0.3880000114440918, 0.3899999856948852, 0.3759999871253967, 0.3759999871253967, 0.3939999938011169, 0.3700000047683716, 0.4040000140666961, 0.3899999856948852, 0.3919999897480011, 0.4020000100135803, 0.3740000128746032, 0.3799999952316284, 0.3919999897480011, 0.3899999856948852, 0.3899999856948852, 0.3880000114440918, 0.4040000140666961, 0.3899999856948852, 0.3939999938011169, 0.3959999978542328, 0.3980000019073486, 0.3880000114440918, 0.3980000019073486, 0.4040000140666961, 0.3980000019073486, 0.4040000140666961, 0.3860000073909759, 0.3919999897480011, 0.4000000059604645, 0.414000004529953, 0.3939999938011169, 0.4059999883174896, 0.4040000140666961, 0.4120000004768371, 0.4300000071525574, 0.4180000126361847, 0.4120000004768371, 0.4059999883174896, 0.4160000085830688, 0.4020000100135803, 0.4280000030994415, 0.4199999868869781, 0.4199999868869781, 0.4199999868869781, 0.4199999868869781, 0.4199999868869781, 0.4160000085830688, 0.4099999964237213, 0.414000004529953, 0.4079999923706054, 0.4239999949932098, 0.4120000004768371, 0.4079999923706054, 0.4199999868869781, 0.414000004529953, 0.4040000140666961, 0.4180000126361847, 0.4079999923706054, 0.4079999923706054, 0.414000004529953, 0.4180000126361847], "label": "FineWeb-Edu"}, "FineWeb (ours)": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.2440000027418136, 0.270000010728836, 0.2720000147819519, 0.3000000119209289, 0.2919999957084656, 0.3160000145435333, 0.3160000145435333, 0.3179999887943268, 0.3199999928474426, 0.3440000116825104, 0.3179999887943268, 0.3240000009536743, 0.3300000131130218, 0.3240000009536743, 0.3199999928474426, 0.335999995470047, 0.3339999914169311, 0.3440000116825104, 0.3459999859333038, 0.3400000035762787, 0.3440000116825104, 0.335999995470047, 0.3379999995231628, 0.3519999980926513, 0.3379999995231628, 0.3420000076293945, 0.3319999873638153, 0.3479999899864197, 0.3459999859333038, 0.3339999914169311, 0.3440000116825104, 0.3420000076293945, 0.3219999969005584, 0.3319999873638153, 0.3479999899864197, 0.3379999995231628, 0.335999995470047, 0.3499999940395355, 0.3420000076293945, 0.3319999873638153, 0.3400000035762787, 0.3400000035762787, 0.3519999980926513, 0.3479999899864197, 0.3379999995231628, 0.335999995470047, 0.3400000035762787, 0.3319999873638153, 0.3580000102519989, 0.3499999940395355, 0.3700000047683716, 0.3680000007152557, 0.335999995470047, 0.3600000143051147, 0.3499999940395355, 0.356000006198883, 0.3499999940395355, 0.356000006198883, 0.3619999885559082, 0.363999992609024, 0.3519999980926513, 0.3540000021457672, 0.3600000143051147, 0.3600000143051147, 0.3540000021457672, 0.356000006198883, 0.363999992609024, 0.363999992609024, 0.3499999940395355, 0.3659999966621399, 0.356000006198883, 0.363999992609024, 0.3540000021457672, 0.3540000021457672, 0.3619999885559082, 0.3740000128746032, 0.3519999980926513, 0.3659999966621399, 0.3680000007152557, 0.3700000047683716, 0.3580000102519989, 0.3499999940395355, 0.3740000128746032, 0.3659999966621399, 0.3659999966621399, 0.3580000102519989, 0.3479999899864197, 0.363999992609024, 0.3519999980926513, 0.3580000102519989, 0.356000006198883, 0.3740000128746032, 0.363999992609024, 0.3700000047683716, 0.363999992609024, 0.3700000047683716, 0.363999992609024, 0.3799999952316284, 0.3860000073909759, 0.3680000007152557, 0.3779999911785126, 0.3740000128746032, 0.3600000143051147, 0.3659999966621399, 0.3680000007152557, 0.3619999885559082, 0.3700000047683716, 0.3759999871253967, 0.363999992609024, 0.3740000128746032, 0.3799999952316284, 0.3779999911785126, 0.3659999966621399, 0.3600000143051147, 0.3740000128746032, 0.3600000143051147, 0.363999992609024, 0.363999992609024, 0.363999992609024, 0.3779999911785126, 0.3700000047683716, 0.3799999952316284, 0.3720000088214874, 0.3819999992847442, 0.3759999871253967, 0.3799999952316284, 0.3740000128746032, 0.3860000073909759, 0.3779999911785126, 0.3959999978542328, 0.3880000114440918, 0.3799999952316284, 0.3860000073909759, 0.3759999871253967, 0.3939999938011169, 0.3779999911785126, 0.3959999978542328, 0.3779999911785126, 0.3899999856948852, 0.3860000073909759, 0.3959999978542328, 0.3759999871253967, 0.3720000088214874, 0.3799999952316284, 0.3740000128746032, 0.3759999871253967, 0.3799999952316284, 0.3819999992847442, 0.3840000033378601, 0.3720000088214874, 0.363999992609024, 0.3840000033378601, 0.3919999897480011, 0.3819999992847442, 0.3819999992847442, 0.3779999911785126, 0.3799999952316284, 0.3840000033378601, 0.3819999992847442, 0.3899999856948852, 0.3860000073909759, 0.3819999992847442, 0.3840000033378601, 0.3720000088214874, 0.3799999952316284, 0.3819999992847442, 0.3959999978542328], "label": "FineWeb (ours)"}, "Dolma": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.2619999945163727, 0.2860000133514404, 0.2800000011920929, 0.2919999957084656, 0.3000000119209289, 0.3059999942779541, 0.3079999983310699, 0.3100000023841858, 0.3000000119209289, 0.3039999902248382, 0.328000009059906, 0.3260000050067901, 0.328000009059906, 0.3540000021457672, 0.3319999873638153, 0.3219999969005584, 0.328000009059906, 0.3339999914169311, 0.3479999899864197, 0.3540000021457672, 0.335999995470047, 0.3499999940395355, 0.3479999899864197, 0.3420000076293945, 0.3379999995231628, 0.3300000131130218, 0.363999992609024, 0.3440000116825104, 0.3519999980926513, 0.3319999873638153, 0.3400000035762787, 0.3459999859333038, 0.3479999899864197, 0.3440000116825104, 0.3379999995231628, 0.3459999859333038, 0.3459999859333038, 0.3440000116825104, 0.3519999980926513, 0.3519999980926513, 0.3420000076293945, 0.3400000035762787, 0.3499999940395355, 0.3540000021457672, 0.3459999859333038, 0.3519999980926513, 0.3459999859333038, 0.3540000021457672, 0.3659999966621399, 0.3540000021457672, 0.3600000143051147, 0.3619999885559082, 0.3659999966621399, 0.3479999899864197, 0.3519999980926513, 0.3420000076293945, 0.363999992609024, 0.3580000102519989, 0.3519999980926513, 0.3440000116825104, 0.3400000035762787, 0.3499999940395355, 0.3619999885559082, 0.3519999980926513, 0.3619999885559082, 0.3479999899864197, 0.356000006198883, 0.3540000021457672, 0.363999992609024, 0.3459999859333038, 0.3580000102519989, 0.3619999885559082, 0.3479999899864197, 0.363999992609024, 0.3459999859333038, 0.3619999885559082, 0.3600000143051147, 0.3600000143051147, 0.3519999980926513, 0.3600000143051147, 0.3680000007152557, 0.3659999966621399, 0.3659999966621399, 0.3600000143051147, 0.3580000102519989, 0.3580000102519989, 0.3720000088214874, 0.3619999885559082, 0.363999992609024, 0.3479999899864197, 0.3659999966621399, 0.3600000143051147, 0.3680000007152557, 0.3700000047683716, 0.3580000102519989, 0.3420000076293945, 0.3619999885559082, 0.3479999899864197, 0.3540000021457672, 0.3499999940395355, 0.3600000143051147, 0.3720000088214874, 0.3420000076293945, 0.3580000102519989, 0.3680000007152557, 0.3600000143051147, 0.3600000143051147, 0.3440000116825104, 0.3619999885559082, 0.356000006198883, 0.3580000102519989, 0.3600000143051147, 0.3540000021457672, 0.3519999980926513, 0.3499999940395355, 0.3479999899864197, 0.3540000021457672, 0.3619999885559082, 0.3540000021457672, 0.3600000143051147, 0.3519999980926513, 0.3540000021457672, 0.3600000143051147, 0.3659999966621399, 0.3479999899864197, 0.3540000021457672, 0.3459999859333038, 0.3759999871253967, 0.3580000102519989, 0.3540000021457672, 0.3659999966621399, 0.3659999966621399, 0.3659999966621399, 0.3680000007152557, 0.356000006198883, 0.3600000143051147, 0.3619999885559082, 0.3700000047683716, 0.3600000143051147, 0.3600000143051147, 0.3680000007152557, 0.3799999952316284, 0.3860000073909759, 0.3700000047683716, 0.3700000047683716, 0.3659999966621399, 0.3840000033378601, 0.3659999966621399, 0.3659999966621399, 0.3659999966621399, 0.3680000007152557, 0.3700000047683716, 0.3720000088214874, 0.363999992609024, 0.363999992609024, 0.3740000128746032, 0.3779999911785126, 0.3659999966621399, 0.3700000047683716, 0.3720000088214874, 0.3680000007152557, 0.3740000128746032, 0.3819999992847442, 0.3619999885559082, 0.3619999885559082, 0.3740000128746032, 0.3799999952316284], "label": "Dolma"}, "C4": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.25, 0.2759999930858612, 0.2739999890327453, 0.2820000052452087, 0.2980000078678131, 0.3019999861717224, 0.2899999916553497, 0.3000000119209289, 0.3240000009536743, 0.3120000064373016, 0.3260000050067901, 0.3319999873638153, 0.3440000116825104, 0.3240000009536743, 0.3400000035762787, 0.3300000131130218, 0.3459999859333038, 0.3540000021457672, 0.3319999873638153, 0.3219999969005584, 0.3499999940395355, 0.3479999899864197, 0.3300000131130218, 0.3519999980926513, 0.3499999940395355, 0.3680000007152557, 0.3479999899864197, 0.3580000102519989, 0.3519999980926513, 0.3479999899864197, 0.3600000143051147, 0.3540000021457672, 0.363999992609024, 0.3619999885559082, 0.3619999885559082, 0.3540000021457672, 0.3499999940395355, 0.3540000021457672, 0.3540000021457672, 0.356000006198883, 0.3519999980926513, 0.3580000102519989, 0.3720000088214874, 0.3600000143051147, 0.3700000047683716, 0.3580000102519989, 0.3600000143051147, 0.3659999966621399, 0.3759999871253967, 0.3580000102519989, 0.3779999911785126, 0.356000006198883, 0.3680000007152557, 0.3680000007152557, 0.356000006198883, 0.363999992609024, 0.3619999885559082, 0.3740000128746032, 0.3720000088214874, 0.3740000128746032, 0.3740000128746032, 0.3740000128746032, 0.3700000047683716, 0.3600000143051147, 0.3799999952316284, 0.3659999966621399, 0.3819999992847442, 0.3779999911785126, 0.3619999885559082, 0.363999992609024, 0.356000006198883, 0.356000006198883, 0.3600000143051147, 0.3580000102519989, 0.3779999911785126, 0.3759999871253967, 0.3700000047683716, 0.363999992609024, 0.3700000047683716, 0.3700000047683716, 0.3600000143051147, 0.3700000047683716, 0.3619999885559082, 0.3700000047683716, 0.3659999966621399, 0.3799999952316284, 0.3720000088214874, 0.3779999911785126, 0.3580000102519989, 0.3600000143051147, 0.3659999966621399, 0.3819999992847442, 0.3619999885559082, 0.3680000007152557, 0.3860000073909759, 0.3860000073909759, 0.3700000047683716, 0.363999992609024, 0.3720000088214874, 0.3740000128746032, 0.3700000047683716, 0.3840000033378601, 0.3980000019073486, 0.3740000128746032, 0.3659999966621399, 0.3779999911785126, 0.3919999897480011, 0.3759999871253967, 0.3740000128746032, 0.3819999992847442, 0.3659999966621399, 0.3740000128746032, 0.3799999952316284, 0.363999992609024, 0.3799999952316284, 0.3779999911785126, 0.3740000128746032, 0.3980000019073486, 0.3899999856948852, 0.3840000033378601, 0.3819999992847442, 0.3779999911785126, 0.3759999871253967, 0.3860000073909759, 0.3899999856948852, 0.3700000047683716, 0.3799999952316284, 0.3840000033378601, 0.3840000033378601, 0.3919999897480011, 0.3779999911785126, 0.3740000128746032, 0.3899999856948852, 0.3759999871253967, 0.3819999992847442, 0.3980000019073486, 0.3899999856948852, 0.3899999856948852, 0.3779999911785126, 0.3779999911785126, 0.3919999897480011, 0.3880000114440918, 0.3840000033378601, 0.3700000047683716, 0.3819999992847442, 0.3880000114440918, 0.3819999992847442, 0.3939999938011169, 0.3860000073909759, 0.3899999856948852, 0.3980000019073486, 0.4000000059604645, 0.4059999883174896, 0.3880000114440918, 0.4000000059604645, 0.3919999897480011, 0.3980000019073486, 0.3899999856948852, 0.3899999856948852, 0.3899999856948852, 0.3939999938011169, 0.3899999856948852, 0.3899999856948852, 0.3860000073909759, 0.3880000114440918, 0.3840000033378601, 0.3720000088214874], "label": "C4"}, "RefinedWeb": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.2560000121593475, 0.2840000092983246, 0.3059999942779541, 0.3059999942779541, 0.2980000078678131, 0.3240000009536743, 0.3100000023841858, 0.3000000119209289, 0.3160000145435333, 0.3140000104904175, 0.3260000050067901, 0.3199999928474426, 0.2980000078678131, 0.3179999887943268, 0.3319999873638153, 0.3019999861717224, 0.2939999997615814, 0.3319999873638153, 0.3319999873638153, 0.3219999969005584, 0.3379999995231628, 0.3379999995231628, 0.3339999914169311, 0.3240000009536743, 0.3479999899864197, 0.3300000131130218, 0.3240000009536743, 0.3300000131130218, 0.3400000035762787, 0.3459999859333038, 0.3319999873638153, 0.3379999995231628, 0.356000006198883, 0.3339999914169311, 0.3459999859333038, 0.3440000116825104, 0.3519999980926513, 0.3479999899864197, 0.3339999914169311, 0.3400000035762787, 0.3479999899864197, 0.3379999995231628, 0.3479999899864197, 0.3499999940395355, 0.3400000035762787, 0.3499999940395355, 0.3420000076293945, 0.3659999966621399, 0.3400000035762787, 0.3459999859333038, 0.3499999940395355, 0.356000006198883, 0.3400000035762787, 0.356000006198883, 0.3339999914169311, 0.3339999914169311, 0.3479999899864197, 0.3420000076293945, 0.3580000102519989, 0.3339999914169311, 0.3440000116825104, 0.3400000035762787, 0.3499999940395355, 0.3540000021457672, 0.3479999899864197, 0.3499999940395355, 0.3420000076293945, 0.3379999995231628, 0.335999995470047, 0.356000006198883, 0.3459999859333038, 0.3499999940395355, 0.3400000035762787, 0.3440000116825104, 0.356000006198883, 0.3519999980926513, 0.3400000035762787, 0.3440000116825104, 0.356000006198883, 0.3400000035762787, 0.356000006198883, 0.3600000143051147, 0.3540000021457672, 0.3479999899864197, 0.3379999995231628, 0.3440000116825104, 0.3300000131130218, 0.3400000035762787, 0.3459999859333038, 0.3339999914169311, 0.3499999940395355, 0.3600000143051147, 0.3440000116825104, 0.3499999940395355, 0.356000006198883, 0.3420000076293945, 0.3479999899864197, 0.3379999995231628, 0.3379999995231628, 0.3459999859333038, 0.356000006198883, 0.328000009059906, 0.3459999859333038, 0.3519999980926513, 0.3499999940395355, 0.3519999980926513, 0.3420000076293945, 0.3499999940395355, 0.3420000076293945, 0.3339999914169311, 0.335999995470047, 0.3379999995231628, 0.3379999995231628, 0.3540000021457672, 0.356000006198883, 0.356000006198883, 0.335999995470047, 0.363999992609024, 0.363999992609024, 0.3499999940395355, 0.356000006198883, 0.3519999980926513, 0.3519999980926513, 0.3540000021457672, 0.3459999859333038, 0.3479999899864197, 0.3519999980926513, 0.3519999980926513, 0.3420000076293945, 0.3440000116825104, 0.3379999995231628, 0.3519999980926513, 0.356000006198883, 0.3420000076293945, 0.3580000102519989, 0.3499999940395355, 0.3619999885559082, 0.3519999980926513, 0.3600000143051147, 0.3459999859333038, 0.3519999980926513, 0.3519999980926513, 0.3499999940395355, 0.3580000102519989, 0.356000006198883, 0.3580000102519989, 0.3600000143051147, 0.3440000116825104, 0.3600000143051147, 0.3440000116825104, 0.3479999899864197, 0.3479999899864197, 0.3580000102519989, 0.3600000143051147, 0.3580000102519989, 0.3540000021457672, 0.3519999980926513, 0.3459999859333038, 0.3459999859333038, 0.3540000021457672, 0.335999995470047, 0.3540000021457672, 0.3540000021457672, 0.3519999980926513, 0.356000006198883, 0.3499999940395355, 0.356000006198883], "label": "RefinedWeb"}, "The Pile": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.2759999930858612, 0.2759999930858612, 0.2720000147819519, 0.2840000092983246, 0.3019999861717224, 0.2919999957084656, 0.2980000078678131, 0.2960000038146972, 0.2899999916553497, 0.2980000078678131, 0.2939999997615814, 0.3059999942779541, 0.3199999928474426, 0.3120000064373016, 0.3140000104904175, 0.3140000104904175, 0.3019999861717224, 0.3079999983310699, 0.3100000023841858, 0.3120000064373016, 0.3120000064373016, 0.3179999887943268, 0.3260000050067901, 0.3160000145435333, 0.3319999873638153, 0.3240000009536743, 0.3379999995231628, 0.3339999914169311, 0.3300000131130218, 0.3400000035762787, 0.3240000009536743, 0.3039999902248382, 0.335999995470047, 0.3219999969005584, 0.3120000064373016, 0.328000009059906, 0.3140000104904175, 0.3179999887943268, 0.3240000009536743, 0.3120000064373016, 0.3379999995231628, 0.3039999902248382, 0.328000009059906, 0.3260000050067901, 0.3100000023841858, 0.3339999914169311, 0.328000009059906, 0.3260000050067901, 0.3319999873638153, 0.328000009059906, 0.328000009059906, 0.3300000131130218, 0.3440000116825104, 0.328000009059906, 0.3319999873638153, 0.3440000116825104, 0.3459999859333038, 0.3240000009536743, 0.3400000035762787, 0.328000009059906, 0.3499999940395355, 0.3440000116825104, 0.3499999940395355, 0.3580000102519989, 0.3420000076293945, 0.3319999873638153, 0.3499999940395355, 0.3379999995231628, 0.3479999899864197, 0.3400000035762787, 0.3319999873638153, 0.3379999995231628, 0.3339999914169311, 0.3420000076293945, 0.3420000076293945, 0.3479999899864197, 0.3499999940395355, 0.3400000035762787, 0.3479999899864197, 0.3519999980926513, 0.3379999995231628, 0.3459999859333038, 0.328000009059906, 0.3339999914169311, 0.3300000131130218, 0.356000006198883, 0.356000006198883, 0.3540000021457672, 0.3420000076293945, 0.3499999940395355, 0.3659999966621399, 0.3519999980926513, 0.3519999980926513, 0.3479999899864197, 0.356000006198883, 0.3440000116825104, 0.3499999940395355, 0.3420000076293945, 0.3400000035762787, 0.3339999914169311, 0.3440000116825104, 0.3519999980926513, 0.3420000076293945, 0.3499999940395355, 0.3540000021457672, 0.3519999980926513, 0.356000006198883, 0.3519999980926513, 0.3499999940395355, 0.3580000102519989, 0.3619999885559082, 0.3540000021457672, 0.3580000102519989, 0.3540000021457672, 0.3499999940395355, 0.356000006198883, 0.3540000021457672, 0.3580000102519989, 0.3499999940395355, 0.3440000116825104, 0.363999992609024, 0.3479999899864197, 0.3600000143051147, 0.3540000021457672, 0.3519999980926513, 0.3600000143051147, 0.3580000102519989, 0.3459999859333038, 0.3540000021457672, 0.356000006198883, 0.3580000102519989, 0.3519999980926513, 0.3519999980926513, 0.3619999885559082, 0.3619999885559082, 0.356000006198883, 0.3519999980926513, 0.3600000143051147, 0.3459999859333038, 0.3499999940395355, 0.3619999885559082, 0.3519999980926513, 0.3519999980926513, 0.3580000102519989, 0.3479999899864197, 0.3479999899864197, 0.3479999899864197, 0.3540000021457672, 0.3580000102519989, 0.3499999940395355, 0.3479999899864197, 0.3499999940395355, 0.3580000102519989, 0.3600000143051147, 0.3580000102519989, 0.3659999966621399, 0.3580000102519989, 0.3540000021457672, 0.3619999885559082, 0.3540000021457672, 0.3519999980926513, 0.3600000143051147, 0.3659999966621399, 0.3479999899864197, 0.3519999980926513, 0.3459999859333038, 0.356000006198883], "label": "The Pile"}, "RedPajama2": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.2460000067949295, 0.2720000147819519, 0.2800000011920929, 0.2660000026226043, 0.2820000052452087, 0.2879999876022339, 0.2899999916553497, 0.2980000078678131, 0.2840000092983246, 0.3019999861717224, 0.3019999861717224, 0.3100000023841858, 0.2960000038146972, 0.3260000050067901, 0.3160000145435333, 0.3079999983310699, 0.3059999942779541, 0.3199999928474426, 0.3100000023841858, 0.3240000009536743, 0.3079999983310699, 0.3219999969005584, 0.3140000104904175, 0.3199999928474426, 0.3300000131130218, 0.3219999969005584, 0.3260000050067901, 0.3160000145435333, 0.3420000076293945, 0.3160000145435333, 0.3219999969005584, 0.3260000050067901, 0.328000009059906, 0.3219999969005584, 0.3160000145435333, 0.3219999969005584, 0.3240000009536743, 0.3540000021457672, 0.3319999873638153, 0.3240000009536743, 0.335999995470047, 0.3140000104904175, 0.3260000050067901, 0.3240000009536743, 0.3400000035762787, 0.335999995470047, 0.3339999914169311, 0.3400000035762787, 0.3240000009536743, 0.3400000035762787, 0.3319999873638153, 0.3379999995231628, 0.3260000050067901, 0.328000009059906, 0.3199999928474426, 0.3219999969005584, 0.3140000104904175, 0.3420000076293945, 0.3339999914169311, 0.3420000076293945, 0.3339999914169311, 0.328000009059906, 0.3300000131130218, 0.3400000035762787, 0.3519999980926513, 0.3459999859333038, 0.3260000050067901, 0.335999995470047, 0.335999995470047, 0.328000009059906, 0.335999995470047, 0.3479999899864197, 0.3379999995231628, 0.3339999914169311, 0.3400000035762787, 0.3400000035762787, 0.3379999995231628, 0.3260000050067901, 0.3400000035762787, 0.3379999995231628, 0.3379999995231628, 0.3240000009536743, 0.3499999940395355, 0.335999995470047, 0.3379999995231628, 0.328000009059906, 0.3319999873638153, 0.3479999899864197, 0.3459999859333038, 0.3199999928474426, 0.3440000116825104, 0.3459999859333038, 0.3319999873638153, 0.3440000116825104, 0.3499999940395355, 0.328000009059906, 0.3479999899864197, 0.3440000116825104, 0.3300000131130218, 0.3339999914169311, 0.3379999995231628, 0.328000009059906, 0.335999995470047, 0.3499999940395355, 0.3519999980926513, 0.3379999995231628, 0.3580000102519989, 0.356000006198883, 0.3519999980926513, 0.3379999995231628, 0.3339999914169311, 0.3300000131130218, 0.328000009059906, 0.3519999980926513, 0.3540000021457672, 0.3420000076293945, 0.3459999859333038, 0.3440000116825104, 0.3440000116825104, 0.3420000076293945, 0.3540000021457672, 0.3459999859333038, 0.3319999873638153, 0.3339999914169311, 0.3440000116825104, 0.3379999995231628, 0.3379999995231628, 0.3379999995231628, 0.3499999940395355, 0.3400000035762787, 0.3479999899864197, 0.3400000035762787, 0.3459999859333038, 0.3459999859333038, 0.356000006198883, 0.3499999940395355, 0.3580000102519989, 0.3400000035762787, 0.3479999899864197, 0.3400000035762787, 0.3459999859333038, 0.3400000035762787, 0.335999995470047, 0.3519999980926513, 0.3440000116825104, 0.3379999995231628, 0.3499999940395355, 0.3400000035762787, 0.3499999940395355, 0.3440000116825104, 0.3499999940395355, 0.3420000076293945, 0.335999995470047, 0.3479999899864197, 0.3420000076293945, 0.3519999980926513, 0.3459999859333038, 0.3479999899864197, 0.3400000035762787, 0.3479999899864197, 0.3479999899864197, 0.3479999899864197, 0.3499999940395355, 0.3519999980926513, 0.3479999899864197, 0.356000006198883, 0.3540000021457672], "label": "RedPajama2"}, "SlimPajama": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.2540000081062317, 0.2560000121593475, 0.2919999957084656, 0.2840000092983246, 0.2739999890327453, 0.2960000038146972, 0.3019999861717224, 0.3140000104904175, 0.3100000023841858, 0.3120000064373016, 0.3339999914169311, 0.3160000145435333, 0.3240000009536743, 0.3260000050067901, 0.3240000009536743, 0.3120000064373016, 0.3120000064373016, 0.3400000035762787, 0.3379999995231628, 0.3240000009536743, 0.3059999942779541, 0.3300000131130218, 0.3160000145435333, 0.3260000050067901, 0.3300000131130218, 0.3379999995231628, 0.335999995470047, 0.3240000009536743, 0.3260000050067901, 0.3339999914169311, 0.3459999859333038, 0.335999995470047, 0.3400000035762787, 0.3440000116825104, 0.3219999969005584, 0.3420000076293945, 0.335999995470047, 0.3440000116825104, 0.328000009059906, 0.3379999995231628, 0.3420000076293945, 0.3379999995231628, 0.3300000131130218, 0.3499999940395355, 0.3459999859333038, 0.3400000035762787, 0.3300000131130218, 0.3499999940395355, 0.335999995470047, 0.3400000035762787, 0.3379999995231628, 0.3260000050067901, 0.335999995470047, 0.328000009059906, 0.335999995470047, 0.3379999995231628, 0.3420000076293945, 0.335999995470047, 0.3519999980926513, 0.3400000035762787, 0.3319999873638153, 0.3499999940395355, 0.3400000035762787, 0.3240000009536743, 0.3300000131130218, 0.3479999899864197, 0.3319999873638153, 0.3499999940395355, 0.3400000035762787, 0.3499999940395355, 0.328000009059906, 0.3339999914169311, 0.3339999914169311, 0.3379999995231628, 0.328000009059906, 0.328000009059906, 0.335999995470047, 0.3260000050067901, 0.3420000076293945, 0.335999995470047, 0.335999995470047, 0.3420000076293945, 0.3400000035762787, 0.3260000050067901, 0.3339999914169311, 0.3400000035762787, 0.328000009059906, 0.3319999873638153, 0.3479999899864197, 0.3339999914169311, 0.3339999914169311, 0.3519999980926513, 0.3440000116825104, 0.3519999980926513, 0.3420000076293945, 0.328000009059906, 0.3400000035762787, 0.3440000116825104, 0.3400000035762787, 0.3499999940395355, 0.3479999899864197, 0.3499999940395355, 0.3400000035762787, 0.3420000076293945, 0.3459999859333038, 0.3420000076293945, 0.3300000131130218, 0.3440000116825104, 0.3499999940395355, 0.356000006198883, 0.3519999980926513, 0.3600000143051147, 0.3400000035762787, 0.3400000035762787, 0.3339999914169311, 0.3540000021457672, 0.3339999914169311, 0.3339999914169311, 0.3540000021457672, 0.3499999940395355, 0.3479999899864197, 0.3339999914169311, 0.3420000076293945, 0.3339999914169311, 0.3420000076293945, 0.3440000116825104, 0.3600000143051147, 0.3499999940395355, 0.3619999885559082, 0.3580000102519989, 0.3479999899864197, 0.356000006198883, 0.3420000076293945, 0.3519999980926513, 0.3519999980926513, 0.3600000143051147, 0.3459999859333038, 0.3459999859333038, 0.356000006198883, 0.3459999859333038, 0.3540000021457672, 0.3499999940395355, 0.3499999940395355, 0.3540000021457672, 0.356000006198883, 0.3580000102519989, 0.356000006198883, 0.3519999980926513, 0.356000006198883, 0.363999992609024, 0.3499999940395355, 0.3519999980926513, 0.3479999899864197, 0.3499999940395355, 0.3540000021457672, 0.3479999899864197, 0.335999995470047, 0.3519999980926513, 0.3479999899864197, 0.3479999899864197, 0.3459999859333038, 0.3499999940395355, 0.3420000076293945, 0.3540000021457672, 0.3479999899864197, 0.3479999899864197, 0.3459999859333038], "label": "SlimPajama"}}, "layout": {"title": {"text": "FineWeb-Edu ablations"}}}
 
1
+ {"data": {"FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2960000038146972, 0.3199999928474426, 0.3519999980926513, 0.3600000143051147, 0.363999992609024, 0.3659999966621399, 0.3759999871253967, 0.3860000073909759, 0.3779999911785126, 0.3799999952316284, 0.3759999871253967, 0.3700000047683716, 0.3840000033378601, 0.3759999871253967, 0.3779999911785126, 0.3980000019073486, 0.3799999952316284, 0.3819999992847442, 0.3939999938011169, 0.3980000019073486, 0.3720000088214874, 0.3880000114440918, 0.3899999856948852, 0.3759999871253967, 0.3759999871253967, 0.3939999938011169, 0.3700000047683716, 0.4040000140666961, 0.3899999856948852, 0.3919999897480011, 0.4020000100135803, 0.3740000128746032, 0.3799999952316284, 0.3919999897480011, 0.3899999856948852, 0.3899999856948852, 0.3880000114440918, 0.4040000140666961, 0.3899999856948852, 0.3939999938011169, 0.3959999978542328, 0.3980000019073486, 0.3880000114440918, 0.3980000019073486, 0.4040000140666961, 0.3980000019073486, 0.4040000140666961, 0.3860000073909759, 0.3919999897480011, 0.4000000059604645, 0.414000004529953, 0.3939999938011169, 0.4059999883174896, 0.4040000140666961, 0.4120000004768371, 0.4300000071525574, 0.4180000126361847, 0.4120000004768371, 0.4059999883174896, 0.4160000085830688, 0.4020000100135803, 0.4280000030994415, 0.4199999868869781, 0.4199999868869781, 0.4199999868869781, 0.4199999868869781, 0.4199999868869781, 0.4160000085830688, 0.4099999964237213, 0.414000004529953, 0.4079999923706054, 0.4239999949932098, 0.4120000004768371, 0.4079999923706054, 0.4199999868869781, 0.414000004529953, 0.4040000140666961, 0.4180000126361847, 0.4079999923706054, 0.4079999923706054, 0.414000004529953, 0.4180000126361847], "label": "FineWeb-Edu"}, "FineWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.270000010728836, 0.3000000119209289, 0.3160000145435333, 0.3179999887943268, 0.3440000116825104, 0.3240000009536743, 0.3240000009536743, 0.335999995470047, 0.3440000116825104, 0.3400000035762787, 0.335999995470047, 0.3519999980926513, 0.3420000076293945, 0.3479999899864197, 0.3339999914169311, 0.3420000076293945, 0.3319999873638153, 0.3379999995231628, 0.3499999940395355, 0.3319999873638153, 0.3400000035762787, 0.3479999899864197, 0.335999995470047, 0.3319999873638153, 0.3499999940395355, 0.3680000007152557, 0.3600000143051147, 0.356000006198883, 0.356000006198883, 0.363999992609024, 0.3540000021457672, 0.3600000143051147, 0.356000006198883, 0.363999992609024, 0.3659999966621399, 0.363999992609024, 0.3540000021457672, 0.3740000128746032, 0.3659999966621399, 0.3700000047683716, 0.3499999940395355, 0.3659999966621399, 0.3580000102519989, 0.363999992609024, 0.3580000102519989, 0.3740000128746032, 0.3700000047683716, 0.3700000047683716, 0.3799999952316284, 0.3680000007152557, 0.3740000128746032, 0.3659999966621399, 0.3619999885559082, 0.3759999871253967, 0.3740000128746032, 0.3779999911785126, 0.3600000143051147, 0.3600000143051147, 0.363999992609024, 0.3779999911785126, 0.3799999952316284, 0.3819999992847442, 0.3799999952316284, 0.3860000073909759, 0.3959999978542328, 0.3799999952316284, 0.3759999871253967, 0.3779999911785126, 0.3860000073909759, 0.3759999871253967, 0.3799999952316284, 0.3819999992847442, 0.3720000088214874, 0.3840000033378601, 0.3819999992847442, 0.3779999911785126, 0.3840000033378601, 0.3899999856948852, 0.3819999992847442, 0.3720000088214874, 0.3819999992847442, 0.3959999978542328], "label": "FineWeb"}, "Dolma": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2860000133514404, 0.2919999957084656, 0.3059999942779541, 0.3100000023841858, 0.3039999902248382, 0.3260000050067901, 0.3540000021457672, 0.3219999969005584, 0.3339999914169311, 0.3540000021457672, 0.3499999940395355, 0.3420000076293945, 0.3300000131130218, 0.3440000116825104, 0.3319999873638153, 0.3459999859333038, 0.3440000116825104, 0.3459999859333038, 0.3440000116825104, 0.3519999980926513, 0.3400000035762787, 0.3540000021457672, 0.3519999980926513, 0.3540000021457672, 0.3540000021457672, 0.3619999885559082, 0.3479999899864197, 0.3420000076293945, 0.3580000102519989, 0.3440000116825104, 0.3499999940395355, 0.3519999980926513, 0.3479999899864197, 0.3540000021457672, 0.3459999859333038, 0.3619999885559082, 0.363999992609024, 0.3619999885559082, 0.3600000143051147, 0.3600000143051147, 0.3659999966621399, 0.3600000143051147, 0.3580000102519989, 0.3619999885559082, 0.3479999899864197, 0.3600000143051147, 0.3700000047683716, 0.3420000076293945, 0.3479999899864197, 0.3499999940395355, 0.3720000088214874, 0.3580000102519989, 0.3600000143051147, 0.3440000116825104, 0.356000006198883, 0.3600000143051147, 0.3519999980926513, 0.3479999899864197, 0.3619999885559082, 0.3600000143051147, 0.3540000021457672, 0.3659999966621399, 0.3540000021457672, 0.3759999871253967, 0.3540000021457672, 0.3659999966621399, 0.3680000007152557, 0.3700000047683716, 0.3600000143051147, 0.3799999952316284, 0.3700000047683716, 0.3659999966621399, 0.3659999966621399, 0.3700000047683716, 0.363999992609024, 0.3740000128746032, 0.3659999966621399, 0.3720000088214874, 0.3740000128746032, 0.3619999885559082, 0.3740000128746032, 0.3799999952316284], "label": "Dolma"}, "C4": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2759999930858612, 0.2820000052452087, 0.3019999861717224, 0.3000000119209289, 0.3120000064373016, 0.3319999873638153, 0.3240000009536743, 0.3300000131130218, 0.3540000021457672, 0.3219999969005584, 0.3479999899864197, 0.3519999980926513, 0.3680000007152557, 0.3580000102519989, 0.3479999899864197, 0.3540000021457672, 0.3619999885559082, 0.3540000021457672, 0.3540000021457672, 0.356000006198883, 0.3580000102519989, 0.3600000143051147, 0.3580000102519989, 0.3659999966621399, 0.3580000102519989, 0.356000006198883, 0.3680000007152557, 0.363999992609024, 0.3740000128746032, 0.3740000128746032, 0.3740000128746032, 0.3600000143051147, 0.3659999966621399, 0.3779999911785126, 0.363999992609024, 0.356000006198883, 0.3580000102519989, 0.3759999871253967, 0.363999992609024, 0.3700000047683716, 0.3700000047683716, 0.3700000047683716, 0.3799999952316284, 0.3779999911785126, 0.3600000143051147, 0.3819999992847442, 0.3680000007152557, 0.3860000073909759, 0.363999992609024, 0.3740000128746032, 0.3840000033378601, 0.3740000128746032, 0.3779999911785126, 0.3759999871253967, 0.3819999992847442, 0.3740000128746032, 0.363999992609024, 0.3779999911785126, 0.3980000019073486, 0.3840000033378601, 0.3779999911785126, 0.3860000073909759, 0.3700000047683716, 0.3840000033378601, 0.3919999897480011, 0.3740000128746032, 0.3759999871253967, 0.3899999856948852, 0.3779999911785126, 0.3880000114440918, 0.3700000047683716, 0.3939999938011169, 0.3899999856948852, 0.4000000059604645, 0.3880000114440918, 0.3919999897480011, 0.3899999856948852, 0.3899999856948852, 0.3899999856948852, 0.3860000073909759, 0.3840000033378601, 0.3720000088214874], "label": "C4"}, "RefinedWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2840000092983246, 0.3059999942779541, 0.3240000009536743, 0.3000000119209289, 0.3140000104904175, 0.3199999928474426, 0.3179999887943268, 0.3019999861717224, 0.3319999873638153, 0.3219999969005584, 0.3379999995231628, 0.3240000009536743, 0.3300000131130218, 0.3300000131130218, 0.3459999859333038, 0.3379999995231628, 0.3339999914169311, 0.3440000116825104, 0.3479999899864197, 0.3400000035762787, 0.3379999995231628, 0.3499999940395355, 0.3499999940395355, 0.3659999966621399, 0.3459999859333038, 0.356000006198883, 0.356000006198883, 0.3339999914169311, 0.3420000076293945, 0.3339999914169311, 0.3400000035762787, 0.3540000021457672, 0.3499999940395355, 0.3379999995231628, 0.356000006198883, 0.3499999940395355, 0.3440000116825104, 0.3519999980926513, 0.3440000116825104, 0.3400000035762787, 0.3600000143051147, 0.3479999899864197, 0.3440000116825104, 0.3400000035762787, 0.3339999914169311, 0.3600000143051147, 0.3499999940395355, 0.3420000076293945, 0.3379999995231628, 0.3459999859333038, 0.328000009059906, 0.3519999980926513, 0.3519999980926513, 0.3499999940395355, 0.3339999914169311, 0.3379999995231628, 0.3540000021457672, 0.356000006198883, 0.363999992609024, 0.3499999940395355, 0.3519999980926513, 0.3540000021457672, 0.3479999899864197, 0.3519999980926513, 0.3440000116825104, 0.3519999980926513, 0.3420000076293945, 0.3519999980926513, 0.3459999859333038, 0.3519999980926513, 0.3580000102519989, 0.3440000116825104, 0.3440000116825104, 0.3479999899864197, 0.3600000143051147, 0.3540000021457672, 0.3459999859333038, 0.3540000021457672, 0.3540000021457672, 0.3519999980926513, 0.3499999940395355, 0.356000006198883], "label": "RefinedWeb"}, "The Pile": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2759999930858612, 0.2840000092983246, 0.2919999957084656, 0.2960000038146972, 0.2980000078678131, 0.3059999942779541, 0.3120000064373016, 0.3140000104904175, 0.3079999983310699, 0.3120000064373016, 0.3179999887943268, 0.3160000145435333, 0.3240000009536743, 0.3339999914169311, 0.3400000035762787, 0.3039999902248382, 0.3219999969005584, 0.328000009059906, 0.3179999887943268, 0.3120000064373016, 0.3039999902248382, 0.3260000050067901, 0.3339999914169311, 0.3260000050067901, 0.328000009059906, 0.3300000131130218, 0.328000009059906, 0.3440000116825104, 0.3240000009536743, 0.328000009059906, 0.3440000116825104, 0.3580000102519989, 0.3319999873638153, 0.3379999995231628, 0.3400000035762787, 0.3379999995231628, 0.3420000076293945, 0.3479999899864197, 0.3400000035762787, 0.3519999980926513, 0.3459999859333038, 0.3339999914169311, 0.356000006198883, 0.3540000021457672, 0.3499999940395355, 0.3519999980926513, 0.3479999899864197, 0.3440000116825104, 0.3420000076293945, 0.3339999914169311, 0.3519999980926513, 0.3499999940395355, 0.3519999980926513, 0.3519999980926513, 0.3580000102519989, 0.3540000021457672, 0.3540000021457672, 0.356000006198883, 0.3580000102519989, 0.3440000116825104, 0.3479999899864197, 0.3540000021457672, 0.3600000143051147, 0.3459999859333038, 0.356000006198883, 0.3519999980926513, 0.3619999885559082, 0.3600000143051147, 0.3499999940395355, 0.3519999980926513, 0.3580000102519989, 0.3540000021457672, 0.3499999940395355, 0.3499999940395355, 0.3600000143051147, 0.3659999966621399, 0.3540000021457672, 0.3540000021457672, 0.3600000143051147, 0.3479999899864197, 0.3459999859333038, 0.356000006198883], "label": "The Pile"}, "RedPajama2": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2720000147819519, 0.2660000026226043, 0.2879999876022339, 0.2980000078678131, 0.3019999861717224, 0.3100000023841858, 0.3260000050067901, 0.3079999983310699, 0.3199999928474426, 0.3240000009536743, 0.3219999969005584, 0.3199999928474426, 0.3219999969005584, 0.3160000145435333, 0.3160000145435333, 0.3260000050067901, 0.3219999969005584, 0.3219999969005584, 0.3540000021457672, 0.3240000009536743, 0.3140000104904175, 0.3240000009536743, 0.335999995470047, 0.3400000035762787, 0.3400000035762787, 0.3379999995231628, 0.328000009059906, 0.3219999969005584, 0.3420000076293945, 0.3420000076293945, 0.328000009059906, 0.3400000035762787, 0.3459999859333038, 0.335999995470047, 0.328000009059906, 0.3479999899864197, 0.3339999914169311, 0.3400000035762787, 0.3260000050067901, 0.3379999995231628, 0.3240000009536743, 0.335999995470047, 0.328000009059906, 0.3479999899864197, 0.3199999928474426, 0.3459999859333038, 0.3440000116825104, 0.328000009059906, 0.3440000116825104, 0.3339999914169311, 0.328000009059906, 0.3499999940395355, 0.3379999995231628, 0.356000006198883, 0.3379999995231628, 0.3300000131130218, 0.3519999980926513, 0.3420000076293945, 0.3440000116825104, 0.3420000076293945, 0.3459999859333038, 0.3339999914169311, 0.3379999995231628, 0.3379999995231628, 0.3400000035762787, 0.3400000035762787, 0.3459999859333038, 0.3400000035762787, 0.3400000035762787, 0.3400000035762787, 0.3519999980926513, 0.3400000035762787, 0.3440000116825104, 0.3420000076293945, 0.3479999899864197, 0.3519999980926513, 0.3479999899864197, 0.3479999899864197, 0.3479999899864197, 0.3519999980926513, 0.356000006198883, 0.3540000021457672], "label": "RedPajama2"}, "SlimPajama": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.2560000121593475, 0.2840000092983246, 0.2960000038146972, 0.3140000104904175, 0.3120000064373016, 0.3160000145435333, 0.3260000050067901, 0.3120000064373016, 0.3400000035762787, 0.3240000009536743, 0.3300000131130218, 0.3260000050067901, 0.3379999995231628, 0.3240000009536743, 0.3339999914169311, 0.335999995470047, 0.3440000116825104, 0.3420000076293945, 0.3440000116825104, 0.3379999995231628, 0.3379999995231628, 0.3499999940395355, 0.3400000035762787, 0.3499999940395355, 0.3400000035762787, 0.3260000050067901, 0.328000009059906, 0.3379999995231628, 0.335999995470047, 0.3400000035762787, 0.3499999940395355, 0.3240000009536743, 0.3479999899864197, 0.3499999940395355, 0.3499999940395355, 0.3339999914169311, 0.3379999995231628, 0.328000009059906, 0.3260000050067901, 0.335999995470047, 0.3420000076293945, 0.3260000050067901, 0.3400000035762787, 0.3319999873638153, 0.3339999914169311, 0.3519999980926513, 0.3519999980926513, 0.328000009059906, 0.3440000116825104, 0.3499999940395355, 0.3499999940395355, 0.3420000076293945, 0.3420000076293945, 0.3440000116825104, 0.356000006198883, 0.3600000143051147, 0.3400000035762787, 0.3540000021457672, 0.3339999914169311, 0.3499999940395355, 0.3339999914169311, 0.3339999914169311, 0.3440000116825104, 0.3499999940395355, 0.3580000102519989, 0.356000006198883, 0.3519999980926513, 0.3459999859333038, 0.3459999859333038, 0.3499999940395355, 0.3540000021457672, 0.3519999980926513, 0.363999992609024, 0.3519999980926513, 0.3499999940395355, 0.3479999899864197, 0.3519999980926513, 0.3479999899864197, 0.3499999940395355, 0.3540000021457672, 0.3479999899864197, 0.3459999859333038], "label": "SlimPajama"}}, "layout": {"title": {"text": "Dataset ablations"}}}
assets/data/plots/edu_ablations/piqa_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data": {"RefinedWeb": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5099999904632568, 0.6019999980926514, 0.652999997138977, 0.6710000038146973, 0.6740000247955322, 0.6899999976158142, 0.6919999718666077, 0.6909999847412109, 0.7070000171661377, 0.7089999914169312, 0.7129999995231628, 0.7229999899864197, 0.7120000123977661, 0.7200000286102295, 0.7279999852180481, 0.7369999885559082, 0.7390000224113464, 0.7350000143051147, 0.7319999933242798, 0.7279999852180481, 0.7269999980926514, 0.7459999918937683, 0.7400000095367432, 0.7390000224113464, 0.7319999933242798, 0.7390000224113464, 0.7379999756813049, 0.7390000224113464, 0.7360000014305115, 0.7440000176429749, 0.7400000095367432, 0.7360000014305115, 0.7480000257492065, 0.7360000014305115, 0.7440000176429749, 0.7459999918937683, 0.7409999966621399, 0.746999979019165, 0.7440000176429749, 0.7450000047683716, 0.753000020980835, 0.7390000224113464, 0.7490000128746033, 0.7419999837875366, 0.7390000224113464, 0.7559999823570251, 0.7519999742507935, 0.7549999952316284, 0.7419999837875366, 0.7490000128746033, 0.7540000081062317, 0.7480000257492065, 0.7450000047683716, 0.7429999709129333, 0.7509999871253967, 0.7549999952316284, 0.7490000128746033, 0.7490000128746033, 0.7400000095367432, 0.753000020980835, 0.75, 0.7509999871253967, 0.7570000290870667, 0.7590000033378601, 0.7570000290870667, 0.7329999804496765, 0.7540000081062317, 0.746999979019165, 0.7409999966621399, 0.7590000033378601, 0.7509999871253967, 0.7570000290870667, 0.75, 0.7540000081062317, 0.7480000257492065, 0.7580000162124634, 0.7639999985694885, 0.7630000114440918, 0.7590000033378601, 0.7549999952316284, 0.7480000257492065, 0.7509999871253967, 0.7570000290870667, 0.75, 0.7540000081062317, 0.7480000257492065, 0.7549999952316284, 0.7559999823570251, 0.7580000162124634, 0.7580000162124634, 0.753000020980835, 0.7490000128746033, 0.7540000081062317, 0.7639999985694885, 0.7580000162124634, 0.7519999742507935, 0.7590000033378601, 0.75, 0.7570000290870667, 0.7620000243186951, 0.7710000276565552, 0.7739999890327454, 0.7620000243186951, 0.7549999952316284, 0.7599999904632568, 0.765999972820282, 0.7680000066757202, 0.7639999985694885, 0.7540000081062317, 0.7649999856948853, 0.7649999856948853, 0.7609999775886536, 0.7549999952316284, 0.765999972820282, 0.7639999985694885, 0.7580000162124634, 0.7710000276565552, 0.7570000290870667, 0.7630000114440918, 0.7580000162124634, 0.7599999904632568, 0.7649999856948853, 0.7670000195503235, 0.7699999809265137, 0.7710000276565552, 0.7559999823570251, 0.7609999775886536, 0.7620000243186951, 0.7620000243186951, 0.7609999775886536, 0.753000020980835, 0.7570000290870667, 0.7620000243186951, 0.7609999775886536, 0.7609999775886536, 0.7559999823570251, 0.7540000081062317, 0.7570000290870667, 0.7639999985694885, 0.7590000033378601, 0.7680000066757202, 0.7680000066757202, 0.765999972820282, 0.765999972820282, 0.7670000195503235, 0.7739999890327454, 0.7649999856948853, 0.7749999761581421, 0.7699999809265137, 0.7639999985694885, 0.7680000066757202, 0.7630000114440918, 0.7680000066757202, 0.7699999809265137, 0.7739999890327454, 0.7749999761581421, 0.765999972820282, 0.7680000066757202, 0.7710000276565552, 0.7680000066757202, 0.765999972820282, 0.7689999938011169, 0.7760000228881836, 0.7710000276565552, 0.7680000066757202, 0.7649999856948853, 0.7720000147819519, 0.7730000019073486], "label": "RefinedWeb"}, "C4": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5099999904632568, 0.6190000176429749, 0.6650000214576721, 0.6690000295639038, 0.6909999847412109, 0.7099999785423279, 0.7089999914169312, 0.7099999785423279, 0.7129999995231628, 0.7099999785423279, 0.7160000205039978, 0.722000002861023, 0.7260000109672546, 0.7200000286102295, 0.7200000286102295, 0.7250000238418579, 0.7279999852180481, 0.7379999756813049, 0.7300000190734863, 0.7409999966621399, 0.7400000095367432, 0.7329999804496765, 0.7379999756813049, 0.7350000143051147, 0.734000027179718, 0.7350000143051147, 0.7519999742507935, 0.7599999904632568, 0.7379999756813049, 0.75, 0.7509999871253967, 0.7459999918937683, 0.746999979019165, 0.7440000176429749, 0.7480000257492065, 0.7429999709129333, 0.7429999709129333, 0.7450000047683716, 0.7570000290870667, 0.75, 0.7509999871253967, 0.7620000243186951, 0.7570000290870667, 0.7559999823570251, 0.7490000128746033, 0.7519999742507935, 0.753000020980835, 0.7599999904632568, 0.7549999952316284, 0.7540000081062317, 0.7590000033378601, 0.7509999871253967, 0.7549999952316284, 0.7480000257492065, 0.7580000162124634, 0.7490000128746033, 0.753000020980835, 0.753000020980835, 0.7599999904632568, 0.7480000257492065, 0.7590000033378601, 0.7450000047683716, 0.7440000176429749, 0.746999979019165, 0.75, 0.7670000195503235, 0.7590000033378601, 0.7519999742507935, 0.7620000243186951, 0.7639999985694885, 0.7599999904632568, 0.7549999952316284, 0.7540000081062317, 0.753000020980835, 0.7609999775886536, 0.7699999809265137, 0.7630000114440918, 0.7620000243186951, 0.7570000290870667, 0.7670000195503235, 0.7599999904632568, 0.7599999904632568, 0.753000020980835, 0.7549999952316284, 0.7649999856948853, 0.7490000128746033, 0.7639999985694885, 0.7559999823570251, 0.7609999775886536, 0.7689999938011169, 0.7689999938011169, 0.7630000114440918, 0.7580000162124634, 0.7649999856948853, 0.7699999809265137, 0.7620000243186951, 0.7590000033378601, 0.7680000066757202, 0.7630000114440918, 0.7609999775886536, 0.7739999890327454, 0.7649999856948853, 0.7720000147819519, 0.7689999938011169, 0.7630000114440918, 0.765999972820282, 0.7649999856948853, 0.7620000243186951, 0.7620000243186951, 0.7670000195503235, 0.7609999775886536, 0.7680000066757202, 0.7670000195503235, 0.7620000243186951, 0.7710000276565552, 0.7680000066757202, 0.765999972820282, 0.7670000195503235, 0.7739999890327454, 0.7630000114440918, 0.7730000019073486, 0.7699999809265137, 0.7620000243186951, 0.765999972820282, 0.7670000195503235, 0.777999997138977, 0.7649999856948853, 0.7689999938011169, 0.7710000276565552, 0.7620000243186951, 0.7720000147819519, 0.7710000276565552, 0.7620000243186951, 0.7670000195503235, 0.7710000276565552, 0.7670000195503235, 0.7670000195503235, 0.7699999809265137, 0.7639999985694885, 0.7689999938011169, 0.7710000276565552, 0.7739999890327454, 0.7799999713897705, 0.7720000147819519, 0.7699999809265137, 0.7720000147819519, 0.7699999809265137, 0.777999997138977, 0.7760000228881836, 0.7760000228881836, 0.7739999890327454, 0.7739999890327454, 0.7689999938011169, 0.7689999938011169, 0.7699999809265137, 0.7730000019073486, 0.7699999809265137, 0.7689999938011169, 0.7699999809265137, 0.7730000019073486, 0.7699999809265137, 0.7770000100135803, 0.7820000052452087, 0.7639999985694885, 0.7730000019073486, 0.7749999761581421, 0.7760000228881836, 0.7710000276565552], "label": "C4"}, "Dolma": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5099999904632568, 0.6000000238418579, 0.6489999890327454, 0.671999990940094, 0.6710000038146973, 0.6890000104904175, 0.6949999928474426, 0.7049999833106995, 0.7009999752044678, 0.7080000042915344, 0.7099999785423279, 0.7080000042915344, 0.7110000252723694, 0.7089999914169312, 0.7200000286102295, 0.7210000157356262, 0.718999981880188, 0.7289999723434448, 0.7160000205039978, 0.7250000238418579, 0.7269999980926514, 0.7200000286102295, 0.7369999885559082, 0.7260000109672546, 0.7279999852180481, 0.7379999756813049, 0.7170000076293945, 0.7300000190734863, 0.7350000143051147, 0.7350000143051147, 0.7300000190734863, 0.7360000014305115, 0.7350000143051147, 0.7360000014305115, 0.7289999723434448, 0.7379999756813049, 0.7369999885559082, 0.7279999852180481, 0.7429999709129333, 0.7360000014305115, 0.7379999756813049, 0.7279999852180481, 0.7260000109672546, 0.7329999804496765, 0.7310000061988831, 0.7310000061988831, 0.7459999918937683, 0.7369999885559082, 0.746999979019165, 0.7409999966621399, 0.7379999756813049, 0.7379999756813049, 0.7559999823570251, 0.7540000081062317, 0.734000027179718, 0.7429999709129333, 0.7409999966621399, 0.7440000176429749, 0.7409999966621399, 0.7570000290870667, 0.7490000128746033, 0.7450000047683716, 0.7570000290870667, 0.7490000128746033, 0.746999979019165, 0.746999979019165, 0.7580000162124634, 0.7409999966621399, 0.7409999966621399, 0.7490000128746033, 0.7570000290870667, 0.7559999823570251, 0.7519999742507935, 0.7369999885559082, 0.7390000224113464, 0.7540000081062317, 0.7620000243186951, 0.7549999952316284, 0.7509999871253967, 0.7609999775886536, 0.7559999823570251, 0.7509999871253967, 0.7480000257492065, 0.7440000176429749, 0.7480000257492065, 0.7590000033378601, 0.7509999871253967, 0.75, 0.7620000243186951, 0.7490000128746033, 0.7580000162124634, 0.7490000128746033, 0.7540000081062317, 0.7620000243186951, 0.753000020980835, 0.7580000162124634, 0.753000020980835, 0.7559999823570251, 0.7590000033378601, 0.7639999985694885, 0.7549999952316284, 0.7509999871253967, 0.753000020980835, 0.7609999775886536, 0.7540000081062317, 0.7559999823570251, 0.7670000195503235, 0.753000020980835, 0.7549999952316284, 0.7649999856948853, 0.7609999775886536, 0.7630000114440918, 0.7710000276565552, 0.7630000114440918, 0.7559999823570251, 0.7620000243186951, 0.7540000081062317, 0.753000020980835, 0.7689999938011169, 0.7630000114440918, 0.7590000033378601, 0.7559999823570251, 0.753000020980835, 0.7649999856948853, 0.7570000290870667, 0.7580000162124634, 0.7609999775886536, 0.7649999856948853, 0.765999972820282, 0.753000020980835, 0.7620000243186951, 0.7609999775886536, 0.7639999985694885, 0.7609999775886536, 0.7630000114440918, 0.7649999856948853, 0.7639999985694885, 0.7609999775886536, 0.7649999856948853, 0.7559999823570251, 0.7599999904632568, 0.765999972820282, 0.7639999985694885, 0.7639999985694885, 0.7620000243186951, 0.7639999985694885, 0.7639999985694885, 0.7689999938011169, 0.7649999856948853, 0.7680000066757202, 0.765999972820282, 0.7559999823570251, 0.7549999952316284, 0.765999972820282, 0.7689999938011169, 0.765999972820282, 0.7699999809265137, 0.7749999761581421, 0.7699999809265137, 0.7680000066757202, 0.7730000019073486, 0.7689999938011169, 0.7720000147819519, 0.7680000066757202, 0.7720000147819519, 0.7680000066757202, 0.7710000276565552, 0.7689999938011169], "label": "Dolma"}, "FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.6320000290870667, 0.6880000233650208, 0.6700000166893005, 0.699999988079071, 0.6959999799728394, 0.7020000219345093, 0.7009999752044678, 0.7279999852180481, 0.7160000205039978, 0.7319999933242798, 0.7269999980926514, 0.7329999804496765, 0.7239999771118164, 0.7360000014305115, 0.7409999966621399, 0.7260000109672546, 0.7390000224113464, 0.7409999966621399, 0.7400000095367432, 0.746999979019165, 0.734000027179718, 0.7360000014305115, 0.746999979019165, 0.7409999966621399, 0.7419999837875366, 0.7459999918937683, 0.7459999918937683, 0.7360000014305115, 0.7480000257492065, 0.7509999871253967, 0.7519999742507935, 0.7519999742507935, 0.75, 0.7429999709129333, 0.7459999918937683, 0.75, 0.7459999918937683, 0.746999979019165, 0.7419999837875366, 0.7540000081062317, 0.7390000224113464, 0.7369999885559082, 0.7519999742507935, 0.7540000081062317, 0.7570000290870667, 0.7519999742507935, 0.7459999918937683, 0.75, 0.7559999823570251, 0.7590000033378601, 0.7509999871253967, 0.7570000290870667, 0.7480000257492065, 0.75, 0.7749999761581421, 0.7540000081062317, 0.7549999952316284, 0.7540000081062317, 0.7630000114440918, 0.7580000162124634, 0.7590000033378601, 0.7620000243186951, 0.7630000114440918, 0.7580000162124634, 0.7570000290870667, 0.7630000114440918, 0.7570000290870667, 0.765999972820282, 0.7670000195503235, 0.7630000114440918, 0.7590000033378601, 0.7649999856948853, 0.7649999856948853, 0.7630000114440918, 0.7639999985694885, 0.765999972820282, 0.7680000066757202, 0.7630000114440918, 0.7689999938011169, 0.7689999938011169, 0.7680000066757202, 0.7689999938011169], "label": "FineWeb-Edu"}, "FineWeb (ours)": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5099999904632568, 0.6190000176429749, 0.6549999713897705, 0.6769999861717224, 0.6899999976158142, 0.6869999766349792, 0.7149999737739563, 0.7179999947547913, 0.7179999947547913, 0.7319999933242798, 0.7390000224113464, 0.7350000143051147, 0.7480000257492065, 0.7440000176429749, 0.7409999966621399, 0.7440000176429749, 0.7580000162124634, 0.7419999837875366, 0.7440000176429749, 0.75, 0.734000027179718, 0.746999979019165, 0.7459999918937683, 0.7390000224113464, 0.7490000128746033, 0.7379999756813049, 0.7429999709129333, 0.7390000224113464, 0.7360000014305115, 0.7419999837875366, 0.7480000257492065, 0.7480000257492065, 0.7490000128746033, 0.7440000176429749, 0.75, 0.7540000081062317, 0.7490000128746033, 0.7549999952316284, 0.7429999709129333, 0.7540000081062317, 0.753000020980835, 0.7540000081062317, 0.7440000176429749, 0.7570000290870667, 0.7400000095367432, 0.7490000128746033, 0.7549999952316284, 0.7559999823570251, 0.7580000162124634, 0.7609999775886536, 0.7480000257492065, 0.7490000128746033, 0.7599999904632568, 0.7609999775886536, 0.7540000081062317, 0.753000020980835, 0.7490000128746033, 0.7480000257492065, 0.7440000176429749, 0.7549999952316284, 0.7540000081062317, 0.7559999823570251, 0.7490000128746033, 0.7409999966621399, 0.7580000162124634, 0.75, 0.746999979019165, 0.7400000095367432, 0.7559999823570251, 0.7490000128746033, 0.7429999709129333, 0.7519999742507935, 0.7549999952316284, 0.7559999823570251, 0.753000020980835, 0.753000020980835, 0.746999979019165, 0.746999979019165, 0.7559999823570251, 0.7549999952316284, 0.7549999952316284, 0.7570000290870667, 0.7599999904632568, 0.7599999904632568, 0.7549999952316284, 0.765999972820282, 0.7649999856948853, 0.7630000114440918, 0.7580000162124634, 0.7599999904632568, 0.7559999823570251, 0.7490000128746033, 0.7620000243186951, 0.7519999742507935, 0.7580000162124634, 0.7559999823570251, 0.7580000162124634, 0.7670000195503235, 0.7599999904632568, 0.7559999823570251, 0.7580000162124634, 0.7570000290870667, 0.7649999856948853, 0.7590000033378601, 0.7649999856948853, 0.7649999856948853, 0.7609999775886536, 0.7519999742507935, 0.7639999985694885, 0.7699999809265137, 0.7689999938011169, 0.7609999775886536, 0.765999972820282, 0.7710000276565552, 0.7590000033378601, 0.7710000276565552, 0.7639999985694885, 0.7710000276565552, 0.7730000019073486, 0.7680000066757202, 0.7590000033378601, 0.7639999985694885, 0.7609999775886536, 0.7559999823570251, 0.7749999761581421, 0.7680000066757202, 0.7599999904632568, 0.7609999775886536, 0.7599999904632568, 0.7580000162124634, 0.7599999904632568, 0.7649999856948853, 0.765999972820282, 0.7580000162124634, 0.7739999890327454, 0.7739999890327454, 0.7739999890327454, 0.7620000243186951, 0.7749999761581421, 0.7699999809265137, 0.7670000195503235, 0.7720000147819519, 0.7739999890327454, 0.7739999890327454, 0.7649999856948853, 0.7710000276565552, 0.7649999856948853, 0.7699999809265137, 0.7760000228881836, 0.7730000019073486, 0.7699999809265137, 0.7739999890327454, 0.7720000147819519, 0.7670000195503235, 0.7720000147819519, 0.7749999761581421, 0.7699999809265137, 0.7689999938011169, 0.7639999985694885, 0.7760000228881836, 0.7670000195503235, 0.7670000195503235, 0.7689999938011169, 0.7760000228881836, 0.7670000195503235, 0.7649999856948853, 0.7720000147819519, 0.7609999775886536], "label": "FineWeb (ours)"}, "SlimPajama": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5049999952316284, 0.597000002861023, 0.6169999837875366, 0.6140000224113464, 0.640999972820282, 0.6690000295639038, 0.6669999957084656, 0.6610000133514404, 0.6840000152587891, 0.6800000071525574, 0.6800000071525574, 0.6880000233650208, 0.6869999766349792, 0.6909999847412109, 0.6990000009536743, 0.6890000104904175, 0.7049999833106995, 0.7129999995231628, 0.7080000042915344, 0.7049999833106995, 0.7020000219345093, 0.703000009059906, 0.7049999833106995, 0.7139999866485596, 0.6990000009536743, 0.7110000252723694, 0.7129999995231628, 0.7160000205039978, 0.7229999899864197, 0.7160000205039978, 0.7089999914169312, 0.703000009059906, 0.7120000123977661, 0.7210000157356262, 0.7260000109672546, 0.7289999723434448, 0.7149999737739563, 0.7200000286102295, 0.7179999947547913, 0.7160000205039978, 0.7239999771118164, 0.7239999771118164, 0.7229999899864197, 0.7250000238418579, 0.734000027179718, 0.7160000205039978, 0.7260000109672546, 0.7250000238418579, 0.7160000205039978, 0.7300000190734863, 0.7269999980926514, 0.7250000238418579, 0.7239999771118164, 0.7269999980926514, 0.734000027179718, 0.7210000157356262, 0.7300000190734863, 0.7229999899864197, 0.7239999771118164, 0.718999981880188, 0.7310000061988831, 0.7179999947547913, 0.7390000224113464, 0.7350000143051147, 0.7360000014305115, 0.7379999756813049, 0.7289999723434448, 0.7379999756813049, 0.718999981880188, 0.7459999918937683, 0.7300000190734863, 0.7179999947547913, 0.7379999756813049, 0.7310000061988831, 0.7269999980926514, 0.7329999804496765, 0.7229999899864197, 0.7229999899864197, 0.7210000157356262, 0.7350000143051147, 0.722000002861023, 0.722000002861023, 0.7260000109672546, 0.7239999771118164, 0.7229999899864197, 0.7379999756813049, 0.7239999771118164, 0.7369999885559082, 0.7379999756813049, 0.7300000190734863, 0.7319999933242798, 0.7360000014305115, 0.7300000190734863, 0.7490000128746033, 0.7319999933242798, 0.7289999723434448, 0.722000002861023, 0.7300000190734863, 0.7269999980926514, 0.7329999804496765, 0.7379999756813049, 0.7329999804496765, 0.7310000061988831, 0.7310000061988831, 0.7319999933242798, 0.7310000061988831, 0.7310000061988831, 0.718999981880188, 0.7350000143051147, 0.7319999933242798, 0.7310000061988831, 0.7319999933242798, 0.7250000238418579, 0.7269999980926514, 0.7319999933242798, 0.734000027179718, 0.7379999756813049, 0.7310000061988831, 0.7300000190734863, 0.7409999966621399, 0.7279999852180481, 0.7269999980926514, 0.722000002861023, 0.7360000014305115, 0.7390000224113464, 0.7319999933242798, 0.7300000190734863, 0.7350000143051147, 0.7409999966621399, 0.7300000190734863, 0.7329999804496765, 0.7360000014305115, 0.7429999709129333, 0.7279999852180481, 0.7269999980926514, 0.7400000095367432, 0.7400000095367432, 0.7429999709129333, 0.7310000061988831, 0.7350000143051147, 0.734000027179718, 0.7360000014305115, 0.7450000047683716, 0.7440000176429749, 0.7429999709129333, 0.7419999837875366, 0.7540000081062317, 0.7409999966621399, 0.7429999709129333, 0.7549999952316284, 0.7519999742507935, 0.7429999709129333, 0.7540000081062317, 0.7480000257492065, 0.7480000257492065, 0.75, 0.7509999871253967, 0.746999979019165, 0.7490000128746033, 0.7480000257492065, 0.7480000257492065, 0.753000020980835, 0.7490000128746033, 0.7419999837875366, 0.7360000014305115, 0.7540000081062317, 0.7490000128746033, 0.7570000290870667], "label": "SlimPajama"}, "RedPajama2": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5040000081062317, 0.5799999833106995, 0.6079999804496765, 0.625, 0.6389999985694885, 0.6510000228881836, 0.6610000133514404, 0.6579999923706055, 0.6669999957084656, 0.6809999942779541, 0.6830000281333923, 0.6769999861717224, 0.6800000071525574, 0.6840000152587891, 0.6890000104904175, 0.6919999718666077, 0.6890000104904175, 0.6859999895095825, 0.6919999718666077, 0.699999988079071, 0.6909999847412109, 0.6980000138282776, 0.699999988079071, 0.6940000057220459, 0.6949999928474426, 0.6940000057220459, 0.6890000104904175, 0.6859999895095825, 0.6930000185966492, 0.699999988079071, 0.6970000267028809, 0.7039999961853027, 0.7039999961853027, 0.6990000009536743, 0.7070000171661377, 0.7120000123977661, 0.7239999771118164, 0.7129999995231628, 0.7020000219345093, 0.703000009059906, 0.7039999961853027, 0.7009999752044678, 0.7170000076293945, 0.7129999995231628, 0.7049999833106995, 0.7139999866485596, 0.7080000042915344, 0.722000002861023, 0.6970000267028809, 0.7210000157356262, 0.7099999785423279, 0.7129999995231628, 0.7020000219345093, 0.718999981880188, 0.7110000252723694, 0.7239999771118164, 0.7129999995231628, 0.7300000190734863, 0.722000002861023, 0.7110000252723694, 0.7170000076293945, 0.7279999852180481, 0.7279999852180481, 0.7210000157356262, 0.7110000252723694, 0.7210000157356262, 0.7200000286102295, 0.7129999995231628, 0.7170000076293945, 0.7170000076293945, 0.7179999947547913, 0.7229999899864197, 0.7229999899864197, 0.7149999737739563, 0.7129999995231628, 0.7310000061988831, 0.7160000205039978, 0.7200000286102295, 0.7250000238418579, 0.7239999771118164, 0.7250000238418579, 0.7160000205039978, 0.7279999852180481, 0.7229999899864197, 0.7170000076293945, 0.7229999899864197, 0.7329999804496765, 0.7289999723434448, 0.734000027179718, 0.7250000238418579, 0.7269999980926514, 0.7120000123977661, 0.7239999771118164, 0.7229999899864197, 0.7120000123977661, 0.7289999723434448, 0.7269999980926514, 0.7229999899864197, 0.7289999723434448, 0.7200000286102295, 0.7239999771118164, 0.7289999723434448, 0.7260000109672546, 0.7289999723434448, 0.7149999737739563, 0.7210000157356262, 0.7279999852180481, 0.7300000190734863, 0.7329999804496765, 0.7300000190734863, 0.7279999852180481, 0.7300000190734863, 0.7319999933242798, 0.7279999852180481, 0.7279999852180481, 0.7250000238418579, 0.7310000061988831, 0.7390000224113464, 0.7319999933242798, 0.7310000061988831, 0.722000002861023, 0.7319999933242798, 0.7300000190734863, 0.7350000143051147, 0.7379999756813049, 0.7279999852180481, 0.7310000061988831, 0.7269999980926514, 0.734000027179718, 0.7250000238418579, 0.7269999980926514, 0.7279999852180481, 0.7250000238418579, 0.734000027179718, 0.7289999723434448, 0.7350000143051147, 0.7350000143051147, 0.7300000190734863, 0.7250000238418579, 0.7279999852180481, 0.7210000157356262, 0.7260000109672546, 0.7329999804496765, 0.7239999771118164, 0.722000002861023, 0.7260000109672546, 0.7319999933242798, 0.7300000190734863, 0.7310000061988831, 0.7279999852180481, 0.7350000143051147, 0.7279999852180481, 0.7300000190734863, 0.7350000143051147, 0.7200000286102295, 0.7319999933242798, 0.7279999852180481, 0.722000002861023, 0.7200000286102295, 0.7179999947547913, 0.7260000109672546, 0.7300000190734863, 0.7260000109672546, 0.7289999723434448, 0.7210000157356262, 0.7269999980926514, 0.7260000109672546, 0.7310000061988831], "label": "RedPajama2"}, "The Pile": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.5049999952316284, 0.5809999704360962, 0.6010000109672546, 0.6190000176429749, 0.6259999871253967, 0.6439999938011169, 0.6449999809265137, 0.6420000195503235, 0.6570000052452087, 0.6520000100135803, 0.6579999923706055, 0.6629999876022339, 0.6589999794960022, 0.6690000295639038, 0.6570000052452087, 0.6759999990463257, 0.671999990940094, 0.6589999794960022, 0.6690000295639038, 0.6669999957084656, 0.675000011920929, 0.6740000247955322, 0.675000011920929, 0.6830000281333923, 0.6669999957084656, 0.6669999957084656, 0.6809999942779541, 0.6819999814033508, 0.6710000038146973, 0.6859999895095825, 0.6830000281333923, 0.6759999990463257, 0.6830000281333923, 0.6850000023841858, 0.6899999976158142, 0.6909999847412109, 0.6880000233650208, 0.6909999847412109, 0.6840000152587891, 0.6899999976158142, 0.6959999799728394, 0.6890000104904175, 0.6869999766349792, 0.6919999718666077, 0.6949999928474426, 0.699999988079071, 0.7039999961853027, 0.6880000233650208, 0.699999988079071, 0.6990000009536743, 0.699999988079071, 0.6919999718666077, 0.6970000267028809, 0.6930000185966492, 0.6859999895095825, 0.6970000267028809, 0.7049999833106995, 0.6980000138282776, 0.699999988079071, 0.6990000009536743, 0.6919999718666077, 0.6970000267028809, 0.6990000009536743, 0.7089999914169312, 0.7120000123977661, 0.7020000219345093, 0.6949999928474426, 0.7020000219345093, 0.699999988079071, 0.6990000009536743, 0.6940000057220459, 0.7059999704360962, 0.6959999799728394, 0.7170000076293945, 0.7059999704360962, 0.7170000076293945, 0.7099999785423279, 0.7120000123977661, 0.703000009059906, 0.7080000042915344, 0.7120000123977661, 0.7080000042915344, 0.7059999704360962, 0.7099999785423279, 0.703000009059906, 0.7009999752044678, 0.7129999995231628, 0.703000009059906, 0.7110000252723694, 0.7139999866485596, 0.7160000205039978, 0.7110000252723694, 0.7120000123977661, 0.7099999785423279, 0.7170000076293945, 0.7179999947547913, 0.7200000286102295, 0.7200000286102295, 0.7139999866485596, 0.7239999771118164, 0.7179999947547913, 0.722000002861023, 0.7200000286102295, 0.7229999899864197, 0.7250000238418579, 0.7210000157356262, 0.7200000286102295, 0.7160000205039978, 0.7269999980926514, 0.7179999947547913, 0.7200000286102295, 0.7200000286102295, 0.7170000076293945, 0.7039999961853027, 0.7179999947547913, 0.7179999947547913, 0.7200000286102295, 0.7200000286102295, 0.7160000205039978, 0.7179999947547913, 0.7279999852180481, 0.722000002861023, 0.7210000157356262, 0.722000002861023, 0.7149999737739563, 0.7260000109672546, 0.7229999899864197, 0.7229999899864197, 0.7279999852180481, 0.7360000014305115, 0.7200000286102295, 0.7170000076293945, 0.7200000286102295, 0.7210000157356262, 0.7210000157356262, 0.7229999899864197, 0.7269999980926514, 0.7279999852180481, 0.7250000238418579, 0.7210000157356262, 0.7279999852180481, 0.7239999771118164, 0.7300000190734863, 0.7229999899864197, 0.7250000238418579, 0.7200000286102295, 0.7300000190734863, 0.722000002861023, 0.7260000109672546, 0.7300000190734863, 0.7229999899864197, 0.722000002861023, 0.7210000157356262, 0.7239999771118164, 0.7269999980926514, 0.7210000157356262, 0.7269999980926514, 0.734000027179718, 0.7350000143051147, 0.7289999723434448, 0.7300000190734863, 0.7269999980926514, 0.7269999980926514, 0.7210000157356262, 0.7229999899864197, 0.7310000061988831, 0.7239999771118164, 0.7200000286102295], "label": "The Pile"}}, "layout": {"title": {"text": "FineWeb-Edu ablations"}}}
 
1
+ {"data": {"RefinedWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.652999997138977, 0.6740000247955322, 0.6919999718666077, 0.7070000171661377, 0.7129999995231628, 0.7120000123977661, 0.7279999852180481, 0.7390000224113464, 0.7319999933242798, 0.7269999980926514, 0.7400000095367432, 0.7319999933242798, 0.7379999756813049, 0.7360000014305115, 0.7400000095367432, 0.7480000257492065, 0.7440000176429749, 0.7409999966621399, 0.7440000176429749, 0.753000020980835, 0.7490000128746033, 0.7390000224113464, 0.7519999742507935, 0.7419999837875366, 0.7540000081062317, 0.7450000047683716, 0.7509999871253967, 0.7490000128746033, 0.7400000095367432, 0.75, 0.7570000290870667, 0.7570000290870667, 0.7540000081062317, 0.7409999966621399, 0.7509999871253967, 0.75, 0.7480000257492065, 0.7639999985694885, 0.7590000033378601, 0.7480000257492065, 0.7570000290870667, 0.7540000081062317, 0.7549999952316284, 0.7580000162124634, 0.753000020980835, 0.7540000081062317, 0.7580000162124634, 0.7590000033378601, 0.7570000290870667, 0.7710000276565552, 0.7620000243186951, 0.7599999904632568, 0.7680000066757202, 0.7540000081062317, 0.7649999856948853, 0.7549999952316284, 0.7639999985694885, 0.7710000276565552, 0.7630000114440918, 0.7599999904632568, 0.7670000195503235, 0.7710000276565552, 0.7609999775886536, 0.7620000243186951, 0.753000020980835, 0.7620000243186951, 0.7609999775886536, 0.7639999985694885, 0.7680000066757202, 0.765999972820282, 0.7670000195503235, 0.7699999809265137, 0.7680000066757202, 0.7680000066757202, 0.7739999890327454, 0.765999972820282, 0.7710000276565552, 0.765999972820282, 0.7760000228881836, 0.7680000066757202, 0.7720000147819519, 0.7730000019073486], "label": "RefinedWeb"}, "C4": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.6650000214576721, 0.6909999847412109, 0.7089999914169312, 0.7129999995231628, 0.7160000205039978, 0.7260000109672546, 0.7200000286102295, 0.7279999852180481, 0.7300000190734863, 0.7400000095367432, 0.7379999756813049, 0.734000027179718, 0.7519999742507935, 0.7379999756813049, 0.7509999871253967, 0.746999979019165, 0.7480000257492065, 0.7429999709129333, 0.7570000290870667, 0.7509999871253967, 0.7570000290870667, 0.7490000128746033, 0.753000020980835, 0.7549999952316284, 0.7590000033378601, 0.7549999952316284, 0.7580000162124634, 0.753000020980835, 0.7599999904632568, 0.7590000033378601, 0.7440000176429749, 0.75, 0.7590000033378601, 0.7620000243186951, 0.7599999904632568, 0.7540000081062317, 0.7609999775886536, 0.7630000114440918, 0.7570000290870667, 0.7599999904632568, 0.753000020980835, 0.7649999856948853, 0.7639999985694885, 0.7609999775886536, 0.7689999938011169, 0.7580000162124634, 0.7699999809265137, 0.7590000033378601, 0.7630000114440918, 0.7739999890327454, 0.7720000147819519, 0.7630000114440918, 0.7649999856948853, 0.7620000243186951, 0.7609999775886536, 0.7670000195503235, 0.7710000276565552, 0.765999972820282, 0.7739999890327454, 0.7730000019073486, 0.7620000243186951, 0.7670000195503235, 0.7649999856948853, 0.7710000276565552, 0.7720000147819519, 0.7620000243186951, 0.7710000276565552, 0.7639999985694885, 0.7710000276565552, 0.7799999713897705, 0.7699999809265137, 0.7760000228881836, 0.7739999890327454, 0.7689999938011169, 0.7699999809265137, 0.7699999809265137, 0.7699999809265137, 0.7699999809265137, 0.7820000052452087, 0.7730000019073486, 0.7760000228881836, 0.7710000276565552], "label": "C4"}, "Dolma": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.6489999890327454, 0.6710000038146973, 0.6949999928474426, 0.7009999752044678, 0.7099999785423279, 0.7110000252723694, 0.7200000286102295, 0.718999981880188, 0.7160000205039978, 0.7269999980926514, 0.7369999885559082, 0.7279999852180481, 0.7170000076293945, 0.7350000143051147, 0.7300000190734863, 0.7350000143051147, 0.7289999723434448, 0.7369999885559082, 0.7429999709129333, 0.7379999756813049, 0.7260000109672546, 0.7310000061988831, 0.7459999918937683, 0.746999979019165, 0.7379999756813049, 0.7559999823570251, 0.734000027179718, 0.7409999966621399, 0.7409999966621399, 0.7490000128746033, 0.7570000290870667, 0.746999979019165, 0.7580000162124634, 0.7409999966621399, 0.7570000290870667, 0.7519999742507935, 0.7390000224113464, 0.7620000243186951, 0.7509999871253967, 0.7559999823570251, 0.7480000257492065, 0.7480000257492065, 0.7509999871253967, 0.7620000243186951, 0.7580000162124634, 0.7540000081062317, 0.753000020980835, 0.753000020980835, 0.7590000033378601, 0.7549999952316284, 0.753000020980835, 0.7540000081062317, 0.7670000195503235, 0.7549999952316284, 0.7609999775886536, 0.7710000276565552, 0.7559999823570251, 0.7540000081062317, 0.7689999938011169, 0.7590000033378601, 0.753000020980835, 0.7570000290870667, 0.7609999775886536, 0.765999972820282, 0.7620000243186951, 0.7639999985694885, 0.7630000114440918, 0.7649999856948853, 0.7599999904632568, 0.7639999985694885, 0.7620000243186951, 0.7649999856948853, 0.765999972820282, 0.7549999952316284, 0.7689999938011169, 0.7699999809265137, 0.7699999809265137, 0.7730000019073486, 0.7720000147819519, 0.7720000147819519, 0.7710000276565552, 0.7689999938011169], "label": "Dolma"}, "FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.6320000290870667, 0.6880000233650208, 0.6700000166893005, 0.699999988079071, 0.6959999799728394, 0.7020000219345093, 0.7009999752044678, 0.7279999852180481, 0.7160000205039978, 0.7319999933242798, 0.7269999980926514, 0.7329999804496765, 0.7239999771118164, 0.7360000014305115, 0.7409999966621399, 0.7260000109672546, 0.7390000224113464, 0.7409999966621399, 0.7400000095367432, 0.746999979019165, 0.734000027179718, 0.7360000014305115, 0.746999979019165, 0.7409999966621399, 0.7419999837875366, 0.7459999918937683, 0.7459999918937683, 0.7360000014305115, 0.7480000257492065, 0.7509999871253967, 0.7519999742507935, 0.7519999742507935, 0.75, 0.7429999709129333, 0.7459999918937683, 0.75, 0.7459999918937683, 0.746999979019165, 0.7419999837875366, 0.7540000081062317, 0.7390000224113464, 0.7369999885559082, 0.7519999742507935, 0.7540000081062317, 0.7570000290870667, 0.7519999742507935, 0.7459999918937683, 0.75, 0.7559999823570251, 0.7590000033378601, 0.7509999871253967, 0.7570000290870667, 0.7480000257492065, 0.75, 0.7749999761581421, 0.7540000081062317, 0.7549999952316284, 0.7540000081062317, 0.7630000114440918, 0.7580000162124634, 0.7590000033378601, 0.7620000243186951, 0.7630000114440918, 0.7580000162124634, 0.7570000290870667, 0.7630000114440918, 0.7570000290870667, 0.765999972820282, 0.7670000195503235, 0.7630000114440918, 0.7590000033378601, 0.7649999856948853, 0.7649999856948853, 0.7630000114440918, 0.7639999985694885, 0.765999972820282, 0.7680000066757202, 0.7630000114440918, 0.7689999938011169, 0.7689999938011169, 0.7680000066757202, 0.7689999938011169], "label": "FineWeb-Edu"}, "FineWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.6549999713897705, 0.6899999976158142, 0.7149999737739563, 0.7179999947547913, 0.7390000224113464, 0.7480000257492065, 0.7409999966621399, 0.7580000162124634, 0.7440000176429749, 0.734000027179718, 0.7459999918937683, 0.7490000128746033, 0.7429999709129333, 0.7360000014305115, 0.7480000257492065, 0.7490000128746033, 0.75, 0.7490000128746033, 0.7429999709129333, 0.753000020980835, 0.7440000176429749, 0.7400000095367432, 0.7549999952316284, 0.7580000162124634, 0.7480000257492065, 0.7599999904632568, 0.7540000081062317, 0.7490000128746033, 0.7440000176429749, 0.7540000081062317, 0.7490000128746033, 0.7580000162124634, 0.746999979019165, 0.7559999823570251, 0.7429999709129333, 0.7549999952316284, 0.753000020980835, 0.746999979019165, 0.7559999823570251, 0.7549999952316284, 0.7599999904632568, 0.7549999952316284, 0.7649999856948853, 0.7580000162124634, 0.7559999823570251, 0.7620000243186951, 0.7580000162124634, 0.7580000162124634, 0.7599999904632568, 0.7580000162124634, 0.7649999856948853, 0.7649999856948853, 0.7609999775886536, 0.7639999985694885, 0.7689999938011169, 0.765999972820282, 0.7590000033378601, 0.7639999985694885, 0.7730000019073486, 0.7590000033378601, 0.7609999775886536, 0.7749999761581421, 0.7599999904632568, 0.7599999904632568, 0.7599999904632568, 0.765999972820282, 0.7739999890327454, 0.7749999761581421, 0.7670000195503235, 0.7739999890327454, 0.7649999856948853, 0.7760000228881836, 0.7699999809265137, 0.7720000147819519, 0.7720000147819519, 0.7699999809265137, 0.7639999985694885, 0.7670000195503235, 0.7689999938011169, 0.7670000195503235, 0.7720000147819519, 0.7609999775886536], "label": "FineWeb"}, "SlimPajama": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.6169999837875366, 0.640999972820282, 0.6669999957084656, 0.6840000152587891, 0.6800000071525574, 0.6869999766349792, 0.6990000009536743, 0.7049999833106995, 0.7080000042915344, 0.7020000219345093, 0.7049999833106995, 0.6990000009536743, 0.7129999995231628, 0.7229999899864197, 0.7089999914169312, 0.7120000123977661, 0.7260000109672546, 0.7149999737739563, 0.7179999947547913, 0.7239999771118164, 0.7229999899864197, 0.734000027179718, 0.7260000109672546, 0.7160000205039978, 0.7269999980926514, 0.7239999771118164, 0.734000027179718, 0.7300000190734863, 0.7239999771118164, 0.7310000061988831, 0.7390000224113464, 0.7360000014305115, 0.7289999723434448, 0.718999981880188, 0.7300000190734863, 0.7379999756813049, 0.7269999980926514, 0.7229999899864197, 0.7210000157356262, 0.722000002861023, 0.7260000109672546, 0.7229999899864197, 0.7239999771118164, 0.7379999756813049, 0.7319999933242798, 0.7300000190734863, 0.7319999933242798, 0.722000002861023, 0.7269999980926514, 0.7379999756813049, 0.7310000061988831, 0.7319999933242798, 0.7310000061988831, 0.7350000143051147, 0.7310000061988831, 0.7250000238418579, 0.7319999933242798, 0.7379999756813049, 0.7300000190734863, 0.7279999852180481, 0.722000002861023, 0.7390000224113464, 0.7300000190734863, 0.7409999966621399, 0.7329999804496765, 0.7429999709129333, 0.7269999980926514, 0.7310000061988831, 0.734000027179718, 0.7450000047683716, 0.7429999709129333, 0.7429999709129333, 0.7519999742507935, 0.7540000081062317, 0.7480000257492065, 0.7509999871253967, 0.7490000128746033, 0.7480000257492065, 0.7490000128746033, 0.7360000014305115, 0.7490000128746033, 0.7570000290870667], "label": "SlimPajama"}, "RedPajama2": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.6079999804496765, 0.6389999985694885, 0.6610000133514404, 0.6669999957084656, 0.6830000281333923, 0.6800000071525574, 0.6890000104904175, 0.6890000104904175, 0.6919999718666077, 0.6909999847412109, 0.699999988079071, 0.6949999928474426, 0.6890000104904175, 0.6930000185966492, 0.6970000267028809, 0.7039999961853027, 0.7070000171661377, 0.7239999771118164, 0.7020000219345093, 0.7039999961853027, 0.7170000076293945, 0.7049999833106995, 0.7080000042915344, 0.6970000267028809, 0.7099999785423279, 0.7020000219345093, 0.7110000252723694, 0.7129999995231628, 0.722000002861023, 0.7170000076293945, 0.7279999852180481, 0.7110000252723694, 0.7200000286102295, 0.7170000076293945, 0.7179999947547913, 0.7229999899864197, 0.7129999995231628, 0.7160000205039978, 0.7250000238418579, 0.7250000238418579, 0.7279999852180481, 0.7170000076293945, 0.7329999804496765, 0.734000027179718, 0.7269999980926514, 0.7239999771118164, 0.7120000123977661, 0.7269999980926514, 0.7289999723434448, 0.7239999771118164, 0.7260000109672546, 0.7149999737739563, 0.7279999852180481, 0.7329999804496765, 0.7279999852180481, 0.7319999933242798, 0.7279999852180481, 0.7310000061988831, 0.7319999933242798, 0.722000002861023, 0.7300000190734863, 0.7379999756813049, 0.7310000061988831, 0.734000027179718, 0.7269999980926514, 0.7250000238418579, 0.7289999723434448, 0.7250000238418579, 0.7210000157356262, 0.7329999804496765, 0.722000002861023, 0.7310000061988831, 0.7350000143051147, 0.7300000190734863, 0.7200000286102295, 0.7279999852180481, 0.7200000286102295, 0.7260000109672546, 0.7260000109672546, 0.7210000157356262, 0.7260000109672546, 0.7310000061988831], "label": "RedPajama2"}, "The Pile": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.6010000109672546, 0.6259999871253967, 0.6449999809265137, 0.6570000052452087, 0.6579999923706055, 0.6589999794960022, 0.6570000052452087, 0.671999990940094, 0.6690000295639038, 0.675000011920929, 0.675000011920929, 0.6669999957084656, 0.6809999942779541, 0.6710000038146973, 0.6830000281333923, 0.6830000281333923, 0.6899999976158142, 0.6880000233650208, 0.6840000152587891, 0.6959999799728394, 0.6869999766349792, 0.6949999928474426, 0.7039999961853027, 0.699999988079071, 0.699999988079071, 0.6970000267028809, 0.6859999895095825, 0.7049999833106995, 0.699999988079071, 0.6919999718666077, 0.6990000009536743, 0.7120000123977661, 0.6949999928474426, 0.699999988079071, 0.6940000057220459, 0.6959999799728394, 0.7059999704360962, 0.7099999785423279, 0.703000009059906, 0.7120000123977661, 0.7059999704360962, 0.703000009059906, 0.7129999995231628, 0.7110000252723694, 0.7160000205039978, 0.7120000123977661, 0.7170000076293945, 0.7200000286102295, 0.7139999866485596, 0.7179999947547913, 0.7200000286102295, 0.7250000238418579, 0.7200000286102295, 0.7269999980926514, 0.7200000286102295, 0.7170000076293945, 0.7179999947547913, 0.7200000286102295, 0.7160000205039978, 0.7279999852180481, 0.7210000157356262, 0.7149999737739563, 0.7229999899864197, 0.7279999852180481, 0.7200000286102295, 0.7200000286102295, 0.7210000157356262, 0.7250000238418579, 0.7279999852180481, 0.7300000190734863, 0.7250000238418579, 0.7260000109672546, 0.7229999899864197, 0.7210000157356262, 0.7269999980926514, 0.7269999980926514, 0.7350000143051147, 0.7300000190734863, 0.7269999980926514, 0.7229999899864197, 0.7239999771118164, 0.7200000286102295], "label": "The Pile"}}, "layout": {"title": {"text": "Dataset ablations"}}}
assets/data/plots/edu_ablations/siqa_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data": {"FineWeb (ours)": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3619999885559082, 0.395000010728836, 0.3970000147819519, 0.3930000066757202, 0.4050000011920929, 0.3899999856948852, 0.4070000052452087, 0.4040000140666961, 0.4189999997615814, 0.4000000059604645, 0.4269999861717224, 0.4009999930858612, 0.3980000019073486, 0.414000004529953, 0.4120000004768371, 0.4050000011920929, 0.4070000052452087, 0.4070000052452087, 0.4129999876022339, 0.4009999930858612, 0.4070000052452087, 0.4059999883174896, 0.4050000011920929, 0.4059999883174896, 0.4090000092983246, 0.4160000085830688, 0.4059999883174896, 0.3899999856948852, 0.3899999856948852, 0.4009999930858612, 0.3970000147819519, 0.3959999978542328, 0.4110000133514404, 0.4040000140666961, 0.4110000133514404, 0.4050000011920929, 0.4090000092983246, 0.402999997138977, 0.4189999997615814, 0.3980000019073486, 0.4059999883174896, 0.4120000004768371, 0.4149999916553497, 0.4059999883174896, 0.4250000119209289, 0.4110000133514404, 0.4070000052452087, 0.4120000004768371, 0.4120000004768371, 0.4020000100135803, 0.4050000011920929, 0.4009999930858612, 0.4079999923706054, 0.4110000133514404, 0.4110000133514404, 0.4059999883174896, 0.4040000140666961, 0.3980000019073486, 0.395000010728836, 0.4050000011920929, 0.402999997138977, 0.4020000100135803, 0.4090000092983246, 0.4079999923706054, 0.4020000100135803, 0.4000000059604645, 0.4020000100135803, 0.4090000092983246, 0.4160000085830688, 0.3959999978542328, 0.3970000147819519, 0.3970000147819519, 0.3989999890327453, 0.3970000147819519, 0.4009999930858612, 0.4020000100135803, 0.4009999930858612, 0.4050000011920929, 0.4110000133514404, 0.4050000011920929, 0.414000004529953, 0.4059999883174896, 0.4020000100135803, 0.395000010728836, 0.4009999930858612, 0.402999997138977, 0.4040000140666961, 0.4020000100135803, 0.3989999890327453, 0.3980000019073486, 0.4040000140666961, 0.4059999883174896, 0.3899999856948852, 0.4009999930858612, 0.3980000019073486, 0.4040000140666961, 0.4110000133514404, 0.3939999938011169, 0.4040000140666961, 0.4040000140666961, 0.4059999883174896, 0.402999997138977, 0.4020000100135803, 0.4040000140666961, 0.4059999883174896, 0.3970000147819519, 0.3989999890327453, 0.4040000140666961, 0.4090000092983246, 0.4059999883174896, 0.4020000100135803, 0.4099999964237213, 0.4050000011920929, 0.4099999964237213, 0.402999997138977, 0.4040000140666961, 0.3989999890327453, 0.4070000052452087, 0.4129999876022339, 0.4120000004768371, 0.4149999916553497, 0.4169999957084656, 0.3989999890327453, 0.414000004529953, 0.4169999957084656, 0.4079999923706054, 0.4020000100135803, 0.4009999930858612, 0.4020000100135803, 0.4090000092983246, 0.4189999997615814, 0.4050000011920929, 0.4090000092983246, 0.4040000140666961, 0.4090000092983246, 0.4160000085830688, 0.402999997138977, 0.4169999957084656, 0.4160000085830688, 0.4149999916553497, 0.4059999883174896, 0.4169999957084656, 0.4099999964237213, 0.4210000038146972, 0.4239999949932098, 0.4160000085830688, 0.4090000092983246, 0.4120000004768371, 0.4110000133514404, 0.4189999997615814, 0.414000004529953, 0.4059999883174896, 0.4110000133514404, 0.4149999916553497, 0.4110000133514404, 0.4129999876022339, 0.4120000004768371, 0.4149999916553497, 0.414000004529953, 0.4079999923706054, 0.4070000052452087, 0.4099999964237213, 0.4059999883174896, 0.4040000140666961, 0.4149999916553497, 0.4099999964237213, 0.4149999916553497, 0.414000004529953], "label": "FineWeb (ours)"}, "RefinedWeb": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3619999885559082, 0.3980000019073486, 0.3899999856948852, 0.3860000073909759, 0.3919999897480011, 0.402999997138977, 0.3959999978542328, 0.3959999978542328, 0.4070000052452087, 0.4009999930858612, 0.4079999923706054, 0.4009999930858612, 0.3910000026226043, 0.3980000019073486, 0.4129999876022339, 0.4020000100135803, 0.4090000092983246, 0.4120000004768371, 0.4129999876022339, 0.4129999876022339, 0.4099999964237213, 0.4110000133514404, 0.4110000133514404, 0.4090000092983246, 0.4000000059604645, 0.4050000011920929, 0.3939999938011169, 0.3889999985694885, 0.4050000011920929, 0.4099999964237213, 0.3980000019073486, 0.4090000092983246, 0.4079999923706054, 0.4070000052452087, 0.4040000140666961, 0.4129999876022339, 0.4090000092983246, 0.4059999883174896, 0.4090000092983246, 0.4090000092983246, 0.4149999916553497, 0.4059999883174896, 0.4000000059604645, 0.4000000059604645, 0.4070000052452087, 0.402999997138977, 0.4040000140666961, 0.3989999890327453, 0.4020000100135803, 0.4160000085830688, 0.4050000011920929, 0.4110000133514404, 0.4059999883174896, 0.3989999890327453, 0.4169999957084656, 0.4040000140666961, 0.4050000011920929, 0.4149999916553497, 0.4020000100135803, 0.402999997138977, 0.4129999876022339, 0.4009999930858612, 0.4059999883174896, 0.4040000140666961, 0.4099999964237213, 0.414000004529953, 0.4210000038146972, 0.4110000133514404, 0.4070000052452087, 0.4099999964237213, 0.4169999957084656, 0.4070000052452087, 0.4199999868869781, 0.4079999923706054, 0.4180000126361847, 0.4110000133514404, 0.4110000133514404, 0.4189999997615814, 0.414000004529953, 0.4129999876022339, 0.4180000126361847, 0.4070000052452087, 0.4059999883174896, 0.4059999883174896, 0.4129999876022339, 0.4149999916553497, 0.4099999964237213, 0.4009999930858612, 0.4020000100135803, 0.4099999964237213, 0.4169999957084656, 0.4129999876022339, 0.414000004529953, 0.4099999964237213, 0.4189999997615814, 0.4210000038146972, 0.4090000092983246, 0.4079999923706054, 0.4099999964237213, 0.4099999964237213, 0.4129999876022339, 0.4099999964237213, 0.4099999964237213, 0.4110000133514404, 0.4020000100135803, 0.4079999923706054, 0.4079999923706054, 0.414000004529953, 0.4129999876022339, 0.4189999997615814, 0.4129999876022339, 0.4180000126361847, 0.4050000011920929, 0.4230000078678131, 0.4180000126361847, 0.4120000004768371, 0.4149999916553497, 0.4189999997615814, 0.4110000133514404, 0.4160000085830688, 0.4059999883174896, 0.4110000133514404, 0.4110000133514404, 0.4110000133514404, 0.4040000140666961, 0.4149999916553497, 0.414000004529953, 0.4160000085830688, 0.414000004529953, 0.4129999876022339, 0.4120000004768371, 0.4149999916553497, 0.4169999957084656, 0.4110000133514404, 0.414000004529953, 0.4160000085830688, 0.4110000133514404, 0.4120000004768371, 0.4110000133514404, 0.4149999916553497, 0.4129999876022339, 0.4110000133514404, 0.4129999876022339, 0.4099999964237213, 0.4180000126361847, 0.414000004529953, 0.4040000140666961, 0.4099999964237213, 0.4099999964237213, 0.4120000004768371, 0.4149999916553497, 0.4129999876022339, 0.4079999923706054, 0.4040000140666961, 0.4129999876022339, 0.4149999916553497, 0.4120000004768371, 0.402999997138977, 0.4090000092983246, 0.4110000133514404, 0.4090000092983246, 0.4070000052452087, 0.4149999916553497, 0.4070000052452087, 0.4120000004768371, 0.4059999883174896, 0.4059999883174896, 0.4099999964237213], "label": "RefinedWeb"}, "RedPajama2": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3610000014305115, 0.3840000033378601, 0.3970000147819519, 0.3959999978542328, 0.3980000019073486, 0.3880000114440918, 0.4059999883174896, 0.4009999930858612, 0.4020000100135803, 0.4009999930858612, 0.3980000019073486, 0.3989999890327453, 0.4050000011920929, 0.4059999883174896, 0.4009999930858612, 0.3959999978542328, 0.4120000004768371, 0.4099999964237213, 0.414000004529953, 0.402999997138977, 0.4110000133514404, 0.4070000052452087, 0.402999997138977, 0.4059999883174896, 0.4090000092983246, 0.4059999883174896, 0.3970000147819519, 0.4110000133514404, 0.4160000085830688, 0.4040000140666961, 0.4000000059604645, 0.3980000019073486, 0.4000000059604645, 0.395000010728836, 0.4070000052452087, 0.402999997138977, 0.4000000059604645, 0.3980000019073486, 0.3970000147819519, 0.402999997138977, 0.3980000019073486, 0.402999997138977, 0.4020000100135803, 0.4020000100135803, 0.4129999876022339, 0.4050000011920929, 0.4040000140666961, 0.3959999978542328, 0.4090000092983246, 0.4099999964237213, 0.4149999916553497, 0.4110000133514404, 0.4120000004768371, 0.4090000092983246, 0.4040000140666961, 0.3989999890327453, 0.4050000011920929, 0.4129999876022339, 0.4129999876022339, 0.4040000140666961, 0.3899999856948852, 0.4040000140666961, 0.4070000052452087, 0.4110000133514404, 0.4120000004768371, 0.4040000140666961, 0.4000000059604645, 0.4079999923706054, 0.4090000092983246, 0.4099999964237213, 0.4079999923706054, 0.4059999883174896, 0.4120000004768371, 0.4090000092983246, 0.4079999923706054, 0.4129999876022339, 0.4059999883174896, 0.4059999883174896, 0.3970000147819519, 0.4040000140666961, 0.4059999883174896, 0.395000010728836, 0.4040000140666961, 0.4090000092983246, 0.3980000019073486, 0.4040000140666961, 0.4099999964237213, 0.4059999883174896, 0.4050000011920929, 0.402999997138977, 0.4090000092983246, 0.4070000052452087, 0.4169999957084656, 0.4059999883174896, 0.4129999876022339, 0.4110000133514404, 0.4110000133514404, 0.4050000011920929, 0.4110000133514404, 0.4050000011920929, 0.4120000004768371, 0.4090000092983246, 0.3989999890327453, 0.4110000133514404, 0.4189999997615814, 0.4120000004768371, 0.4050000011920929, 0.4090000092983246, 0.4040000140666961, 0.3980000019073486, 0.414000004529953, 0.4000000059604645, 0.4009999930858612, 0.4040000140666961, 0.4050000011920929, 0.4099999964237213, 0.4120000004768371, 0.4000000059604645, 0.4099999964237213, 0.4079999923706054, 0.4090000092983246, 0.4040000140666961, 0.4129999876022339, 0.3980000019073486, 0.4050000011920929, 0.4099999964237213, 0.4079999923706054, 0.3899999856948852, 0.4050000011920929, 0.402999997138977, 0.4129999876022339, 0.4110000133514404, 0.4079999923706054, 0.4079999923706054, 0.4009999930858612, 0.4129999876022339, 0.4070000052452087, 0.4070000052452087, 0.4020000100135803, 0.4099999964237213, 0.402999997138977, 0.4040000140666961, 0.402999997138977, 0.4050000011920929, 0.4050000011920929, 0.4040000140666961, 0.4009999930858612, 0.402999997138977, 0.3980000019073486, 0.4070000052452087, 0.4090000092983246, 0.4059999883174896, 0.4000000059604645, 0.4040000140666961, 0.402999997138977, 0.4099999964237213, 0.4090000092983246, 0.4129999876022339, 0.4050000011920929, 0.4009999930858612, 0.4079999923706054, 0.3959999978542328, 0.4020000100135803, 0.4059999883174896, 0.4059999883174896, 0.4079999923706054, 0.4020000100135803, 0.4059999883174896], "label": "RedPajama2"}, "FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.4059999883174896, 0.3880000114440918, 0.3919999897480011, 0.4040000140666961, 0.395000010728836, 0.3989999890327453, 0.4040000140666961, 0.4129999876022339, 0.4149999916553497, 0.4059999883174896, 0.4020000100135803, 0.3959999978542328, 0.3930000066757202, 0.4079999923706054, 0.4050000011920929, 0.402999997138977, 0.4099999964237213, 0.3980000019073486, 0.4000000059604645, 0.3970000147819519, 0.3989999890327453, 0.3959999978542328, 0.3989999890327453, 0.4000000059604645, 0.3869999945163727, 0.3959999978542328, 0.4040000140666961, 0.3910000026226043, 0.4020000100135803, 0.4040000140666961, 0.395000010728836, 0.4050000011920929, 0.4009999930858612, 0.395000010728836, 0.3959999978542328, 0.4000000059604645, 0.4070000052452087, 0.4040000140666961, 0.4040000140666961, 0.3980000019073486, 0.4070000052452087, 0.4070000052452087, 0.4059999883174896, 0.4120000004768371, 0.4120000004768371, 0.4180000126361847, 0.4149999916553497, 0.4000000059604645, 0.4070000052452087, 0.4099999964237213, 0.4129999876022339, 0.4149999916553497, 0.4090000092983246, 0.4110000133514404, 0.414000004529953, 0.4070000052452087, 0.4070000052452087, 0.4120000004768371, 0.3980000019073486, 0.4040000140666961, 0.4040000140666961, 0.4070000052452087, 0.4059999883174896, 0.4149999916553497, 0.4160000085830688, 0.4090000092983246, 0.4099999964237213, 0.3970000147819519, 0.4000000059604645, 0.4040000140666961, 0.3959999978542328, 0.4110000133514404, 0.4040000140666961, 0.4040000140666961, 0.4120000004768371, 0.4059999883174896, 0.4009999930858612, 0.4020000100135803, 0.4090000092983246, 0.4059999883174896, 0.4079999923706054, 0.4040000140666961], "label": "FineWeb-Edu"}, "SlimPajama": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3610000014305115, 0.3840000033378601, 0.4020000100135803, 0.3889999985694885, 0.3889999985694885, 0.3840000033378601, 0.402999997138977, 0.395000010728836, 0.3939999938011169, 0.4000000059604645, 0.402999997138977, 0.3910000026226043, 0.3869999945163727, 0.3910000026226043, 0.3910000026226043, 0.3939999938011169, 0.3899999856948852, 0.4059999883174896, 0.4040000140666961, 0.402999997138977, 0.4000000059604645, 0.4000000059604645, 0.3840000033378601, 0.395000010728836, 0.3959999978542328, 0.4020000100135803, 0.4009999930858612, 0.3899999856948852, 0.3980000019073486, 0.3970000147819519, 0.4040000140666961, 0.3980000019073486, 0.3980000019073486, 0.4020000100135803, 0.4090000092983246, 0.3860000073909759, 0.395000010728836, 0.4070000052452087, 0.3869999945163727, 0.3989999890327453, 0.395000010728836, 0.3989999890327453, 0.4009999930858612, 0.4020000100135803, 0.395000010728836, 0.4040000140666961, 0.4020000100135803, 0.395000010728836, 0.3899999856948852, 0.3980000019073486, 0.395000010728836, 0.3959999978542328, 0.3939999938011169, 0.3910000026226043, 0.395000010728836, 0.3970000147819519, 0.3959999978542328, 0.3959999978542328, 0.4079999923706054, 0.3959999978542328, 0.3919999897480011, 0.3799999952316284, 0.3970000147819519, 0.3959999978542328, 0.382999986410141, 0.3849999904632568, 0.395000010728836, 0.3849999904632568, 0.3910000026226043, 0.3889999985694885, 0.382999986410141, 0.3989999890327453, 0.3919999897480011, 0.3959999978542328, 0.3939999938011169, 0.3860000073909759, 0.3930000066757202, 0.4040000140666961, 0.395000010728836, 0.4090000092983246, 0.4000000059604645, 0.4040000140666961, 0.402999997138977, 0.3899999856948852, 0.395000010728836, 0.3919999897480011, 0.3970000147819519, 0.3889999985694885, 0.3869999945163727, 0.3889999985694885, 0.4009999930858612, 0.3910000026226043, 0.395000010728836, 0.3939999938011169, 0.3980000019073486, 0.4040000140666961, 0.4059999883174896, 0.395000010728836, 0.3970000147819519, 0.3930000066757202, 0.3860000073909759, 0.395000010728836, 0.3919999897480011, 0.3959999978542328, 0.3980000019073486, 0.4000000059604645, 0.3869999945163727, 0.3980000019073486, 0.395000010728836, 0.3939999938011169, 0.4000000059604645, 0.3989999890327453, 0.402999997138977, 0.402999997138977, 0.402999997138977, 0.3980000019073486, 0.3980000019073486, 0.402999997138977, 0.4040000140666961, 0.402999997138977, 0.3939999938011169, 0.4009999930858612, 0.395000010728836, 0.4009999930858612, 0.3980000019073486, 0.3880000114440918, 0.4050000011920929, 0.402999997138977, 0.3980000019073486, 0.3989999890327453, 0.4059999883174896, 0.4050000011920929, 0.4009999930858612, 0.3980000019073486, 0.4040000140666961, 0.4120000004768371, 0.4000000059604645, 0.4040000140666961, 0.4079999923706054, 0.4040000140666961, 0.3889999985694885, 0.4059999883174896, 0.4009999930858612, 0.4000000059604645, 0.395000010728836, 0.4020000100135803, 0.3980000019073486, 0.3959999978542328, 0.4050000011920929, 0.4020000100135803, 0.3989999890327453, 0.4020000100135803, 0.4050000011920929, 0.4009999930858612, 0.3959999978542328, 0.4009999930858612, 0.3959999978542328, 0.4009999930858612, 0.4050000011920929, 0.402999997138977, 0.3989999890327453, 0.3989999890327453, 0.4000000059604645, 0.3939999938011169, 0.3959999978542328, 0.3919999897480011, 0.3930000066757202, 0.402999997138977], "label": "SlimPajama"}, "The Pile": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3610000014305115, 0.3869999945163727, 0.3919999897480011, 0.3810000121593475, 0.3980000019073486, 0.382999986410141, 0.3930000066757202, 0.3989999890327453, 0.4059999883174896, 0.3970000147819519, 0.3910000026226043, 0.3819999992847442, 0.3989999890327453, 0.4000000059604645, 0.3959999978542328, 0.3899999856948852, 0.4009999930858612, 0.382999986410141, 0.3939999938011169, 0.3959999978542328, 0.4020000100135803, 0.4059999883174896, 0.402999997138977, 0.4050000011920929, 0.4070000052452087, 0.4059999883174896, 0.3840000033378601, 0.4050000011920929, 0.4000000059604645, 0.402999997138977, 0.402999997138977, 0.3869999945163727, 0.3939999938011169, 0.3959999978542328, 0.3989999890327453, 0.4059999883174896, 0.3980000019073486, 0.402999997138977, 0.4050000011920929, 0.3910000026226043, 0.395000010728836, 0.3980000019073486, 0.3930000066757202, 0.4009999930858612, 0.395000010728836, 0.3989999890327453, 0.3989999890327453, 0.4000000059604645, 0.4040000140666961, 0.402999997138977, 0.4079999923706054, 0.3980000019073486, 0.3970000147819519, 0.3989999890327453, 0.3980000019073486, 0.3939999938011169, 0.3989999890327453, 0.3919999897480011, 0.3860000073909759, 0.4009999930858612, 0.3970000147819519, 0.3840000033378601, 0.395000010728836, 0.3970000147819519, 0.3919999897480011, 0.3910000026226043, 0.3840000033378601, 0.3919999897480011, 0.3959999978542328, 0.4009999930858612, 0.3970000147819519, 0.3919999897480011, 0.3709999918937683, 0.3930000066757202, 0.3889999985694885, 0.3919999897480011, 0.4020000100135803, 0.3939999938011169, 0.3939999938011169, 0.3959999978542328, 0.3930000066757202, 0.3989999890327453, 0.4009999930858612, 0.3899999856948852, 0.3899999856948852, 0.3959999978542328, 0.3989999890327453, 0.3930000066757202, 0.3869999945163727, 0.3910000026226043, 0.4050000011920929, 0.3910000026226043, 0.3970000147819519, 0.4020000100135803, 0.3970000147819519, 0.3919999897480011, 0.3930000066757202, 0.3899999856948852, 0.3910000026226043, 0.3980000019073486, 0.3869999945163727, 0.3849999904632568, 0.3989999890327453, 0.3880000114440918, 0.3840000033378601, 0.3959999978542328, 0.3970000147819519, 0.395000010728836, 0.3910000026226043, 0.3880000114440918, 0.402999997138977, 0.3910000026226043, 0.3899999856948852, 0.3930000066757202, 0.4000000059604645, 0.3880000114440918, 0.3899999856948852, 0.3980000019073486, 0.3889999985694885, 0.3930000066757202, 0.3899999856948852, 0.3959999978542328, 0.3959999978542328, 0.3899999856948852, 0.3939999938011169, 0.4040000140666961, 0.402999997138977, 0.3970000147819519, 0.3989999890327453, 0.3970000147819519, 0.4059999883174896, 0.4040000140666961, 0.3939999938011169, 0.4000000059604645, 0.4009999930858612, 0.402999997138977, 0.3989999890327453, 0.395000010728836, 0.3989999890327453, 0.3959999978542328, 0.3910000026226043, 0.4040000140666961, 0.3959999978542328, 0.3959999978542328, 0.4020000100135803, 0.395000010728836, 0.3930000066757202, 0.3910000026226043, 0.3919999897480011, 0.3980000019073486, 0.3989999890327453, 0.3889999985694885, 0.3959999978542328, 0.3919999897480011, 0.3919999897480011, 0.3910000026226043, 0.3959999978542328, 0.3939999938011169, 0.4000000059604645, 0.4000000059604645, 0.4000000059604645, 0.3919999897480011, 0.3930000066757202, 0.3880000114440918, 0.4009999930858612, 0.4009999930858612, 0.3980000019073486, 0.4020000100135803], "label": "The Pile"}, "C4": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3619999885559082, 0.4040000140666961, 0.4000000059604645, 0.3869999945163727, 0.4040000140666961, 0.4040000140666961, 0.414000004529953, 0.4099999964237213, 0.4099999964237213, 0.4079999923706054, 0.4009999930858612, 0.3919999897480011, 0.3959999978542328, 0.3989999890327453, 0.4000000059604645, 0.4079999923706054, 0.4070000052452087, 0.4169999957084656, 0.4090000092983246, 0.421999990940094, 0.4070000052452087, 0.4050000011920929, 0.4050000011920929, 0.4059999883174896, 0.4040000140666961, 0.4180000126361847, 0.414000004529953, 0.4110000133514404, 0.4149999916553497, 0.4079999923706054, 0.4070000052452087, 0.4059999883174896, 0.4169999957084656, 0.4180000126361847, 0.402999997138977, 0.4059999883174896, 0.421999990940094, 0.4199999868869781, 0.4129999876022339, 0.402999997138977, 0.4169999957084656, 0.4090000092983246, 0.4099999964237213, 0.4079999923706054, 0.4180000126361847, 0.402999997138977, 0.4050000011920929, 0.4079999923706054, 0.4009999930858612, 0.4189999997615814, 0.4120000004768371, 0.4099999964237213, 0.4099999964237213, 0.4079999923706054, 0.4059999883174896, 0.4059999883174896, 0.4160000085830688, 0.4050000011920929, 0.402999997138977, 0.4129999876022339, 0.4160000085830688, 0.4090000092983246, 0.402999997138977, 0.4099999964237213, 0.4059999883174896, 0.3919999897480011, 0.3989999890327453, 0.4020000100135803, 0.3980000019073486, 0.4050000011920929, 0.4000000059604645, 0.4099999964237213, 0.4070000052452087, 0.4059999883174896, 0.4009999930858612, 0.4040000140666961, 0.4090000092983246, 0.4120000004768371, 0.4040000140666961, 0.4110000133514404, 0.4090000092983246, 0.4110000133514404, 0.4090000092983246, 0.4149999916553497, 0.4099999964237213, 0.4079999923706054, 0.4079999923706054, 0.4050000011920929, 0.4079999923706054, 0.4099999964237213, 0.4059999883174896, 0.4160000085830688, 0.4040000140666961, 0.4169999957084656, 0.4050000011920929, 0.402999997138977, 0.4059999883174896, 0.3980000019073486, 0.4110000133514404, 0.4059999883174896, 0.4009999930858612, 0.4009999930858612, 0.4120000004768371, 0.4160000085830688, 0.4129999876022339, 0.4059999883174896, 0.4120000004768371, 0.4050000011920929, 0.4070000052452087, 0.4079999923706054, 0.4099999964237213, 0.4110000133514404, 0.4129999876022339, 0.3930000066757202, 0.4000000059604645, 0.4090000092983246, 0.4050000011920929, 0.4009999930858612, 0.4059999883174896, 0.402999997138977, 0.4059999883174896, 0.4099999964237213, 0.402999997138977, 0.4120000004768371, 0.4000000059604645, 0.4050000011920929, 0.4059999883174896, 0.4110000133514404, 0.4059999883174896, 0.4050000011920929, 0.4090000092983246, 0.4059999883174896, 0.4129999876022339, 0.4129999876022339, 0.4059999883174896, 0.4050000011920929, 0.4120000004768371, 0.4099999964237213, 0.4160000085830688, 0.4059999883174896, 0.4009999930858612, 0.4000000059604645, 0.4070000052452087, 0.4110000133514404, 0.4059999883174896, 0.4210000038146972, 0.4079999923706054, 0.4120000004768371, 0.4110000133514404, 0.4160000085830688, 0.4090000092983246, 0.4090000092983246, 0.4040000140666961, 0.4020000100135803, 0.4079999923706054, 0.4059999883174896, 0.4070000052452087, 0.4050000011920929, 0.4009999930858612, 0.4120000004768371, 0.4059999883174896, 0.4040000140666961, 0.4059999883174896, 0.4059999883174896, 0.4050000011920929, 0.4020000100135803, 0.4020000100135803, 0.4009999930858612], "label": "C4"}, "Dolma": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.3610000014305115, 0.3919999897480011, 0.402999997138977, 0.3849999904632568, 0.3970000147819519, 0.3970000147819519, 0.3939999938011169, 0.3939999938011169, 0.3989999890327453, 0.4050000011920929, 0.3880000114440918, 0.4020000100135803, 0.395000010728836, 0.3899999856948852, 0.3919999897480011, 0.4000000059604645, 0.4020000100135803, 0.3939999938011169, 0.3980000019073486, 0.395000010728836, 0.4020000100135803, 0.3959999978542328, 0.3989999890327453, 0.3959999978542328, 0.3919999897480011, 0.3919999897480011, 0.395000010728836, 0.3989999890327453, 0.402999997138977, 0.4050000011920929, 0.402999997138977, 0.4020000100135803, 0.3910000026226043, 0.4160000085830688, 0.3980000019073486, 0.4079999923706054, 0.4020000100135803, 0.4090000092983246, 0.4079999923706054, 0.4059999883174896, 0.4050000011920929, 0.4009999930858612, 0.395000010728836, 0.4020000100135803, 0.4000000059604645, 0.3980000019073486, 0.3939999938011169, 0.4040000140666961, 0.4050000011920929, 0.3910000026226043, 0.4059999883174896, 0.3980000019073486, 0.395000010728836, 0.402999997138977, 0.4050000011920929, 0.3959999978542328, 0.4009999930858612, 0.3910000026226043, 0.4099999964237213, 0.4020000100135803, 0.3989999890327453, 0.3970000147819519, 0.3919999897480011, 0.4090000092983246, 0.395000010728836, 0.4020000100135803, 0.4050000011920929, 0.4000000059604645, 0.4090000092983246, 0.4149999916553497, 0.3980000019073486, 0.4129999876022339, 0.402999997138977, 0.4020000100135803, 0.3989999890327453, 0.4050000011920929, 0.4050000011920929, 0.3989999890327453, 0.3959999978542328, 0.4040000140666961, 0.4050000011920929, 0.4079999923706054, 0.4079999923706054, 0.4099999964237213, 0.402999997138977, 0.4050000011920929, 0.4099999964237213, 0.3970000147819519, 0.4009999930858612, 0.3980000019073486, 0.402999997138977, 0.3959999978542328, 0.4020000100135803, 0.3970000147819519, 0.4090000092983246, 0.4009999930858612, 0.3989999890327453, 0.4040000140666961, 0.4020000100135803, 0.395000010728836, 0.4000000059604645, 0.4079999923706054, 0.4059999883174896, 0.4020000100135803, 0.3959999978542328, 0.3989999890327453, 0.4090000092983246, 0.402999997138977, 0.402999997138977, 0.4000000059604645, 0.4070000052452087, 0.3970000147819519, 0.3970000147819519, 0.4000000059604645, 0.4000000059604645, 0.3989999890327453, 0.395000010728836, 0.3980000019073486, 0.4079999923706054, 0.4020000100135803, 0.3959999978542328, 0.3980000019073486, 0.4009999930858612, 0.4000000059604645, 0.4040000140666961, 0.4090000092983246, 0.4009999930858612, 0.4079999923706054, 0.4090000092983246, 0.4079999923706054, 0.3980000019073486, 0.3970000147819519, 0.3959999978542328, 0.3989999890327453, 0.3970000147819519, 0.4050000011920929, 0.3980000019073486, 0.402999997138977, 0.3919999897480011, 0.3980000019073486, 0.3970000147819519, 0.3970000147819519, 0.395000010728836, 0.4000000059604645, 0.4050000011920929, 0.3980000019073486, 0.402999997138977, 0.4000000059604645, 0.4059999883174896, 0.4070000052452087, 0.395000010728836, 0.402999997138977, 0.402999997138977, 0.3980000019073486, 0.402999997138977, 0.4000000059604645, 0.4050000011920929, 0.4059999883174896, 0.4050000011920929, 0.4020000100135803, 0.4009999930858612, 0.4000000059604645, 0.3959999978542328, 0.4009999930858612, 0.395000010728836, 0.4000000059604645, 0.3989999890327453, 0.3989999890327453], "label": "Dolma"}}, "layout": {"title": {"text": "FineWeb-Edu ablations"}}}
 
1
+ {"data": {"FineWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3970000147819519, 0.4050000011920929, 0.4070000052452087, 0.4189999997615814, 0.4269999861717224, 0.3980000019073486, 0.4120000004768371, 0.4070000052452087, 0.4129999876022339, 0.4070000052452087, 0.4050000011920929, 0.4090000092983246, 0.4059999883174896, 0.3899999856948852, 0.3970000147819519, 0.4110000133514404, 0.4110000133514404, 0.4090000092983246, 0.4189999997615814, 0.4059999883174896, 0.4149999916553497, 0.4250000119209289, 0.4070000052452087, 0.4120000004768371, 0.4050000011920929, 0.4079999923706054, 0.4110000133514404, 0.4040000140666961, 0.395000010728836, 0.402999997138977, 0.4090000092983246, 0.4020000100135803, 0.4020000100135803, 0.4160000085830688, 0.3970000147819519, 0.3989999890327453, 0.4009999930858612, 0.4009999930858612, 0.4110000133514404, 0.414000004529953, 0.4020000100135803, 0.4009999930858612, 0.4040000140666961, 0.3989999890327453, 0.4040000140666961, 0.3899999856948852, 0.3980000019073486, 0.4110000133514404, 0.4040000140666961, 0.4059999883174896, 0.4020000100135803, 0.4059999883174896, 0.3989999890327453, 0.4090000092983246, 0.4020000100135803, 0.4050000011920929, 0.402999997138977, 0.3989999890327453, 0.4129999876022339, 0.4149999916553497, 0.3989999890327453, 0.4169999957084656, 0.4020000100135803, 0.4020000100135803, 0.4189999997615814, 0.4090000092983246, 0.4090000092983246, 0.4160000085830688, 0.4059999883174896, 0.4099999964237213, 0.4239999949932098, 0.4110000133514404, 0.414000004529953, 0.4110000133514404, 0.4110000133514404, 0.4120000004768371, 0.414000004529953, 0.4070000052452087, 0.4059999883174896, 0.4149999916553497, 0.4149999916553497, 0.414000004529953], "label": "FineWeb"}, "RefinedWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3899999856948852, 0.3919999897480011, 0.3959999978542328, 0.4070000052452087, 0.4079999923706054, 0.3910000026226043, 0.4129999876022339, 0.4090000092983246, 0.4129999876022339, 0.4099999964237213, 0.4110000133514404, 0.4000000059604645, 0.3939999938011169, 0.4050000011920929, 0.3980000019073486, 0.4079999923706054, 0.4040000140666961, 0.4090000092983246, 0.4090000092983246, 0.4149999916553497, 0.4000000059604645, 0.4070000052452087, 0.4040000140666961, 0.4020000100135803, 0.4050000011920929, 0.4059999883174896, 0.4169999957084656, 0.4050000011920929, 0.4020000100135803, 0.4129999876022339, 0.4059999883174896, 0.4099999964237213, 0.4210000038146972, 0.4070000052452087, 0.4169999957084656, 0.4199999868869781, 0.4180000126361847, 0.4110000133514404, 0.414000004529953, 0.4180000126361847, 0.4059999883174896, 0.4129999876022339, 0.4099999964237213, 0.4020000100135803, 0.4169999957084656, 0.414000004529953, 0.4189999997615814, 0.4090000092983246, 0.4099999964237213, 0.4129999876022339, 0.4099999964237213, 0.4020000100135803, 0.4079999923706054, 0.4129999876022339, 0.4129999876022339, 0.4050000011920929, 0.4180000126361847, 0.4149999916553497, 0.4110000133514404, 0.4059999883174896, 0.4110000133514404, 0.4040000140666961, 0.414000004529953, 0.414000004529953, 0.4120000004768371, 0.4169999957084656, 0.414000004529953, 0.4110000133514404, 0.4129999876022339, 0.4129999876022339, 0.4180000126361847, 0.4099999964237213, 0.4149999916553497, 0.4079999923706054, 0.4129999876022339, 0.4120000004768371, 0.4090000092983246, 0.4090000092983246, 0.4149999916553497, 0.4120000004768371, 0.4059999883174896, 0.4099999964237213], "label": "RefinedWeb"}, "RedPajama2": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3970000147819519, 0.3980000019073486, 0.4059999883174896, 0.4020000100135803, 0.3980000019073486, 0.4050000011920929, 0.4009999930858612, 0.4120000004768371, 0.414000004529953, 0.4110000133514404, 0.402999997138977, 0.4090000092983246, 0.3970000147819519, 0.4160000085830688, 0.4000000059604645, 0.4000000059604645, 0.4070000052452087, 0.4000000059604645, 0.3970000147819519, 0.3980000019073486, 0.4020000100135803, 0.4129999876022339, 0.4040000140666961, 0.4090000092983246, 0.4149999916553497, 0.4120000004768371, 0.4040000140666961, 0.4050000011920929, 0.4129999876022339, 0.3899999856948852, 0.4070000052452087, 0.4120000004768371, 0.4000000059604645, 0.4090000092983246, 0.4079999923706054, 0.4120000004768371, 0.4079999923706054, 0.4059999883174896, 0.3970000147819519, 0.4059999883174896, 0.4040000140666961, 0.3980000019073486, 0.4099999964237213, 0.4050000011920929, 0.4090000092983246, 0.4169999957084656, 0.4129999876022339, 0.4110000133514404, 0.4110000133514404, 0.4120000004768371, 0.3989999890327453, 0.4189999997615814, 0.4050000011920929, 0.4040000140666961, 0.414000004529953, 0.4009999930858612, 0.4050000011920929, 0.4120000004768371, 0.4099999964237213, 0.4090000092983246, 0.4129999876022339, 0.4050000011920929, 0.4079999923706054, 0.4050000011920929, 0.4129999876022339, 0.4079999923706054, 0.4009999930858612, 0.4020000100135803, 0.402999997138977, 0.402999997138977, 0.4050000011920929, 0.3980000019073486, 0.4090000092983246, 0.4000000059604645, 0.402999997138977, 0.4090000092983246, 0.4050000011920929, 0.4079999923706054, 0.4020000100135803, 0.4059999883174896, 0.4020000100135803, 0.4059999883174896], "label": "RedPajama2"}, "FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.4059999883174896, 0.3880000114440918, 0.3919999897480011, 0.4040000140666961, 0.395000010728836, 0.3989999890327453, 0.4040000140666961, 0.4129999876022339, 0.4149999916553497, 0.4059999883174896, 0.4020000100135803, 0.3959999978542328, 0.3930000066757202, 0.4079999923706054, 0.4050000011920929, 0.402999997138977, 0.4099999964237213, 0.3980000019073486, 0.4000000059604645, 0.3970000147819519, 0.3989999890327453, 0.3959999978542328, 0.3989999890327453, 0.4000000059604645, 0.3869999945163727, 0.3959999978542328, 0.4040000140666961, 0.3910000026226043, 0.4020000100135803, 0.4040000140666961, 0.395000010728836, 0.4050000011920929, 0.4009999930858612, 0.395000010728836, 0.3959999978542328, 0.4000000059604645, 0.4070000052452087, 0.4040000140666961, 0.4040000140666961, 0.3980000019073486, 0.4070000052452087, 0.4070000052452087, 0.4059999883174896, 0.4120000004768371, 0.4120000004768371, 0.4180000126361847, 0.4149999916553497, 0.4000000059604645, 0.4070000052452087, 0.4099999964237213, 0.4129999876022339, 0.4149999916553497, 0.4090000092983246, 0.4110000133514404, 0.414000004529953, 0.4070000052452087, 0.4070000052452087, 0.4120000004768371, 0.3980000019073486, 0.4040000140666961, 0.4040000140666961, 0.4070000052452087, 0.4059999883174896, 0.4149999916553497, 0.4160000085830688, 0.4090000092983246, 0.4099999964237213, 0.3970000147819519, 0.4000000059604645, 0.4040000140666961, 0.3959999978542328, 0.4110000133514404, 0.4040000140666961, 0.4040000140666961, 0.4120000004768371, 0.4059999883174896, 0.4009999930858612, 0.4020000100135803, 0.4090000092983246, 0.4059999883174896, 0.4079999923706054, 0.4040000140666961], "label": "FineWeb-Edu"}, "SlimPajama": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.4020000100135803, 0.3889999985694885, 0.402999997138977, 0.3939999938011169, 0.402999997138977, 0.3869999945163727, 0.3910000026226043, 0.3899999856948852, 0.4040000140666961, 0.4000000059604645, 0.3840000033378601, 0.3959999978542328, 0.4009999930858612, 0.3980000019073486, 0.4040000140666961, 0.3980000019073486, 0.4090000092983246, 0.395000010728836, 0.3869999945163727, 0.395000010728836, 0.4009999930858612, 0.395000010728836, 0.4020000100135803, 0.3899999856948852, 0.395000010728836, 0.3939999938011169, 0.395000010728836, 0.3959999978542328, 0.4079999923706054, 0.3919999897480011, 0.3970000147819519, 0.382999986410141, 0.395000010728836, 0.3910000026226043, 0.382999986410141, 0.3919999897480011, 0.3939999938011169, 0.3930000066757202, 0.395000010728836, 0.4000000059604645, 0.402999997138977, 0.395000010728836, 0.3970000147819519, 0.3869999945163727, 0.4009999930858612, 0.395000010728836, 0.3980000019073486, 0.4059999883174896, 0.3970000147819519, 0.3860000073909759, 0.3919999897480011, 0.3980000019073486, 0.3869999945163727, 0.395000010728836, 0.4000000059604645, 0.402999997138977, 0.402999997138977, 0.3980000019073486, 0.4040000140666961, 0.3939999938011169, 0.395000010728836, 0.3980000019073486, 0.4050000011920929, 0.3980000019073486, 0.4059999883174896, 0.4009999930858612, 0.4040000140666961, 0.4079999923706054, 0.3889999985694885, 0.4009999930858612, 0.395000010728836, 0.4050000011920929, 0.3989999890327453, 0.4050000011920929, 0.3959999978542328, 0.3959999978542328, 0.4050000011920929, 0.3989999890327453, 0.4000000059604645, 0.3959999978542328, 0.3930000066757202, 0.402999997138977], "label": "SlimPajama"}, "The Pile": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.3919999897480011, 0.3980000019073486, 0.3930000066757202, 0.4059999883174896, 0.3910000026226043, 0.3989999890327453, 0.3959999978542328, 0.4009999930858612, 0.3939999938011169, 0.4020000100135803, 0.402999997138977, 0.4070000052452087, 0.3840000033378601, 0.4000000059604645, 0.402999997138977, 0.3939999938011169, 0.3989999890327453, 0.3980000019073486, 0.4050000011920929, 0.395000010728836, 0.3930000066757202, 0.395000010728836, 0.3989999890327453, 0.4040000140666961, 0.4079999923706054, 0.3970000147819519, 0.3980000019073486, 0.3989999890327453, 0.3860000073909759, 0.3970000147819519, 0.395000010728836, 0.3919999897480011, 0.3840000033378601, 0.3959999978542328, 0.3970000147819519, 0.3709999918937683, 0.3889999985694885, 0.4020000100135803, 0.3939999938011169, 0.3930000066757202, 0.4009999930858612, 0.3899999856948852, 0.3989999890327453, 0.3869999945163727, 0.4050000011920929, 0.3970000147819519, 0.3970000147819519, 0.3930000066757202, 0.3910000026226043, 0.3869999945163727, 0.3989999890327453, 0.3840000033378601, 0.3970000147819519, 0.3910000026226043, 0.402999997138977, 0.3899999856948852, 0.4000000059604645, 0.3899999856948852, 0.3889999985694885, 0.3899999856948852, 0.3959999978542328, 0.3939999938011169, 0.402999997138977, 0.3989999890327453, 0.4059999883174896, 0.3939999938011169, 0.4009999930858612, 0.3989999890327453, 0.3910000026226043, 0.3959999978542328, 0.4020000100135803, 0.3919999897480011, 0.3989999890327453, 0.3959999978542328, 0.3919999897480011, 0.3959999978542328, 0.4000000059604645, 0.4000000059604645, 0.3930000066757202, 0.4009999930858612, 0.3980000019073486, 0.4020000100135803], "label": "The Pile"}, "C4": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.4000000059604645, 0.4040000140666961, 0.414000004529953, 0.4099999964237213, 0.4009999930858612, 0.3959999978542328, 0.4000000059604645, 0.4070000052452087, 0.4090000092983246, 0.4070000052452087, 0.4050000011920929, 0.4040000140666961, 0.414000004529953, 0.4149999916553497, 0.4070000052452087, 0.4169999957084656, 0.402999997138977, 0.421999990940094, 0.4129999876022339, 0.4169999957084656, 0.4099999964237213, 0.4180000126361847, 0.4050000011920929, 0.4009999930858612, 0.4120000004768371, 0.4099999964237213, 0.4059999883174896, 0.4160000085830688, 0.402999997138977, 0.4160000085830688, 0.402999997138977, 0.4059999883174896, 0.3989999890327453, 0.3980000019073486, 0.4000000059604645, 0.4070000052452087, 0.4009999930858612, 0.4090000092983246, 0.4040000140666961, 0.4090000092983246, 0.4090000092983246, 0.4099999964237213, 0.4079999923706054, 0.4079999923706054, 0.4059999883174896, 0.4040000140666961, 0.4050000011920929, 0.4059999883174896, 0.4110000133514404, 0.4009999930858612, 0.4120000004768371, 0.4129999876022339, 0.4120000004768371, 0.4070000052452087, 0.4099999964237213, 0.4129999876022339, 0.4000000059604645, 0.4050000011920929, 0.4059999883174896, 0.4059999883174896, 0.402999997138977, 0.4000000059604645, 0.4059999883174896, 0.4059999883174896, 0.4090000092983246, 0.4129999876022339, 0.4059999883174896, 0.4160000085830688, 0.4009999930858612, 0.4070000052452087, 0.4059999883174896, 0.4110000133514404, 0.4090000092983246, 0.4040000140666961, 0.4079999923706054, 0.4070000052452087, 0.4009999930858612, 0.4059999883174896, 0.4059999883174896, 0.4050000011920929, 0.4020000100135803, 0.4009999930858612], "label": "C4"}, "Dolma": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.402999997138977, 0.3970000147819519, 0.3939999938011169, 0.3989999890327453, 0.3880000114440918, 0.395000010728836, 0.3919999897480011, 0.4020000100135803, 0.3980000019073486, 0.4020000100135803, 0.3989999890327453, 0.3919999897480011, 0.395000010728836, 0.402999997138977, 0.402999997138977, 0.3910000026226043, 0.3980000019073486, 0.4020000100135803, 0.4079999923706054, 0.4050000011920929, 0.395000010728836, 0.4000000059604645, 0.3939999938011169, 0.4050000011920929, 0.4059999883174896, 0.395000010728836, 0.4050000011920929, 0.4009999930858612, 0.4099999964237213, 0.3989999890327453, 0.3919999897480011, 0.395000010728836, 0.4050000011920929, 0.4090000092983246, 0.3980000019073486, 0.402999997138977, 0.3989999890327453, 0.4050000011920929, 0.3959999978542328, 0.4050000011920929, 0.4079999923706054, 0.402999997138977, 0.4099999964237213, 0.4009999930858612, 0.402999997138977, 0.4020000100135803, 0.4090000092983246, 0.3989999890327453, 0.4020000100135803, 0.4000000059604645, 0.4059999883174896, 0.3959999978542328, 0.4090000092983246, 0.402999997138977, 0.4070000052452087, 0.3970000147819519, 0.4000000059604645, 0.395000010728836, 0.4079999923706054, 0.3959999978542328, 0.4009999930858612, 0.4040000140666961, 0.4009999930858612, 0.4090000092983246, 0.3980000019073486, 0.3959999978542328, 0.3970000147819519, 0.3919999897480011, 0.3970000147819519, 0.395000010728836, 0.4050000011920929, 0.4059999883174896, 0.395000010728836, 0.402999997138977, 0.402999997138977, 0.4050000011920929, 0.4050000011920929, 0.4009999930858612, 0.3959999978542328, 0.395000010728836, 0.3989999890327453, 0.3989999890327453], "label": "Dolma"}}, "layout": {"title": {"text": "Dataset ablations"}}}
assets/data/plots/edu_ablations/winogrande_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data": {"FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.5109999775886536, 0.4950000047683716, 0.5189999938011169, 0.5170000195503235, 0.5059999823570251, 0.5320000052452087, 0.5220000147819519, 0.5260000228881836, 0.5210000276565552, 0.5289999842643738, 0.5400000214576721, 0.5400000214576721, 0.5360000133514404, 0.5410000085830688, 0.5379999876022339, 0.5370000004768372, 0.5400000214576721, 0.5440000295639038, 0.5479999780654907, 0.5540000200271606, 0.5339999794960022, 0.5479999780654907, 0.5490000247955322, 0.5429999828338623, 0.5440000295639038, 0.5360000133514404, 0.5569999814033508, 0.5490000247955322, 0.5490000247955322, 0.5429999828338623, 0.550000011920929, 0.5490000247955322, 0.5619999766349792, 0.5529999732971191, 0.5649999976158142, 0.5529999732971191, 0.5529999732971191, 0.5479999780654907, 0.5580000281333923, 0.5419999957084656, 0.5590000152587891, 0.5529999732971191, 0.5669999718666077, 0.5649999976158142, 0.5600000023841858, 0.5619999766349792, 0.5600000023841858, 0.5509999990463257, 0.5540000200271606, 0.5720000267028809, 0.5509999990463257, 0.5590000152587891, 0.5550000071525574, 0.5699999928474426, 0.5590000152587891, 0.5569999814033508, 0.5640000104904175, 0.5600000023841858, 0.5609999895095825, 0.5550000071525574, 0.574999988079071, 0.5649999976158142, 0.5580000281333923, 0.5680000185966492, 0.5720000267028809, 0.5659999847412109, 0.5669999718666077, 0.5609999895095825, 0.5590000152587891, 0.5680000185966492, 0.5690000057220459, 0.5770000219345093, 0.5649999976158142, 0.574999988079071, 0.5709999799728394, 0.5669999718666077, 0.574999988079071, 0.574999988079071, 0.5770000219345093, 0.5799999833106995, 0.5699999928474426, 0.578000009059906], "label": "FineWeb-Edu"}, "FineWeb (ours)": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.4970000088214874, 0.4760000109672546, 0.4979999959468841, 0.503000020980835, 0.531000018119812, 0.515999972820282, 0.5220000147819519, 0.5210000276565552, 0.5260000228881836, 0.5289999842643738, 0.5249999761581421, 0.5239999890327454, 0.5189999938011169, 0.5260000228881836, 0.5139999985694885, 0.5299999713897705, 0.5370000004768372, 0.5350000262260437, 0.5329999923706055, 0.531000018119812, 0.5299999713897705, 0.550000011920929, 0.5329999923706055, 0.5260000228881836, 0.5320000052452087, 0.5339999794960022, 0.5429999828338623, 0.5440000295639038, 0.5379999876022339, 0.5509999990463257, 0.5529999732971191, 0.5440000295639038, 0.5479999780654907, 0.5419999957084656, 0.5339999794960022, 0.5440000295639038, 0.5419999957084656, 0.5370000004768372, 0.5289999842643738, 0.5220000147819519, 0.5429999828338623, 0.5519999861717224, 0.5419999957084656, 0.5370000004768372, 0.546999990940094, 0.5509999990463257, 0.5509999990463257, 0.5460000038146973, 0.5519999861717224, 0.5429999828338623, 0.5419999957084656, 0.5379999876022339, 0.5450000166893005, 0.5440000295639038, 0.5440000295639038, 0.5239999890327454, 0.5450000166893005, 0.550000011920929, 0.5550000071525574, 0.5429999828338623, 0.5540000200271606, 0.5410000085830688, 0.5429999828338623, 0.5550000071525574, 0.5509999990463257, 0.5460000038146973, 0.550000011920929, 0.546999990940094, 0.5429999828338623, 0.5299999713897705, 0.550000011920929, 0.5550000071525574, 0.5440000295639038, 0.5410000085830688, 0.5450000166893005, 0.550000011920929, 0.546999990940094, 0.5519999861717224, 0.5529999732971191, 0.550000011920929, 0.5519999861717224, 0.5540000200271606, 0.5379999876022339, 0.5590000152587891, 0.5440000295639038, 0.5540000200271606, 0.5540000200271606, 0.5429999828338623, 0.5450000166893005, 0.5440000295639038, 0.5519999861717224, 0.546999990940094, 0.5519999861717224, 0.5559999942779541, 0.5659999847412109, 0.5649999976158142, 0.5600000023841858, 0.5569999814033508, 0.5550000071525574, 0.5630000233650208, 0.5559999942779541, 0.5669999718666077, 0.5550000071525574, 0.5609999895095825, 0.5580000281333923, 0.5699999928474426, 0.5580000281333923, 0.5490000247955322, 0.5619999766349792, 0.5609999895095825, 0.5529999732971191, 0.5490000247955322, 0.5540000200271606, 0.5590000152587891, 0.5600000023841858, 0.5509999990463257, 0.5569999814033508, 0.5509999990463257, 0.5580000281333923, 0.5580000281333923, 0.5580000281333923, 0.5619999766349792, 0.5649999976158142, 0.5540000200271606, 0.5619999766349792, 0.5659999847412109, 0.5759999752044678, 0.5709999799728394, 0.5550000071525574, 0.5659999847412109, 0.5659999847412109, 0.5680000185966492, 0.5669999718666077, 0.5600000023841858, 0.5619999766349792, 0.5640000104904175, 0.5580000281333923, 0.5580000281333923, 0.5540000200271606, 0.5789999961853027, 0.5600000023841858, 0.5509999990463257, 0.5690000057220459, 0.5709999799728394, 0.5669999718666077, 0.5600000023841858, 0.5619999766349792, 0.5600000023841858, 0.5590000152587891, 0.5600000023841858, 0.5690000057220459, 0.5690000057220459, 0.5789999961853027, 0.5669999718666077, 0.5690000057220459, 0.5649999976158142, 0.5690000057220459, 0.5699999928474426, 0.5669999718666077, 0.5649999976158142, 0.5630000233650208, 0.5559999942779541, 0.5669999718666077, 0.5669999718666077, 0.5720000267028809, 0.5690000057220459, 0.5830000042915344, 0.5640000104904175], "label": "FineWeb (ours)"}, "C4": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.4970000088214874, 0.4760000109672546, 0.5, 0.4959999918937683, 0.503000020980835, 0.5199999809265137, 0.515999972820282, 0.5149999856948853, 0.527999997138977, 0.5170000195503235, 0.5239999890327454, 0.5199999809265137, 0.5189999938011169, 0.5189999938011169, 0.5239999890327454, 0.5149999856948853, 0.5130000114440918, 0.5210000276565552, 0.5180000066757202, 0.5149999856948853, 0.5149999856948853, 0.5220000147819519, 0.5299999713897705, 0.5149999856948853, 0.5220000147819519, 0.527999997138977, 0.5419999957084656, 0.5350000262260437, 0.5260000228881836, 0.5189999938011169, 0.5230000019073486, 0.5400000214576721, 0.5289999842643738, 0.5299999713897705, 0.5299999713897705, 0.5429999828338623, 0.5289999842643738, 0.5389999747276306, 0.531000018119812, 0.5440000295639038, 0.5479999780654907, 0.5540000200271606, 0.5320000052452087, 0.550000011920929, 0.5350000262260437, 0.5379999876022339, 0.5529999732971191, 0.5299999713897705, 0.5419999957084656, 0.5360000133514404, 0.5490000247955322, 0.5450000166893005, 0.5440000295639038, 0.5329999923706055, 0.5350000262260437, 0.5370000004768372, 0.5379999876022339, 0.5299999713897705, 0.5320000052452087, 0.5379999876022339, 0.5400000214576721, 0.5479999780654907, 0.546999990940094, 0.5339999794960022, 0.546999990940094, 0.5440000295639038, 0.5320000052452087, 0.5350000262260437, 0.5379999876022339, 0.531000018119812, 0.5450000166893005, 0.5360000133514404, 0.5429999828338623, 0.5450000166893005, 0.5400000214576721, 0.5609999895095825, 0.5440000295639038, 0.5450000166893005, 0.5389999747276306, 0.5419999957084656, 0.5429999828338623, 0.5529999732971191, 0.5429999828338623, 0.5630000233650208, 0.5479999780654907, 0.5509999990463257, 0.5559999942779541, 0.5569999814033508, 0.5619999766349792, 0.550000011920929, 0.550000011920929, 0.5479999780654907, 0.5519999861717224, 0.5569999814033508, 0.5630000233650208, 0.5479999780654907, 0.5419999957084656, 0.5569999814033508, 0.550000011920929, 0.5479999780654907, 0.5490000247955322, 0.5540000200271606, 0.5720000267028809, 0.5580000281333923, 0.550000011920929, 0.5590000152587891, 0.5460000038146973, 0.5460000038146973, 0.5580000281333923, 0.5649999976158142, 0.5519999861717224, 0.5540000200271606, 0.5529999732971191, 0.5460000038146973, 0.5509999990463257, 0.5550000071525574, 0.550000011920929, 0.5540000200271606, 0.5519999861717224, 0.5450000166893005, 0.5519999861717224, 0.5529999732971191, 0.5649999976158142, 0.5640000104904175, 0.5429999828338623, 0.5580000281333923, 0.5590000152587891, 0.5550000071525574, 0.5609999895095825, 0.5590000152587891, 0.5609999895095825, 0.5569999814033508, 0.5580000281333923, 0.5529999732971191, 0.5619999766349792, 0.5569999814033508, 0.5659999847412109, 0.5540000200271606, 0.546999990940094, 0.5569999814033508, 0.5450000166893005, 0.5519999861717224, 0.546999990940094, 0.5529999732971191, 0.5559999942779541, 0.5640000104904175, 0.5580000281333923, 0.5619999766349792, 0.5559999942779541, 0.5519999861717224, 0.5609999895095825, 0.5580000281333923, 0.5590000152587891, 0.5529999732971191, 0.5519999861717224, 0.5590000152587891, 0.5529999732971191, 0.5609999895095825, 0.5600000023841858, 0.5709999799728394, 0.5540000200271606, 0.5569999814033508, 0.5600000023841858, 0.5649999976158142, 0.5580000281333923, 0.5630000233650208, 0.5619999766349792, 0.5609999895095825], "label": "C4"}, "The Pile": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.4970000088214874, 0.4950000047683716, 0.4850000143051147, 0.4819999933242798, 0.4950000047683716, 0.4970000088214874, 0.4900000095367431, 0.5080000162124634, 0.5149999856948853, 0.5149999856948853, 0.5130000114440918, 0.5019999742507935, 0.5109999775886536, 0.5289999842643738, 0.5120000243186951, 0.5090000033378601, 0.5239999890327454, 0.531000018119812, 0.5170000195503235, 0.5180000066757202, 0.5230000019073486, 0.5289999842643738, 0.5289999842643738, 0.515999972820282, 0.5210000276565552, 0.5149999856948853, 0.5170000195503235, 0.5239999890327454, 0.5180000066757202, 0.5189999938011169, 0.5270000100135803, 0.5199999809265137, 0.5130000114440918, 0.5170000195503235, 0.5350000262260437, 0.5320000052452087, 0.5230000019073486, 0.5239999890327454, 0.5189999938011169, 0.5210000276565552, 0.5419999957084656, 0.5180000066757202, 0.5450000166893005, 0.5410000085830688, 0.5320000052452087, 0.5289999842643738, 0.5199999809265137, 0.5270000100135803, 0.5270000100135803, 0.531000018119812, 0.527999997138977, 0.5370000004768372, 0.5329999923706055, 0.527999997138977, 0.5329999923706055, 0.5360000133514404, 0.5429999828338623, 0.5339999794960022, 0.5350000262260437, 0.5419999957084656, 0.5329999923706055, 0.531000018119812, 0.5379999876022339, 0.5360000133514404, 0.5339999794960022, 0.5350000262260437, 0.5370000004768372, 0.5379999876022339, 0.5529999732971191, 0.5370000004768372, 0.5559999942779541, 0.5429999828338623, 0.5360000133514404, 0.5479999780654907, 0.5320000052452087, 0.5270000100135803, 0.5419999957084656, 0.5400000214576721, 0.5370000004768372, 0.5339999794960022, 0.5400000214576721, 0.5550000071525574, 0.5379999876022339, 0.546999990940094, 0.5400000214576721, 0.5429999828338623, 0.5440000295639038, 0.5450000166893005, 0.5490000247955322, 0.5370000004768372, 0.5429999828338623, 0.5559999942779541, 0.5410000085830688, 0.5440000295639038, 0.5419999957084656, 0.5479999780654907, 0.5389999747276306, 0.5419999957084656, 0.5569999814033508, 0.5389999747276306, 0.5350000262260437, 0.5410000085830688, 0.5659999847412109, 0.5419999957084656, 0.5360000133514404, 0.5440000295639038, 0.5490000247955322, 0.5350000262260437, 0.5590000152587891, 0.5389999747276306, 0.5400000214576721, 0.527999997138977, 0.5440000295639038, 0.5519999861717224, 0.550000011920929, 0.5509999990463257, 0.5429999828338623, 0.5450000166893005, 0.5440000295639038, 0.5540000200271606, 0.5440000295639038, 0.5479999780654907, 0.5540000200271606, 0.5479999780654907, 0.5410000085830688, 0.5460000038146973, 0.5460000038146973, 0.5429999828338623, 0.5389999747276306, 0.5519999861717224, 0.5519999861717224, 0.5590000152587891, 0.5460000038146973, 0.5540000200271606, 0.5490000247955322, 0.5590000152587891, 0.5640000104904175, 0.5569999814033508, 0.546999990940094, 0.550000011920929, 0.5580000281333923, 0.5600000023841858, 0.5479999780654907, 0.5490000247955322, 0.5580000281333923, 0.5490000247955322, 0.5590000152587891, 0.5540000200271606, 0.5429999828338623, 0.5479999780654907, 0.5590000152587891, 0.546999990940094, 0.5490000247955322, 0.5509999990463257, 0.5559999942779541, 0.5609999895095825, 0.5609999895095825, 0.5519999861717224, 0.5600000023841858, 0.5630000233650208, 0.5550000071525574, 0.5580000281333923, 0.5649999976158142, 0.5600000023841858, 0.5669999718666077, 0.5559999942779541, 0.5580000281333923, 0.5590000152587891], "label": "The Pile"}, "Dolma": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.4970000088214874, 0.4830000102519989, 0.4909999966621399, 0.5, 0.5049999952316284, 0.5009999871253967, 0.5059999823570251, 0.5189999938011169, 0.5289999842643738, 0.5149999856948853, 0.5019999742507935, 0.5130000114440918, 0.5260000228881836, 0.5139999985694885, 0.531000018119812, 0.5210000276565552, 0.5189999938011169, 0.5239999890327454, 0.5379999876022339, 0.5149999856948853, 0.5239999890327454, 0.5120000243186951, 0.5289999842643738, 0.5260000228881836, 0.5370000004768372, 0.5289999842643738, 0.5199999809265137, 0.5249999761581421, 0.5400000214576721, 0.5210000276565552, 0.5389999747276306, 0.5239999890327454, 0.5320000052452087, 0.5239999890327454, 0.5320000052452087, 0.5379999876022339, 0.5189999938011169, 0.5389999747276306, 0.5379999876022339, 0.5220000147819519, 0.5220000147819519, 0.5360000133514404, 0.531000018119812, 0.527999997138977, 0.5180000066757202, 0.5339999794960022, 0.5329999923706055, 0.5400000214576721, 0.5260000228881836, 0.515999972820282, 0.5289999842643738, 0.5519999861717224, 0.5370000004768372, 0.546999990940094, 0.531000018119812, 0.5329999923706055, 0.5400000214576721, 0.5389999747276306, 0.527999997138977, 0.5389999747276306, 0.5329999923706055, 0.5429999828338623, 0.5329999923706055, 0.5360000133514404, 0.5249999761581421, 0.531000018119812, 0.5320000052452087, 0.5350000262260437, 0.5350000262260437, 0.5429999828338623, 0.5519999861717224, 0.5440000295639038, 0.5360000133514404, 0.5490000247955322, 0.5350000262260437, 0.5329999923706055, 0.5389999747276306, 0.546999990940094, 0.5460000038146973, 0.5389999747276306, 0.5410000085830688, 0.5440000295639038, 0.5389999747276306, 0.5329999923706055, 0.5339999794960022, 0.5320000052452087, 0.5320000052452087, 0.5479999780654907, 0.550000011920929, 0.5490000247955322, 0.5400000214576721, 0.531000018119812, 0.546999990940094, 0.5389999747276306, 0.5460000038146973, 0.5400000214576721, 0.5479999780654907, 0.5429999828338623, 0.5419999957084656, 0.5389999747276306, 0.550000011920929, 0.546999990940094, 0.5460000038146973, 0.5329999923706055, 0.5400000214576721, 0.5419999957084656, 0.5460000038146973, 0.546999990940094, 0.5450000166893005, 0.5320000052452087, 0.5479999780654907, 0.5419999957084656, 0.5440000295639038, 0.5540000200271606, 0.5440000295639038, 0.5490000247955322, 0.5440000295639038, 0.5350000262260437, 0.5569999814033508, 0.5440000295639038, 0.5519999861717224, 0.546999990940094, 0.5509999990463257, 0.5519999861717224, 0.5440000295639038, 0.5440000295639038, 0.5410000085830688, 0.5559999942779541, 0.5429999828338623, 0.5490000247955322, 0.5440000295639038, 0.5440000295639038, 0.5429999828338623, 0.5529999732971191, 0.5410000085830688, 0.5440000295639038, 0.5440000295639038, 0.5429999828338623, 0.5460000038146973, 0.5460000038146973, 0.546999990940094, 0.550000011920929, 0.5519999861717224, 0.5379999876022339, 0.5419999957084656, 0.5450000166893005, 0.546999990940094, 0.5519999861717224, 0.5410000085830688, 0.5590000152587891, 0.5519999861717224, 0.5460000038146973, 0.5419999957084656, 0.5509999990463257, 0.5450000166893005, 0.5600000023841858, 0.5400000214576721, 0.5339999794960022, 0.5490000247955322, 0.5540000200271606, 0.5479999780654907, 0.5529999732971191, 0.5509999990463257, 0.5540000200271606, 0.5479999780654907, 0.5580000281333923, 0.5509999990463257, 0.5550000071525574], "label": "Dolma"}, "RefinedWeb": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.4970000088214874, 0.5, 0.4979999959468841, 0.4950000047683716, 0.4950000047683716, 0.5049999952316284, 0.5329999923706055, 0.5220000147819519, 0.5139999985694885, 0.5339999794960022, 0.5130000114440918, 0.5389999747276306, 0.5400000214576721, 0.5270000100135803, 0.5260000228881836, 0.5370000004768372, 0.527999997138977, 0.5289999842643738, 0.5339999794960022, 0.5270000100135803, 0.531000018119812, 0.527999997138977, 0.5400000214576721, 0.5479999780654907, 0.550000011920929, 0.5400000214576721, 0.5350000262260437, 0.5410000085830688, 0.5379999876022339, 0.5299999713897705, 0.5490000247955322, 0.5509999990463257, 0.5519999861717224, 0.5429999828338623, 0.5429999828338623, 0.5440000295639038, 0.5379999876022339, 0.5379999876022339, 0.5419999957084656, 0.5609999895095825, 0.5540000200271606, 0.5370000004768372, 0.5440000295639038, 0.5410000085830688, 0.5379999876022339, 0.5329999923706055, 0.5419999957084656, 0.5419999957084656, 0.5519999861717224, 0.550000011920929, 0.5509999990463257, 0.5400000214576721, 0.5450000166893005, 0.5509999990463257, 0.5569999814033508, 0.5550000071525574, 0.5590000152587891, 0.5479999780654907, 0.5550000071525574, 0.5440000295639038, 0.5460000038146973, 0.546999990940094, 0.5559999942779541, 0.5550000071525574, 0.5490000247955322, 0.5440000295639038, 0.546999990940094, 0.5450000166893005, 0.546999990940094, 0.5649999976158142, 0.5490000247955322, 0.5519999861717224, 0.550000011920929, 0.5509999990463257, 0.5519999861717224, 0.5519999861717224, 0.5529999732971191, 0.5490000247955322, 0.546999990940094, 0.550000011920929, 0.5720000267028809, 0.5619999766349792, 0.5490000247955322, 0.5680000185966492, 0.5519999861717224, 0.5569999814033508, 0.5509999990463257, 0.5619999766349792, 0.5630000233650208, 0.5529999732971191, 0.5619999766349792, 0.5609999895095825, 0.550000011920929, 0.5479999780654907, 0.5529999732971191, 0.5519999861717224, 0.5580000281333923, 0.5590000152587891, 0.5529999732971191, 0.550000011920929, 0.5680000185966492, 0.5580000281333923, 0.5630000233650208, 0.5630000233650208, 0.5559999942779541, 0.5649999976158142, 0.5569999814033508, 0.5649999976158142, 0.5659999847412109, 0.5559999942779541, 0.5659999847412109, 0.5630000233650208, 0.5509999990463257, 0.5669999718666077, 0.5669999718666077, 0.5479999780654907, 0.5540000200271606, 0.5580000281333923, 0.5519999861717224, 0.5590000152587891, 0.5590000152587891, 0.5619999766349792, 0.5509999990463257, 0.546999990940094, 0.5609999895095825, 0.5540000200271606, 0.5630000233650208, 0.5580000281333923, 0.5559999942779541, 0.5680000185966492, 0.5649999976158142, 0.5619999766349792, 0.5580000281333923, 0.5630000233650208, 0.5559999942779541, 0.5540000200271606, 0.5540000200271606, 0.5569999814033508, 0.5619999766349792, 0.5559999942779541, 0.5600000023841858, 0.5460000038146973, 0.5429999828338623, 0.5580000281333923, 0.5550000071525574, 0.5580000281333923, 0.5540000200271606, 0.5609999895095825, 0.5519999861717224, 0.550000011920929, 0.5519999861717224, 0.5590000152587891, 0.5619999766349792, 0.5600000023841858, 0.5590000152587891, 0.5690000057220459, 0.5640000104904175, 0.5580000281333923, 0.5559999942779541, 0.5569999814033508, 0.5569999814033508, 0.5540000200271606, 0.5640000104904175, 0.5600000023841858, 0.5550000071525574, 0.5640000104904175, 0.5600000023841858, 0.5540000200271606], "label": "RefinedWeb"}, "RedPajama2": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.4970000088214874, 0.4950000047683716, 0.4860000014305115, 0.492000013589859, 0.5019999742507935, 0.4990000128746032, 0.5070000290870667, 0.5139999985694885, 0.4909999966621399, 0.515999972820282, 0.5199999809265137, 0.5080000162124634, 0.5, 0.4880000054836273, 0.503000020980835, 0.4909999966621399, 0.5059999823570251, 0.515999972820282, 0.5040000081062317, 0.5170000195503235, 0.5220000147819519, 0.5040000081062317, 0.527999997138977, 0.5180000066757202, 0.5199999809265137, 0.5299999713897705, 0.5429999828338623, 0.5249999761581421, 0.5270000100135803, 0.5260000228881836, 0.5350000262260437, 0.5210000276565552, 0.5329999923706055, 0.5339999794960022, 0.5260000228881836, 0.5370000004768372, 0.5379999876022339, 0.5260000228881836, 0.527999997138977, 0.5370000004768372, 0.5320000052452087, 0.5350000262260437, 0.546999990940094, 0.5299999713897705, 0.5299999713897705, 0.5239999890327454, 0.5239999890327454, 0.5360000133514404, 0.5519999861717224, 0.5429999828338623, 0.5249999761581421, 0.5199999809265137, 0.5199999809265137, 0.5189999938011169, 0.5450000166893005, 0.5370000004768372, 0.5350000262260437, 0.5350000262260437, 0.5239999890327454, 0.5270000100135803, 0.546999990940094, 0.5289999842643738, 0.5220000147819519, 0.5249999761581421, 0.5299999713897705, 0.5410000085830688, 0.5389999747276306, 0.5339999794960022, 0.5329999923706055, 0.5419999957084656, 0.5440000295639038, 0.5379999876022339, 0.5450000166893005, 0.5260000228881836, 0.531000018119812, 0.5360000133514404, 0.5440000295639038, 0.5370000004768372, 0.5450000166893005, 0.5410000085830688, 0.5460000038146973, 0.5320000052452087, 0.5429999828338623, 0.5350000262260437, 0.5329999923706055, 0.5389999747276306, 0.5370000004768372, 0.5360000133514404, 0.5429999828338623, 0.5350000262260437, 0.5400000214576721, 0.5450000166893005, 0.546999990940094, 0.5370000004768372, 0.5379999876022339, 0.5460000038146973, 0.5440000295639038, 0.5410000085830688, 0.5379999876022339, 0.5450000166893005, 0.5509999990463257, 0.5440000295639038, 0.5360000133514404, 0.5400000214576721, 0.5389999747276306, 0.5460000038146973, 0.5389999747276306, 0.5490000247955322, 0.5400000214576721, 0.5400000214576721, 0.5329999923706055, 0.5339999794960022, 0.5529999732971191, 0.5429999828338623, 0.5419999957084656, 0.5410000085830688, 0.5440000295639038, 0.5379999876022339, 0.5419999957084656, 0.5479999780654907, 0.5339999794960022, 0.527999997138977, 0.5379999876022339, 0.5440000295639038, 0.5379999876022339, 0.5479999780654907, 0.5410000085830688, 0.5410000085830688, 0.5389999747276306, 0.5400000214576721, 0.5429999828338623, 0.5389999747276306, 0.5490000247955322, 0.5370000004768372, 0.5379999876022339, 0.5419999957084656, 0.5450000166893005, 0.5460000038146973, 0.5460000038146973, 0.5419999957084656, 0.546999990940094, 0.5490000247955322, 0.5490000247955322, 0.5400000214576721, 0.5450000166893005, 0.5550000071525574, 0.550000011920929, 0.5479999780654907, 0.5490000247955322, 0.5440000295639038, 0.5490000247955322, 0.5429999828338623, 0.5490000247955322, 0.5460000038146973, 0.550000011920929, 0.546999990940094, 0.5479999780654907, 0.5479999780654907, 0.5519999861717224, 0.550000011920929, 0.5450000166893005, 0.5410000085830688, 0.5429999828338623, 0.5410000085830688, 0.5410000085830688, 0.546999990940094, 0.550000011920929, 0.5490000247955322], "label": "RedPajama2"}, "SlimPajama": {"x": [0.0, 2.0971520000000003, 4.194304000000001, 6.291456, 8.388608000000001, 10.48576, 12.582912, 14.680064000000002, 16.777216000000003, 18.874368, 20.97152, 23.068672000000003, 25.165824, 27.262976000000002, 29.360128000000003, 31.45728, 33.554432000000006, 35.651584, 37.748736, 39.845888, 41.94304, 44.040192000000005, 46.137344000000006, 48.234496, 50.331648, 52.4288, 54.525952000000004, 56.623104000000005, 58.720256000000006, 60.817408, 62.91456, 65.011712, 67.10886400000001, 69.206016, 71.303168, 73.40032000000001, 75.497472, 77.59462400000001, 79.691776, 81.788928, 83.88608, 85.983232, 88.08038400000001, 90.177536, 92.27468800000001, 94.37184, 96.468992, 98.56614400000001, 100.663296, 102.76044800000001, 104.8576, 106.95475200000001, 109.05190400000001, 111.149056, 113.24620800000001, 115.34336, 117.44051200000001, 119.537664, 121.634816, 123.73196800000001, 125.82912, 127.92627200000001, 130.023424, 132.120576, 134.21772800000002, 136.31488000000002, 138.412032, 140.509184, 142.606336, 144.70348800000002, 146.80064000000002, 148.897792, 150.994944, 153.092096, 155.18924800000002, 157.28640000000001, 159.383552, 161.480704, 163.577856, 165.67500800000002, 167.77216, 169.869312, 171.966464, 174.06361600000002, 176.16076800000002, 178.25792, 180.355072, 182.452224, 184.54937600000002, 186.64652800000002, 188.74368, 190.840832, 192.937984, 195.03513600000002, 197.13228800000002, 199.22944, 201.326592, 203.423744, 205.52089600000002, 207.61804800000002, 209.7152, 211.812352, 213.90950400000003, 216.00665600000002, 218.10380800000001, 220.20096, 222.298112, 224.39526400000003, 226.49241600000002, 228.589568, 230.68672, 232.783872, 234.88102400000002, 236.97817600000002, 239.075328, 241.17248, 243.269632, 245.36678400000002, 247.46393600000002, 249.561088, 251.65824, 253.75539200000003, 255.85254400000002, 257.949696, 260.046848, 262.144, 264.241152, 266.338304, 268.43545600000004, 270.53260800000004, 272.62976000000003, 274.726912, 276.824064, 278.921216, 281.018368, 283.11552, 285.212672, 287.309824, 289.40697600000004, 291.50412800000004, 293.60128000000003, 295.698432, 297.795584, 299.892736, 301.989888, 304.08704, 306.184192, 308.28134400000005, 310.37849600000004, 312.47564800000004, 314.57280000000003, 316.669952, 318.767104, 320.864256, 322.961408, 325.05856, 327.155712, 329.25286400000005, 331.35001600000004, 333.44716800000003, 335.54432, 337.641472, 339.738624, 341.835776, 343.932928, 346.03008, 348.12723200000005, 350.22438400000004], "y": [0.4970000088214874, 0.4979999959468841, 0.5040000081062317, 0.4979999959468841, 0.5, 0.4950000047683716, 0.4970000088214874, 0.503000020980835, 0.5139999985694885, 0.5120000243186951, 0.5120000243186951, 0.5040000081062317, 0.5099999904632568, 0.5189999938011169, 0.5149999856948853, 0.5270000100135803, 0.5239999890327454, 0.5130000114440918, 0.5130000114440918, 0.5139999985694885, 0.5099999904632568, 0.5090000033378601, 0.5139999985694885, 0.5170000195503235, 0.5180000066757202, 0.5220000147819519, 0.515999972820282, 0.5149999856948853, 0.5220000147819519, 0.5490000247955322, 0.5149999856948853, 0.5220000147819519, 0.5139999985694885, 0.5120000243186951, 0.5210000276565552, 0.5230000019073486, 0.5120000243186951, 0.5230000019073486, 0.5249999761581421, 0.5139999985694885, 0.5230000019073486, 0.5239999890327454, 0.5289999842643738, 0.527999997138977, 0.5440000295639038, 0.5289999842643738, 0.5270000100135803, 0.5400000214576721, 0.5410000085830688, 0.5249999761581421, 0.5270000100135803, 0.5389999747276306, 0.5260000228881836, 0.5339999794960022, 0.5270000100135803, 0.531000018119812, 0.5339999794960022, 0.527999997138977, 0.531000018119812, 0.5249999761581421, 0.5299999713897705, 0.5299999713897705, 0.5289999842643738, 0.5329999923706055, 0.5479999780654907, 0.5389999747276306, 0.5339999794960022, 0.5460000038146973, 0.5350000262260437, 0.5350000262260437, 0.5329999923706055, 0.5400000214576721, 0.5320000052452087, 0.5460000038146973, 0.5339999794960022, 0.5389999747276306, 0.5410000085830688, 0.5410000085830688, 0.5429999828338623, 0.5429999828338623, 0.5440000295639038, 0.5339999794960022, 0.5289999842643738, 0.5360000133514404, 0.5479999780654907, 0.5419999957084656, 0.5370000004768372, 0.5479999780654907, 0.5419999957084656, 0.5379999876022339, 0.531000018119812, 0.5460000038146973, 0.5419999957084656, 0.5450000166893005, 0.5440000295639038, 0.5320000052452087, 0.5360000133514404, 0.5400000214576721, 0.5479999780654907, 0.5559999942779541, 0.5519999861717224, 0.5460000038146973, 0.5379999876022339, 0.5490000247955322, 0.5379999876022339, 0.5440000295639038, 0.5419999957084656, 0.5299999713897705, 0.5400000214576721, 0.5389999747276306, 0.5419999957084656, 0.5479999780654907, 0.5550000071525574, 0.5429999828338623, 0.5360000133514404, 0.5389999747276306, 0.5370000004768372, 0.5299999713897705, 0.5419999957084656, 0.5329999923706055, 0.5379999876022339, 0.5410000085830688, 0.5400000214576721, 0.5370000004768372, 0.5370000004768372, 0.5490000247955322, 0.5419999957084656, 0.5370000004768372, 0.5460000038146973, 0.5479999780654907, 0.5580000281333923, 0.550000011920929, 0.5619999766349792, 0.5479999780654907, 0.5519999861717224, 0.5519999861717224, 0.5569999814033508, 0.5389999747276306, 0.5529999732971191, 0.5509999990463257, 0.5429999828338623, 0.5609999895095825, 0.5509999990463257, 0.550000011920929, 0.5479999780654907, 0.5569999814033508, 0.5559999942779541, 0.5429999828338623, 0.5540000200271606, 0.550000011920929, 0.5429999828338623, 0.5440000295639038, 0.5410000085830688, 0.5529999732971191, 0.5479999780654907, 0.5479999780654907, 0.5490000247955322, 0.550000011920929, 0.5509999990463257, 0.5540000200271606, 0.5479999780654907, 0.5410000085830688, 0.5410000085830688, 0.5400000214576721, 0.5519999861717224, 0.546999990940094, 0.5509999990463257, 0.5479999780654907], "label": "SlimPajama"}}, "layout": {"title": {"text": "FineWeb-Edu ablations"}}}
 
1
+ {"data": {"FineWeb-Edu": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.5109999775886536, 0.4950000047683716, 0.5189999938011169, 0.5170000195503235, 0.5059999823570251, 0.5320000052452087, 0.5220000147819519, 0.5260000228881836, 0.5210000276565552, 0.5289999842643738, 0.5400000214576721, 0.5400000214576721, 0.5360000133514404, 0.5410000085830688, 0.5379999876022339, 0.5370000004768372, 0.5400000214576721, 0.5440000295639038, 0.5479999780654907, 0.5540000200271606, 0.5339999794960022, 0.5479999780654907, 0.5490000247955322, 0.5429999828338623, 0.5440000295639038, 0.5360000133514404, 0.5569999814033508, 0.5490000247955322, 0.5490000247955322, 0.5429999828338623, 0.550000011920929, 0.5490000247955322, 0.5619999766349792, 0.5529999732971191, 0.5649999976158142, 0.5529999732971191, 0.5529999732971191, 0.5479999780654907, 0.5580000281333923, 0.5419999957084656, 0.5590000152587891, 0.5529999732971191, 0.5669999718666077, 0.5649999976158142, 0.5600000023841858, 0.5619999766349792, 0.5600000023841858, 0.5509999990463257, 0.5540000200271606, 0.5720000267028809, 0.5509999990463257, 0.5590000152587891, 0.5550000071525574, 0.5699999928474426, 0.5590000152587891, 0.5569999814033508, 0.5640000104904175, 0.5600000023841858, 0.5609999895095825, 0.5550000071525574, 0.574999988079071, 0.5649999976158142, 0.5580000281333923, 0.5680000185966492, 0.5720000267028809, 0.5659999847412109, 0.5669999718666077, 0.5609999895095825, 0.5590000152587891, 0.5680000185966492, 0.5690000057220459, 0.5770000219345093, 0.5649999976158142, 0.574999988079071, 0.5709999799728394, 0.5669999718666077, 0.574999988079071, 0.574999988079071, 0.5770000219345093, 0.5799999833106995, 0.5699999928474426, 0.578000009059906], "label": "FineWeb-Edu"}, "FineWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.4979999959468841, 0.531000018119812, 0.5220000147819519, 0.5260000228881836, 0.5249999761581421, 0.5189999938011169, 0.5139999985694885, 0.5370000004768372, 0.5329999923706055, 0.5299999713897705, 0.5329999923706055, 0.5320000052452087, 0.5429999828338623, 0.5379999876022339, 0.5529999732971191, 0.5479999780654907, 0.5339999794960022, 0.5419999957084656, 0.5289999842643738, 0.5429999828338623, 0.5419999957084656, 0.546999990940094, 0.5509999990463257, 0.5519999861717224, 0.5419999957084656, 0.5450000166893005, 0.5440000295639038, 0.5450000166893005, 0.5550000071525574, 0.5540000200271606, 0.5429999828338623, 0.5509999990463257, 0.550000011920929, 0.5429999828338623, 0.550000011920929, 0.5440000295639038, 0.5450000166893005, 0.546999990940094, 0.5529999732971191, 0.5519999861717224, 0.5379999876022339, 0.5440000295639038, 0.5540000200271606, 0.5450000166893005, 0.5519999861717224, 0.5519999861717224, 0.5659999847412109, 0.5600000023841858, 0.5550000071525574, 0.5559999942779541, 0.5550000071525574, 0.5580000281333923, 0.5580000281333923, 0.5619999766349792, 0.5529999732971191, 0.5540000200271606, 0.5600000023841858, 0.5569999814033508, 0.5580000281333923, 0.5580000281333923, 0.5649999976158142, 0.5619999766349792, 0.5759999752044678, 0.5550000071525574, 0.5659999847412109, 0.5669999718666077, 0.5619999766349792, 0.5540000200271606, 0.5600000023841858, 0.5690000057220459, 0.5669999718666077, 0.5590000152587891, 0.5690000057220459, 0.5789999961853027, 0.5690000057220459, 0.5690000057220459, 0.5669999718666077, 0.5630000233650208, 0.5669999718666077, 0.5720000267028809, 0.5830000042915344, 0.5640000104904175], "label": "FineWeb"}, "C4": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.5, 0.503000020980835, 0.515999972820282, 0.527999997138977, 0.5239999890327454, 0.5189999938011169, 0.5239999890327454, 0.5130000114440918, 0.5180000066757202, 0.5149999856948853, 0.5299999713897705, 0.5220000147819519, 0.5419999957084656, 0.5260000228881836, 0.5230000019073486, 0.5289999842643738, 0.5299999713897705, 0.5289999842643738, 0.531000018119812, 0.5479999780654907, 0.5320000052452087, 0.5350000262260437, 0.5529999732971191, 0.5419999957084656, 0.5490000247955322, 0.5440000295639038, 0.5350000262260437, 0.5379999876022339, 0.5320000052452087, 0.5400000214576721, 0.546999990940094, 0.546999990940094, 0.5320000052452087, 0.5379999876022339, 0.5450000166893005, 0.5429999828338623, 0.5400000214576721, 0.5440000295639038, 0.5389999747276306, 0.5429999828338623, 0.5429999828338623, 0.5479999780654907, 0.5559999942779541, 0.5619999766349792, 0.550000011920929, 0.5519999861717224, 0.5630000233650208, 0.5419999957084656, 0.550000011920929, 0.5490000247955322, 0.5720000267028809, 0.550000011920929, 0.5460000038146973, 0.5580000281333923, 0.5519999861717224, 0.5529999732971191, 0.5509999990463257, 0.550000011920929, 0.5519999861717224, 0.5519999861717224, 0.5649999976158142, 0.5429999828338623, 0.5590000152587891, 0.5609999895095825, 0.5609999895095825, 0.5580000281333923, 0.5619999766349792, 0.546999990940094, 0.5450000166893005, 0.546999990940094, 0.5559999942779541, 0.5559999942779541, 0.5609999895095825, 0.5590000152587891, 0.5519999861717224, 0.5529999732971191, 0.5600000023841858, 0.5540000200271606, 0.5600000023841858, 0.5580000281333923, 0.5619999766349792, 0.5609999895095825], "label": "C4"}, "The Pile": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.4850000143051147, 0.4950000047683716, 0.4900000095367431, 0.5149999856948853, 0.5130000114440918, 0.5109999775886536, 0.5120000243186951, 0.5239999890327454, 0.5170000195503235, 0.5230000019073486, 0.5289999842643738, 0.5210000276565552, 0.5170000195503235, 0.5180000066757202, 0.5270000100135803, 0.5130000114440918, 0.5350000262260437, 0.5230000019073486, 0.5189999938011169, 0.5419999957084656, 0.5450000166893005, 0.5320000052452087, 0.5199999809265137, 0.5270000100135803, 0.527999997138977, 0.5329999923706055, 0.5329999923706055, 0.5429999828338623, 0.5350000262260437, 0.5329999923706055, 0.5379999876022339, 0.5339999794960022, 0.5370000004768372, 0.5529999732971191, 0.5559999942779541, 0.5360000133514404, 0.5320000052452087, 0.5419999957084656, 0.5370000004768372, 0.5400000214576721, 0.5379999876022339, 0.5400000214576721, 0.5440000295639038, 0.5490000247955322, 0.5429999828338623, 0.5410000085830688, 0.5419999957084656, 0.5389999747276306, 0.5569999814033508, 0.5350000262260437, 0.5659999847412109, 0.5360000133514404, 0.5490000247955322, 0.5590000152587891, 0.5400000214576721, 0.5440000295639038, 0.550000011920929, 0.5429999828338623, 0.5440000295639038, 0.5440000295639038, 0.5540000200271606, 0.5410000085830688, 0.5460000038146973, 0.5389999747276306, 0.5519999861717224, 0.5460000038146973, 0.5490000247955322, 0.546999990940094, 0.5580000281333923, 0.5479999780654907, 0.5580000281333923, 0.5429999828338623, 0.5590000152587891, 0.5490000247955322, 0.5559999942779541, 0.5609999895095825, 0.5600000023841858, 0.5550000071525574, 0.5649999976158142, 0.5669999718666077, 0.5580000281333923, 0.5590000152587891], "label": "The Pile"}, "Dolma": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.4909999966621399, 0.5049999952316284, 0.5059999823570251, 0.5289999842643738, 0.5019999742507935, 0.5260000228881836, 0.531000018119812, 0.5189999938011169, 0.5379999876022339, 0.5239999890327454, 0.5289999842643738, 0.5370000004768372, 0.5199999809265137, 0.5400000214576721, 0.5389999747276306, 0.5320000052452087, 0.5320000052452087, 0.5189999938011169, 0.5379999876022339, 0.5220000147819519, 0.531000018119812, 0.5180000066757202, 0.5329999923706055, 0.5260000228881836, 0.5289999842643738, 0.5370000004768372, 0.531000018119812, 0.5400000214576721, 0.527999997138977, 0.5329999923706055, 0.5329999923706055, 0.5249999761581421, 0.5320000052452087, 0.5350000262260437, 0.5519999861717224, 0.5360000133514404, 0.5350000262260437, 0.5389999747276306, 0.5460000038146973, 0.5410000085830688, 0.5389999747276306, 0.5339999794960022, 0.5320000052452087, 0.550000011920929, 0.5400000214576721, 0.546999990940094, 0.5460000038146973, 0.5479999780654907, 0.5419999957084656, 0.550000011920929, 0.5460000038146973, 0.5400000214576721, 0.5460000038146973, 0.5450000166893005, 0.5479999780654907, 0.5440000295639038, 0.5440000295639038, 0.5440000295639038, 0.5569999814033508, 0.5519999861717224, 0.5509999990463257, 0.5440000295639038, 0.5410000085830688, 0.5429999828338623, 0.5440000295639038, 0.5429999828338623, 0.5410000085830688, 0.5460000038146973, 0.546999990940094, 0.5519999861717224, 0.5419999957084656, 0.5410000085830688, 0.5519999861717224, 0.5419999957084656, 0.5450000166893005, 0.5400000214576721, 0.5490000247955322, 0.5479999780654907, 0.5509999990463257, 0.5479999780654907, 0.5509999990463257, 0.5550000071525574], "label": "Dolma"}, "RefinedWeb": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.4979999959468841, 0.4950000047683716, 0.5329999923706055, 0.5139999985694885, 0.5130000114440918, 0.5400000214576721, 0.5260000228881836, 0.527999997138977, 0.5339999794960022, 0.531000018119812, 0.5400000214576721, 0.550000011920929, 0.5350000262260437, 0.5379999876022339, 0.5490000247955322, 0.5519999861717224, 0.5429999828338623, 0.5379999876022339, 0.5419999957084656, 0.5540000200271606, 0.5440000295639038, 0.5379999876022339, 0.5419999957084656, 0.5519999861717224, 0.5509999990463257, 0.5450000166893005, 0.5569999814033508, 0.5590000152587891, 0.5550000071525574, 0.5460000038146973, 0.5559999942779541, 0.5490000247955322, 0.546999990940094, 0.546999990940094, 0.5490000247955322, 0.550000011920929, 0.5519999861717224, 0.5529999732971191, 0.546999990940094, 0.5720000267028809, 0.5490000247955322, 0.5519999861717224, 0.5509999990463257, 0.5630000233650208, 0.5619999766349792, 0.550000011920929, 0.5529999732971191, 0.5580000281333923, 0.5529999732971191, 0.5680000185966492, 0.5630000233650208, 0.5559999942779541, 0.5569999814033508, 0.5659999847412109, 0.5659999847412109, 0.5509999990463257, 0.5669999718666077, 0.5540000200271606, 0.5519999861717224, 0.5590000152587891, 0.5509999990463257, 0.5609999895095825, 0.5630000233650208, 0.5559999942779541, 0.5649999976158142, 0.5580000281333923, 0.5559999942779541, 0.5619999766349792, 0.5600000023841858, 0.5429999828338623, 0.5550000071525574, 0.5519999861717224, 0.5519999861717224, 0.5619999766349792, 0.5590000152587891, 0.5640000104904175, 0.5559999942779541, 0.5569999814033508, 0.5640000104904175, 0.5550000071525574, 0.5600000023841858, 0.5540000200271606], "label": "RefinedWeb"}, "RedPajama2": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.4860000014305115, 0.5019999742507935, 0.5070000290870667, 0.4909999966621399, 0.5199999809265137, 0.5, 0.503000020980835, 0.5059999823570251, 0.5040000081062317, 0.5220000147819519, 0.527999997138977, 0.5199999809265137, 0.5429999828338623, 0.5270000100135803, 0.5350000262260437, 0.5329999923706055, 0.5260000228881836, 0.5379999876022339, 0.527999997138977, 0.5320000052452087, 0.546999990940094, 0.5299999713897705, 0.5239999890327454, 0.5519999861717224, 0.5249999761581421, 0.5199999809265137, 0.5450000166893005, 0.5350000262260437, 0.5239999890327454, 0.546999990940094, 0.5220000147819519, 0.5299999713897705, 0.5389999747276306, 0.5329999923706055, 0.5440000295639038, 0.5450000166893005, 0.531000018119812, 0.5440000295639038, 0.5450000166893005, 0.5460000038146973, 0.5429999828338623, 0.5329999923706055, 0.5370000004768372, 0.5429999828338623, 0.5400000214576721, 0.546999990940094, 0.5379999876022339, 0.5440000295639038, 0.5379999876022339, 0.5509999990463257, 0.5360000133514404, 0.5389999747276306, 0.5389999747276306, 0.5400000214576721, 0.5329999923706055, 0.5529999732971191, 0.5419999957084656, 0.5440000295639038, 0.5419999957084656, 0.5339999794960022, 0.5379999876022339, 0.5379999876022339, 0.5410000085830688, 0.5389999747276306, 0.5429999828338623, 0.5490000247955322, 0.5379999876022339, 0.5460000038146973, 0.546999990940094, 0.5490000247955322, 0.5450000166893005, 0.5490000247955322, 0.5490000247955322, 0.5490000247955322, 0.550000011920929, 0.5479999780654907, 0.5519999861717224, 0.5450000166893005, 0.5429999828338623, 0.5410000085830688, 0.550000011920929, 0.5490000247955322], "label": "RedPajama2"}, "SlimPajama": {"x": [4.194304000000001, 8.388608000000001, 12.582912, 16.777216000000003, 20.97152, 25.165824, 29.360128000000003, 33.554432000000006, 37.748736, 41.94304, 46.137344000000006, 50.331648, 54.525952000000004, 58.720256000000006, 62.91456, 67.10886400000001, 71.303168, 75.497472, 79.691776, 83.88608, 88.08038400000001, 92.27468800000001, 96.468992, 100.663296, 104.8576, 109.05190400000001, 113.24620800000001, 117.44051200000001, 121.634816, 125.82912, 130.023424, 134.21772800000002, 138.412032, 142.606336, 146.80064000000002, 150.994944, 155.18924800000002, 159.383552, 163.577856, 167.77216, 171.966464, 176.16076800000002, 180.355072, 184.54937600000002, 188.74368, 192.937984, 197.13228800000002, 201.326592, 205.52089600000002, 209.7152, 213.90950400000003, 218.10380800000001, 222.298112, 226.49241600000002, 230.68672, 234.88102400000002, 239.075328, 243.269632, 247.46393600000002, 251.65824, 255.85254400000002, 260.046848, 264.241152, 268.43545600000004, 272.62976000000003, 276.824064, 281.018368, 289.40697600000004, 293.60128000000003, 297.795584, 301.989888, 310.37849600000004, 314.57280000000003, 318.767104, 322.961408, 327.155712, 331.35001600000004, 335.54432, 339.738624, 343.932928, 348.12723200000005, 350.22438400000004], "y": [0.5040000081062317, 0.5, 0.4970000088214874, 0.5139999985694885, 0.5120000243186951, 0.5099999904632568, 0.5149999856948853, 0.5239999890327454, 0.5130000114440918, 0.5099999904632568, 0.5139999985694885, 0.5180000066757202, 0.515999972820282, 0.5220000147819519, 0.5149999856948853, 0.5139999985694885, 0.5210000276565552, 0.5120000243186951, 0.5249999761581421, 0.5230000019073486, 0.5289999842643738, 0.5440000295639038, 0.5270000100135803, 0.5410000085830688, 0.5270000100135803, 0.5260000228881836, 0.5270000100135803, 0.5339999794960022, 0.531000018119812, 0.5299999713897705, 0.5289999842643738, 0.5479999780654907, 0.5339999794960022, 0.5350000262260437, 0.5329999923706055, 0.5320000052452087, 0.5339999794960022, 0.5410000085830688, 0.5429999828338623, 0.5440000295639038, 0.5289999842643738, 0.5479999780654907, 0.5370000004768372, 0.5419999957084656, 0.531000018119812, 0.5419999957084656, 0.5440000295639038, 0.5360000133514404, 0.5479999780654907, 0.5519999861717224, 0.5379999876022339, 0.5379999876022339, 0.5419999957084656, 0.5400000214576721, 0.5419999957084656, 0.5550000071525574, 0.5360000133514404, 0.5370000004768372, 0.5419999957084656, 0.5379999876022339, 0.5400000214576721, 0.5370000004768372, 0.5419999957084656, 0.5460000038146973, 0.5580000281333923, 0.5619999766349792, 0.5519999861717224, 0.5529999732971191, 0.5429999828338623, 0.5509999990463257, 0.5479999780654907, 0.5540000200271606, 0.5429999828338623, 0.5410000085830688, 0.5479999780654907, 0.5490000247955322, 0.5509999990463257, 0.5479999780654907, 0.5410000085830688, 0.5519999861717224, 0.5509999990463257, 0.5479999780654907], "label": "SlimPajama"}}, "layout": {"title": {"text": "Dataset ablations"}}}
dist/assets/data/plots/edu_ablations/agg_score.json CHANGED
@@ -1 +1 @@
1
- {"data":{"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3903256542980671,0.4146799184381962,0.4283903576433658,0.4436151087284088,0.4414566531777382,0.4507521316409111,0.4495235048234463,0.4592110067605972,0.4620556682348251,0.4671029560267925,0.463470172137022,0.4662625528872013,0.4668670482933521,0.4710822217166424,0.4734017364680767,0.4748654440045357,0.4766022339463234,0.4756137728691101,0.4826180450618267,0.4801179841160774,0.4770327880978584,0.4772367440164089,0.4836798347532749,0.4760718829929828,0.4791183248162269,0.4837114326655864,0.4845060631632805,0.4809612222015857,0.4854982011020183,0.4874906800687313,0.4883668981492519,0.4876358844339847,0.4877283312380314,0.4918373748660087,0.4910267665982246,0.4916461184620857,0.4911381565034389,0.4931333474814892,0.4916179589927196,0.4911441020667553,0.4927275590598583,0.4935631453990936,0.4939306415617466,0.5010630041360855,0.4999548681080341,0.4972395077347755,0.4972243830561638,0.4945024959743023,0.4953378774225712,0.499586995691061,0.4977268613874912,0.4989877715706825,0.4987182281911373,0.5014015696942806,0.5043375752866268,0.5046022236347198,0.5044217295944691,0.5037211365997791,0.5019807890057564,0.5008365102112293,0.5028450302779675,0.5072730705142021,0.501251045614481,0.5086825042963028,0.5078329555690289,0.5061904042959213,0.5059116296470165,0.5042317919433117,0.5045665018260479,0.5085432901978493,0.5049711987376213,0.5123470723628998,0.509139034897089,0.5079653523862362,0.5107964277267456,0.5088927485048771,0.5088703669607639,0.5071291252970695,0.5091184116899967,0.5078432261943817,0.5083079226315022,0.509494174271822],"label":"FineWeb-Edu"},"FineWeb (ours)":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3552836012095213,0.3781493119895458,0.3866849727928638,0.4050675220787525,0.4032807648181915,0.4174600429832935,0.4206059761345386,0.427497424185276,0.4316632784903049,0.4385909177362919,0.4334069043397903,0.4360812865197658,0.4404293224215507,0.4385774843394756,0.4407080821692943,0.4467254020273685,0.4470436163246631,0.4486658610403538,0.4459679573774338,0.4454015754163265,0.4515932314097881,0.4482216536998749,0.4484201297163963,0.455057855695486,0.4526158757507801,0.453176885843277,0.450159091502428,0.4516039006412029,0.4549933448433876,0.4555377587676048,0.4575010798871517,0.4577344059944153,0.4540543705224991,0.4537974074482918,0.4611785635352134,0.4586966186761856,0.4594406597316265,0.4598931074142456,0.457538403570652,0.4591932781040668,0.4636382386088371,0.4582749158143997,0.4625946804881096,0.4633439630270004,0.4666871763765812,0.4649887941777706,0.4671247974038124,0.4665776938199997,0.4672530107200145,0.4666078947484493,0.4666155055165291,0.4727727174758911,0.467480719089508,0.4681386984884739,0.4651658721268177,0.4668439887464046,0.4671731516718864,0.4719251021742821,0.4699816256761551,0.4723306186497211,0.4686817973852157,0.468911949545145,0.4714248068630695,0.4724191203713417,0.4700912088155746,0.4685601107776165,0.4716645181179046,0.4724556542932987,0.4670086726546287,0.4703365340828895,0.4698334187269211,0.471625205129385,0.4688323326408863,0.4735309742391109,0.4729253277182579,0.4747676998376846,0.4723741039633751,0.4764323942363262,0.4737579710781574,0.4758132360875606,0.4755662642419338,0.4730159305036068,0.4787128046154976,0.4740134924650192,0.4785312972962856,0.4783577285706997,0.4752367511391639,0.474204134196043,0.4737414345145225,0.4780189953744411,0.477523285895586,0.4751617163419723,0.4776186011731624,0.4769949465990066,0.4790891669690609,0.479917362332344,0.4771673306822777,0.4825278185307979,0.4811677671968937,0.4787211790680885,0.4817796200513839,0.4819813556969166,0.4802381917834282,0.4810985140502453,0.481117732822895,0.4791575670242309,0.4798801243305206,0.4829155020415783,0.4822122864425182,0.4827562272548675,0.4839778505265713,0.4820474348962307,0.4858015961945057,0.4826803356409073,0.4831027314066887,0.4827458150684833,0.4819435514509678,0.4836879819631576,0.4835174195468426,0.4855972006917,0.4871680215001106,0.4840429238975048,0.4827739149332046,0.4881435632705688,0.4871019721031189,0.486987367272377,0.4836358055472374,0.4867987409234047,0.4869474284350872,0.4886575266718864,0.4855775311589241,0.4863000251352787,0.4841057248413563,0.488163661211729,0.4904011823236942,0.4870587214827537,0.4884037151932716,0.4873756393790245,0.4925794936716556,0.4874482750892639,0.4898910224437713,0.4893574342131614,0.4888269044458866,0.4887814335525036,0.4876748844981193,0.4853886738419533,0.4878034777939319,0.4911742769181728,0.4905468784272671,0.4896938055753708,0.4875142201781273,0.4900367334485054,0.4900274313986301,0.4905461706221103,0.4891181476414203,0.4881824217736721,0.4902780950069427,0.4895042479038238,0.4890727028250694,0.4897591508924961,0.4879062548279762,0.4897833876311779,0.4902243539690971,0.4884885586798191,0.4880276583135128,0.4927133433520794,0.4899616949260235],"label":"FineWeb (ours)"},"RefinedWeb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3534814938902855,0.3764607086777687,0.38782499730587,0.3981050960719585,0.4028486795723438,0.4125883243978023,0.4117814563214779,0.414029736071825,0.4197172522544861,0.4211113378405571,0.4279881417751312,0.4280137903988361,0.4280424378812313,0.4326301179826259,0.4371833503246307,0.4346669465303421,0.4336562640964985,0.4432648755609989,0.4401291646063328,0.4394684173166752,0.4476612061262131,0.4465444348752498,0.4472153298556804,0.4433343075215816,0.4510187618434429,0.4459567815065384,0.4460812956094742,0.4498684890568256,0.4529943652451038,0.4528274349868297,0.4551213420927524,0.4549156539142132,0.4564928151667118,0.4576693661510944,0.4557182416319847,0.4536240361630916,0.457439012825489,0.4570476822555065,0.4589823484420776,0.462024375796318,0.4540738053619861,0.4550252184271812,0.4576593860983848,0.4573238864541054,0.4575810581445694,0.4622134491801262,0.4592566937208175,0.4614734016358852,0.4637473002076149,0.4625372551381588,0.4613912180066108,0.4597448222339153,0.4594792164862156,0.4662549719214439,0.4634026065468788,0.4633508697152138,0.4635734222829342,0.4628961533308029,0.4670135043561458,0.4639505892992019,0.4631133340299129,0.4665167145431041,0.4672448337078094,0.4693268723785877,0.4630668573081493,0.4676454700529575,0.4646359197795391,0.4621579721570015,0.4692446552217006,0.4704835228621959,0.4663223996758461,0.4680556617677212,0.466339822858572,0.4682099223136902,0.4711195565760135,0.4722655527293682,0.4727961830794811,0.4676857478916645,0.4719390422105789,0.4713102728128433,0.4712141714990139,0.4721613004803657,0.4713456854224205,0.4682970903813839,0.4679934531450271,0.4685162976384163,0.4679946713149547,0.4681242071092129,0.4702276065945625,0.472664151340723,0.4730790853500366,0.4731674715876579,0.4718914777040481,0.4719801284372806,0.4761029370129108,0.4735167175531387,0.4730370938777923,0.4730173237621784,0.4735377207398414,0.4777223989367485,0.4796326830983162,0.4734170883893966,0.4739485755562782,0.4748299159109592,0.4765299335122108,0.4745025858283043,0.4754423759877682,0.4784592799842357,0.4761341325938701,0.4760282784700393,0.4769757278263569,0.47154351323843,0.4786738082766533,0.4804279990494251,0.4777076803147793,0.4798569902777672,0.4759011939167976,0.4784621745347976,0.479673832654953,0.4780617095530033,0.48076206818223,0.47995800152421,0.4790860973298549,0.4817167408764362,0.4811586998403072,0.482547752559185,0.4816697351634502,0.4809327870607376,0.4816545359790325,0.4804601892828941,0.4776877984404564,0.4813711903989315,0.4844604581594467,0.4819537848234176,0.4820829331874847,0.4778126627206802,0.482935007661581,0.48230691999197,0.4826001971960068,0.4823969900608063,0.4811219945549965,0.4789146520197391,0.484035175293684,0.4848698377609253,0.4855728335678577,0.4825376532971859,0.485215101391077,0.4824351668357849,0.4835342466831207,0.4822137206792831,0.4838785007596016,0.4837255179882049,0.4853012599050998,0.4857851006090641,0.4863366298377514,0.4856646582484245,0.4842503517866134,0.4838776960968971,0.4846346862614155,0.4837041422724724,0.4813097268342972,0.4873070046305656,0.4841253720223903,0.4837464913725853,0.483069509267807,0.4851242564618587,0.4861010462045669],"label":"RefinedWeb"},"C4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3308933284133672,0.3551123738288879,0.3784352876245975,0.3877953104674816,0.3993203267455101,0.4099095128476619,0.4136184640228748,0.414347343146801,0.4190568178892135,0.4218908287584781,0.4231295175850391,0.4287125319242477,0.4297344498336315,0.4332403875887394,0.4319765940308571,0.4359219521284103,0.4346421919763088,0.4424981512129307,0.4414303861558437,0.444732554256916,0.4384104907512665,0.444181352853775,0.4503846168518066,0.4436752013862133,0.4460380338132381,0.4498310275375843,0.4561186209321022,0.4558072946965694,0.4517050087451935,0.45280721783638,0.4511029534041881,0.4538496136665344,0.4561821073293686,0.4553975760936737,0.4567296579480171,0.4564522393047809,0.4547750055789947,0.4563902877271175,0.4566588178277015,0.4564423710107803,0.4597547873854637,0.4611989110708236,0.458673931658268,0.4615549780428409,0.4594683423638344,0.459637489169836,0.4626501463353634,0.4586587473750114,0.4627759084105491,0.4645364582538605,0.4662919379770756,0.4669810235500335,0.4629590921103954,0.4611541703343391,0.4635159634053707,0.4617790356278419,0.4662701040506363,0.4603991322219372,0.4632007218897342,0.4649621024727821,0.4670373052358627,0.4684801176190376,0.4635576270520687,0.4640897139906883,0.4648366048932075,0.467750646173954,0.4661705493927002,0.4673017747700214,0.4670937992632389,0.4679652377963066,0.4677082300186157,0.4677698649466038,0.4682595692574978,0.4695373848080635,0.466829814016819,0.4746575504541397,0.4714464470744133,0.4712707810103893,0.4668035432696342,0.4732451289892196,0.4715676791965961,0.4724206030368805,0.4714202284812927,0.4740159995853901,0.4751642681658268,0.474029790610075,0.47599982842803,0.4718085192143917,0.4766124375164509,0.4732356742024421,0.4746463894844055,0.473610121756792,0.4765255078673363,0.4751369915902614,0.477124772965908,0.4740747064352035,0.4751597791910171,0.4746479839086532,0.4750863499939441,0.474069282412529,0.4766325205564499,0.4751966968178749,0.480234831571579,0.4829998835921287,0.4779119342565536,0.4755960702896118,0.4754855707287788,0.4781345650553703,0.4780046604573726,0.4784741662442684,0.4773235991597175,0.4779680110514164,0.4786801375448704,0.4763363562524318,0.4761211909353733,0.4790357053279876,0.4782482571899891,0.4772635623812675,0.4800884462893009,0.4762507900595665,0.4809304289519787,0.4789686501026153,0.4788952358067035,0.4807513877749443,0.4819636456668377,0.4813393056392669,0.4799563512206077,0.4804293029010296,0.4832860343158245,0.4821714237332344,0.485592633485794,0.4815996848046779,0.4831583350896835,0.4846071004867553,0.4833417683839798,0.4807553999125957,0.4866329692304134,0.4829108603298664,0.4853781275451183,0.4814088977873325,0.4803747944533825,0.4820726066827774,0.4840803518891334,0.4835550002753734,0.4805133901536464,0.4861049503087997,0.4835067577660084,0.4856174662709236,0.4859548546373844,0.4868494793772697,0.4867915287613868,0.4881403036415577,0.4869705513119697,0.4862060099840164,0.4862068481743336,0.4862393103539943,0.4863550774753093,0.4858086891472339,0.4857287481427192,0.4880005866289139,0.4846996292471885,0.4863993115723133,0.4876768328249454,0.4873999394476414,0.4885325841605663,0.4876705072820186,0.485390305519104,0.4839635267853737],"label":"C4"},"Dolma":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3307658787816763,0.3523229286074638,0.377311572432518,0.3858824856579304,0.3951764293015003,0.402766715735197,0.4049470797181129,0.4120629839599132,0.4156050495803356,0.4159501679241657,0.4160743616521358,0.4245675876736641,0.4277330711483955,0.4266031645238399,0.4327213019132614,0.4314779937267303,0.4336568377912044,0.4369685687124729,0.4366284385323524,0.4392882287502289,0.4405222535133362,0.435525432229042,0.4436039961874485,0.4407493844628334,0.441445555537939,0.4410557225346565,0.4371193572878837,0.4451764188706875,0.4450704641640186,0.4473482742905617,0.4460285790264606,0.4495329968631267,0.4506766386330127,0.4496022351086139,0.4495359361171722,0.4517026245594024,0.4506071843206882,0.4504962339997291,0.4534401223063469,0.4526695124804973,0.4503647126257419,0.4501906409859657,0.4478448294103145,0.4534101262688637,0.4531553275883198,0.4552497416734695,0.4568525813519954,0.4575119316577911,0.4590418413281441,0.4530587382614612,0.4584306105971336,0.4584567248821258,0.4616208709776401,0.4618218578398227,0.4582518599927425,0.4551334418356418,0.4586207643151283,0.4616809487342834,0.4611648134887218,0.4634306691586971,0.4613924361765384,0.4588174410164356,0.4602113999426365,0.4626984223723411,0.4556249380111694,0.4615240134298801,0.4615156538784504,0.4632683917880058,0.4620018191635608,0.4673102460801601,0.4642679207026958,0.4684422351419925,0.4641293548047542,0.4620067216455936,0.463960450142622,0.4660330079495907,0.4692153520882129,0.4669661112129688,0.466122068464756,0.4682283326983452,0.4685749150812626,0.4688928835093975,0.465722806751728,0.4659770168364048,0.4635110311210155,0.4644729532301426,0.4663772545754909,0.4708714000880718,0.4700784012675285,0.465810552239418,0.4693214185535908,0.4660605490207672,0.4695423729717731,0.4688450992107391,0.4721916541457176,0.4698034971952438,0.4665254801511764,0.4703435115516186,0.4714724421501159,0.4702155850827694,0.4694059453904629,0.471682820469141,0.4736889898777008,0.4703876934945583,0.4701756276190281,0.4680277854204178,0.4743972420692444,0.4708037711679935,0.4717469103634357,0.4740131162106991,0.4727639146149158,0.4723498672246933,0.4724784828722477,0.4736377336084842,0.4709004536271095,0.4707547724246979,0.469988003373146,0.4711141660809517,0.4780926555395126,0.4735368900001049,0.4735525399446487,0.472091656178236,0.4721037782728672,0.4745764546096325,0.4754389114677906,0.4705884419381618,0.4724388048052788,0.4759692996740341,0.4773353897035122,0.4758949503302574,0.4740513376891613,0.4749866165220737,0.4769214987754822,0.4776637814939022,0.4756806269288063,0.4760831333696842,0.4764537550508976,0.4760236926376819,0.4765783883631229,0.4751994907855987,0.4746053963899612,0.4780152216553688,0.4798212572932243,0.4787088483572006,0.4781070649623871,0.478924810886383,0.4792283922433853,0.4830445684492588,0.477554626762867,0.4838457219302654,0.4780268892645836,0.4787273816764354,0.4787089973688125,0.4800758995115757,0.4792372398078441,0.480698712170124,0.4782215058803558,0.4793966896831989,0.4793987721204757,0.4804111570119858,0.4809239841997623,0.480060052126646,0.4797034226357937,0.4830792918801307,0.4778680615127086,0.4814067967236042,0.4812476821243763,0.4816214181482792],"label":"Dolma"},"SlimPajama":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3304025065153837,0.3485326766967773,0.366294227540493,0.3754063658416271,0.380060039460659,0.3842084035277366,0.3941901586949825,0.396852757781744,0.4074499122798443,0.405584454536438,0.4073434360325336,0.4124714508652687,0.4134335741400718,0.4161443412303924,0.4188667088747024,0.4202426932752132,0.4203570708632469,0.4227871932089329,0.4275586046278476,0.4272583276033401,0.4236343242228031,0.4221611768007278,0.4248477220535278,0.4282951094210148,0.4292030818760395,0.4363042339682579,0.4320153258740902,0.4338943809270859,0.4330463260412216,0.4384616464376449,0.4358800426125526,0.4390238709747791,0.4387876056134701,0.4379991367459297,0.4407520480453968,0.4365722797811031,0.4373247250914573,0.4419326409697532,0.4368139393627643,0.4383439570665359,0.4416647292673588,0.4406861551105976,0.4423066079616546,0.4422457814216614,0.4484159983694553,0.4441563449800014,0.4470763392746448,0.4423048347234726,0.446647435426712,0.4459831714630127,0.4476513750851154,0.4466814696788788,0.4435278102755546,0.4461003206670284,0.4472127594053745,0.4489398226141929,0.4500008933246135,0.4516164027154445,0.4502749890089035,0.4490774273872375,0.4485588259994983,0.4482260681688785,0.4513203538954258,0.4532071612775326,0.4522806704044342,0.4535516202449798,0.4556184969842434,0.4512116685509681,0.4526651911437511,0.4534229151904583,0.4510319754481315,0.4549613930284977,0.4524864666163921,0.452243909239769,0.4522925950586796,0.4506081640720367,0.4515948034822941,0.4542848505079746,0.4496320001780987,0.4584742784500122,0.4562755897641182,0.4584121964871883,0.4543888121843338,0.4571178145706653,0.4539541527628898,0.4583615288138389,0.4560770355165005,0.4565840028226375,0.456016231328249,0.4589645341038704,0.4549507163465023,0.4590726271271705,0.4600294604897499,0.4643459767103195,0.4621279649436474,0.4603357166051864,0.4565914608538151,0.4588591121137142,0.4605486840009689,0.4612153358757496,0.4666493646800518,0.4652941562235355,0.4635471254587173,0.4646625965833664,0.4616324640810489,0.4620275981724262,0.4599555470049381,0.4569032154977321,0.463778618723154,0.4630071707069874,0.4675904884934425,0.467460885643959,0.4701412692666054,0.463244054466486,0.4643578268587589,0.4655150510370731,0.4679873175919056,0.4627011120319366,0.4645654186606407,0.4667633399367332,0.4651090800762176,0.4674227461218834,0.463763378560543,0.4683923609554767,0.4667338877916336,0.4650763012468815,0.4685031399130821,0.4682512991130352,0.4704002998769283,0.4690291061997413,0.4723447039723396,0.4700597859919071,0.4730553664267063,0.4665385261178016,0.4713114872574806,0.4723366685211658,0.4753480590879917,0.4702173508703708,0.4711348637938499,0.4730475284159183,0.4687437377870083,0.472866803407669,0.4722364842891693,0.4734555780887604,0.4718337096273899,0.474613182246685,0.4756719246506691,0.4706077054142952,0.4729462638497352,0.4753362536430359,0.4749811328947544,0.4718534983694553,0.4764903634786606,0.4737220667302608,0.473462775349617,0.4746402017772198,0.4707343839108944,0.4728488773107528,0.4778959937393665,0.4751430302858352,0.4726544991135597,0.4728592745959759,0.4748839288949966,0.4711641781032085,0.4739051833748817,0.4720781221985817,0.4751792773604393,0.4769017845392227],"label":"SlimPajama"},"RedPajama2":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3302722573280334,0.3470507562160492,0.364705353975296,0.3764069005846977,0.3825778141617775,0.3896523900330066,0.3974571377038955,0.397537350654602,0.4001355320215225,0.4036932997405529,0.4104340709745884,0.4086671769618988,0.413622997701168,0.4122740626335144,0.4195037446916103,0.4190866313874721,0.4231311045587063,0.4235090501606464,0.4237663596868515,0.4246972687542438,0.4299561083316803,0.4258239455521106,0.4314707778394222,0.4274507761001587,0.4299160614609718,0.4354668110609054,0.4302525334060192,0.4337679930031299,0.4337638393044472,0.4404422976076603,0.4347392916679382,0.4343290999531746,0.4375873804092407,0.4372701570391655,0.4380103722214699,0.4379842169582844,0.4400746375322342,0.4394551366567611,0.4451456516981125,0.4420723840594291,0.4404123835265636,0.4446186311542988,0.4421855062246322,0.44248116761446,0.4423649460077286,0.4426446110010147,0.4418415017426014,0.4442390464246273,0.4463883489370346,0.4474505893886089,0.446966927498579,0.4456985853612423,0.4466467499732971,0.4440925717353821,0.4471017979085445,0.4474578313529491,0.4471569992601871,0.449719063937664,0.453827504068613,0.449543334543705,0.451267059892416,0.4523019045591354,0.4507706724107265,0.4516403637826442,0.4510826356709003,0.4538759067654609,0.453817319124937,0.4493415988981724,0.4524289667606354,0.4563530124723911,0.4525565430521965,0.4559375420212745,0.4579579904675483,0.4522393532097339,0.4529666379094124,0.4572585858404636,0.4526477642357349,0.4548618048429489,0.4535989835858345,0.4557950794696808,0.4576374888420105,0.4536071494221687,0.4567363113164902,0.4559534676373005,0.455357126891613,0.4581229574978351,0.4584124349057674,0.459429319947958,0.4609483703970909,0.4585786387324333,0.4584725610911846,0.460013099014759,0.4675985686480999,0.4608690924942493,0.4615997225046158,0.4654040858149528,0.4610586836934089,0.4633209407329559,0.4612604938447475,0.460259061306715,0.4624678529798984,0.4620500393211841,0.459990244358778,0.4619648195803165,0.4650140479207039,0.4641274213790893,0.4607139900326729,0.466593112796545,0.4665224589407444,0.4634186550974846,0.4623883478343487,0.4616753794252872,0.46418297290802,0.4637203030288219,0.4639860466122627,0.4644428603351116,0.4654988572001457,0.4639867171645164,0.4652636311948299,0.4673995152115822,0.4623220227658748,0.4664290770888328,0.4666106030344963,0.4653977937996387,0.464808851480484,0.468203954398632,0.4619068317115307,0.461650725454092,0.4648414589464664,0.465693786740303,0.4655340574681759,0.4663631655275821,0.4668397903442383,0.4658713564276695,0.4650161266326904,0.4697218723595142,0.4669433757662773,0.4679506830871105,0.4668639451265335,0.4648850038647651,0.4669442251324653,0.4653140194714069,0.4670411869883537,0.4648204818367958,0.4657435193657875,0.4680184945464134,0.4664600379765033,0.4672395847737789,0.4657266996800899,0.4675477854907512,0.4670163989067077,0.4690168797969818,0.4676221422851085,0.4677147716283798,0.4668192155659199,0.4684425666928291,0.467963095754385,0.4691894799470901,0.4651848673820495,0.4664440341293812,0.467386495321989,0.4652351178228855,0.4669347554445267,0.4688444659113884,0.467147346585989,0.4683484248816967,0.4699504524469375,0.4709850251674652],"label":"RedPajama2"},"The Pile":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3304216358810663,0.3466135319322347,0.3567665815353393,0.3609300442039966,0.3754195682704448,0.3760548382997513,0.3804825097322464,0.3870464153587818,0.3920954465866089,0.3908583559095859,0.3928747698664665,0.3923895694315433,0.3968513160943985,0.404996283352375,0.4021198935806751,0.4044422507286072,0.4055487178266048,0.4043267257511616,0.4051039405167103,0.4053148292005062,0.4118910208344459,0.4129008501768112,0.4153450205922127,0.4157540574669838,0.4165645688772201,0.4158085733652115,0.4154625944793224,0.4205422177910805,0.4168646782636642,0.4214760512113571,0.4222277626395225,0.4179082997143268,0.416801854968071,0.4236912615597248,0.4248885214328766,0.4242431484162807,0.4248657301068306,0.4258512482047081,0.4243130981922149,0.4244629479944706,0.430818609893322,0.4303862266242504,0.4287605956196785,0.432219460606575,0.4292010366916656,0.4285963587462902,0.4321340434253216,0.4298995658755302,0.4349256418645382,0.4324938207864761,0.4351008906960487,0.4330397509038448,0.4322203621268272,0.4351420737802982,0.4295673854649067,0.4331545792520046,0.4371312223374843,0.4368601404130459,0.4334152191877365,0.435929175466299,0.4348413497209549,0.4362935796380043,0.4395272135734558,0.4395910315215587,0.4397818148136139,0.4375653453171253,0.4350125305354595,0.4383638128638267,0.4414386712014675,0.4406127110123634,0.4395736493170261,0.4400510974228382,0.4349951185286045,0.4433234259486198,0.4408213645219803,0.4408195316791534,0.4454181902110576,0.4432171359658241,0.4386095143854618,0.4424192681908607,0.4406412802636623,0.4441004805266857,0.4434664808213711,0.4409965090453625,0.4398404918611049,0.4429648593068123,0.4477721899747848,0.4449514634907245,0.4450686313211918,0.4429425410926342,0.4468786306679249,0.4498275183141231,0.4463700018823147,0.4454979188740253,0.4485073313117027,0.4498474262654781,0.4488017149269581,0.4474775716662407,0.4488831833004951,0.4498938769102096,0.4441156759858131,0.4483954235911369,0.454746376723051,0.4491635039448738,0.4470739066600799,0.451224073767662,0.4524858966469764,0.4501192942261696,0.4518791697919369,0.4503650553524494,0.4545648172497749,0.4524221830070019,0.4521367736160755,0.4533489346504211,0.4547304809093475,0.4522802866995334,0.451341975480318,0.4508697539567947,0.4542875029146671,0.4543761536478996,0.456620555371046,0.4563915356993675,0.4555570594966411,0.4565647505223751,0.4527720846235752,0.4573541656136513,0.4586507454514503,0.4574597366154194,0.4572464860975742,0.4601885713636875,0.4597031660377979,0.4591619409620762,0.457712460309267,0.4584441147744655,0.4599815532565117,0.4610339701175689,0.4604088515043258,0.4583280719816685,0.4597837403416633,0.4560487046837806,0.4594802744686603,0.4635319598019123,0.4591141827404499,0.4597685001790523,0.4643094949424267,0.4597949869930744,0.4616970308125019,0.4608079977333545,0.461796186864376,0.4613191820681095,0.4638922624289989,0.4597249217331409,0.4629687368869781,0.4651569910347461,0.4653593450784683,0.4654904417693615,0.4689781554043293,0.4642409011721611,0.466390497982502,0.4667546525597572,0.4650019332766533,0.4624537453055382,0.4668834805488586,0.4637890830636024,0.4627578742802143,0.465025994926691,0.4623493291437626,0.4645387642085552],"label":"The Pile"}},"layout":{"title":{"text":"FineWeb-Edu ablations"}}}
 
1
+ {"data":{"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3903256542980671,0.4146799184381962,0.4283903576433658,0.4436151087284088,0.4414566531777382,0.4507521316409111,0.4495235048234463,0.4592110067605972,0.4620556682348251,0.4671029560267925,0.463470172137022,0.4662625528872013,0.4668670482933521,0.4710822217166424,0.4734017364680767,0.4748654440045357,0.4766022339463234,0.4756137728691101,0.4826180450618267,0.4801179841160774,0.4770327880978584,0.4772367440164089,0.4836798347532749,0.4760718829929828,0.4791183248162269,0.4837114326655864,0.4845060631632805,0.4809612222015857,0.4854982011020183,0.4874906800687313,0.4883668981492519,0.4876358844339847,0.4877283312380314,0.4918373748660087,0.4910267665982246,0.4916461184620857,0.4911381565034389,0.4931333474814892,0.4916179589927196,0.4911441020667553,0.4927275590598583,0.4935631453990936,0.4939306415617466,0.5010630041360855,0.4999548681080341,0.4972395077347755,0.4972243830561638,0.4945024959743023,0.4953378774225712,0.499586995691061,0.4977268613874912,0.4989877715706825,0.4987182281911373,0.5014015696942806,0.5043375752866268,0.5046022236347198,0.5044217295944691,0.5037211365997791,0.5019807890057564,0.5008365102112293,0.5028450302779675,0.5072730705142021,0.501251045614481,0.5086825042963028,0.5078329555690289,0.5061904042959213,0.5059116296470165,0.5042317919433117,0.5045665018260479,0.5085432901978493,0.5049711987376213,0.5123470723628998,0.509139034897089,0.5079653523862362,0.5107964277267456,0.5088927485048771,0.5088703669607639,0.5071291252970695,0.5091184116899967,0.5078432261943817,0.5083079226315022,0.509494174271822],"label":"FineWeb-Edu"},"FineWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3781493119895458,0.4050675220787525,0.4174600429832935,0.427497424185276,0.4385909177362919,0.4360812865197658,0.4385774843394756,0.4467254020273685,0.4486658610403538,0.4454015754163265,0.4482216536998749,0.455057855695486,0.453176885843277,0.4516039006412029,0.4555377587676048,0.4577344059944153,0.4537974074482918,0.4586966186761856,0.4598931074142456,0.4591932781040668,0.4582749158143997,0.4633439630270004,0.4649887941777706,0.4665776938199997,0.4666078947484493,0.4727727174758911,0.4681386984884739,0.4668439887464046,0.4719251021742821,0.4723306186497211,0.468911949545145,0.4724191203713417,0.4685601107776165,0.4724556542932987,0.4703365340828895,0.471625205129385,0.4735309742391109,0.4747676998376846,0.4764323942363262,0.4758132360875606,0.4730159305036068,0.4740134924650192,0.4783577285706997,0.474204134196043,0.4780189953744411,0.4751617163419723,0.4769949465990066,0.479917362332344,0.4825278185307979,0.4787211790680885,0.4819813556969166,0.4810985140502453,0.4791575670242309,0.4829155020415783,0.4827562272548675,0.4820474348962307,0.4826803356409073,0.4827458150684833,0.4836879819631576,0.4855972006917,0.4840429238975048,0.4881435632705688,0.486987367272377,0.4867987409234047,0.4886575266718864,0.4863000251352787,0.488163661211729,0.4873756393790245,0.4874482750892639,0.4893574342131614,0.4887814335525036,0.4911742769181728,0.4896938055753708,0.4900367334485054,0.4905461706221103,0.4881824217736721,0.4895042479038238,0.4897591508924961,0.4897833876311779,0.4884885586798191,0.4927133433520794,0.4899616949260235],"label":"FineWeb"},"RefinedWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3764607086777687,0.3981050960719585,0.4125883243978023,0.414029736071825,0.4211113378405571,0.4280137903988361,0.4326301179826259,0.4346669465303421,0.4432648755609989,0.4394684173166752,0.4465444348752498,0.4433343075215816,0.4459567815065384,0.4498684890568256,0.4528274349868297,0.4549156539142132,0.4576693661510944,0.4536240361630916,0.4570476822555065,0.462024375796318,0.4550252184271812,0.4573238864541054,0.4622134491801262,0.4614734016358852,0.4625372551381588,0.4597448222339153,0.4662549719214439,0.4633508697152138,0.4628961533308029,0.4639505892992019,0.4665167145431041,0.4693268723785877,0.4676454700529575,0.4621579721570015,0.4704835228621959,0.4680556617677212,0.4682099223136902,0.4722655527293682,0.4676857478916645,0.4713102728128433,0.4721613004803657,0.4682970903813839,0.4685162976384163,0.4681242071092129,0.472664151340723,0.4731674715876579,0.4719801284372806,0.4735167175531387,0.4730173237621784,0.4777223989367485,0.4734170883893966,0.4748299159109592,0.4745025858283043,0.4784592799842357,0.4760282784700393,0.47154351323843,0.4804279990494251,0.4798569902777672,0.4784621745347976,0.4780617095530033,0.47995800152421,0.4817167408764362,0.482547752559185,0.4809327870607376,0.4804601892828941,0.4813711903989315,0.4819537848234176,0.48230691999197,0.4823969900608063,0.4789146520197391,0.4848698377609253,0.4824351668357849,0.4822137206792831,0.4837255179882049,0.4857851006090641,0.4856646582484245,0.4838776960968971,0.4837041422724724,0.4873070046305656,0.4837464913725853,0.4851242564618587,0.4861010462045669],"label":"RefinedWeb"},"C4":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3784352876245975,0.3993203267455101,0.4136184640228748,0.4190568178892135,0.4231295175850391,0.4297344498336315,0.4319765940308571,0.4346421919763088,0.4414303861558437,0.4384104907512665,0.4503846168518066,0.4460380338132381,0.4561186209321022,0.4517050087451935,0.4511029534041881,0.4561821073293686,0.4567296579480171,0.4547750055789947,0.4566588178277015,0.4597547873854637,0.458673931658268,0.4594683423638344,0.4626501463353634,0.4627759084105491,0.4662919379770756,0.4629590921103954,0.4635159634053707,0.4662701040506363,0.4632007218897342,0.4670373052358627,0.4635576270520687,0.4648366048932075,0.4661705493927002,0.4670937992632389,0.4677082300186157,0.4682595692574978,0.466829814016819,0.4714464470744133,0.4668035432696342,0.4715676791965961,0.4714202284812927,0.4751642681658268,0.47599982842803,0.4766124375164509,0.4746463894844055,0.4765255078673363,0.477124772965908,0.4751597791910171,0.4750863499939441,0.4766325205564499,0.480234831571579,0.4779119342565536,0.4754855707287788,0.4780046604573726,0.4773235991597175,0.4786801375448704,0.4761211909353733,0.4782482571899891,0.4800884462893009,0.4809304289519787,0.4788952358067035,0.4819636456668377,0.4799563512206077,0.4832860343158245,0.485592633485794,0.4831583350896835,0.4833417683839798,0.4853781275451183,0.4803747944533825,0.4840803518891334,0.4805133901536464,0.4859548546373844,0.4867915287613868,0.4869705513119697,0.4862068481743336,0.4863550774753093,0.4857287481427192,0.4846996292471885,0.4876768328249454,0.4885325841605663,0.485390305519104,0.4839635267853737],"label":"C4"},"Dolma":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.377311572432518,0.3951764293015003,0.4049470797181129,0.4156050495803356,0.4160743616521358,0.4277330711483955,0.4327213019132614,0.4336568377912044,0.4366284385323524,0.4405222535133362,0.4436039961874485,0.441445555537939,0.4371193572878837,0.4450704641640186,0.4460285790264606,0.4506766386330127,0.4495359361171722,0.4506071843206882,0.4534401223063469,0.4503647126257419,0.4478448294103145,0.4531553275883198,0.4568525813519954,0.4590418413281441,0.4584306105971336,0.4616208709776401,0.4582518599927425,0.4586207643151283,0.4611648134887218,0.4613924361765384,0.4602113999426365,0.4556249380111694,0.4615156538784504,0.4620018191635608,0.4642679207026958,0.4641293548047542,0.463960450142622,0.4692153520882129,0.466122068464756,0.4685749150812626,0.465722806751728,0.4635110311210155,0.4663772545754909,0.4700784012675285,0.4693214185535908,0.4695423729717731,0.4721916541457176,0.4665254801511764,0.4714724421501159,0.4694059453904629,0.4736889898777008,0.4701756276190281,0.4743972420692444,0.4717469103634357,0.4727639146149158,0.4724784828722477,0.4709004536271095,0.469988003373146,0.4780926555395126,0.4735525399446487,0.4721037782728672,0.4754389114677906,0.4724388048052788,0.4773353897035122,0.4740513376891613,0.4769214987754822,0.4756806269288063,0.4765783883631229,0.4746053963899612,0.4798212572932243,0.4781070649623871,0.477554626762867,0.4780268892645836,0.4787089973688125,0.4792372398078441,0.4782215058803558,0.4793987721204757,0.4809239841997623,0.4797034226357937,0.4778680615127086,0.4812476821243763,0.4816214181482792],"label":"Dolma"},"SlimPajama":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.366294227540493,0.380060039460659,0.3941901586949825,0.4074499122798443,0.4073434360325336,0.4134335741400718,0.4188667088747024,0.4203570708632469,0.4275586046278476,0.4236343242228031,0.4248477220535278,0.4292030818760395,0.4320153258740902,0.4330463260412216,0.4358800426125526,0.4387876056134701,0.4407520480453968,0.4373247250914573,0.4368139393627643,0.4416647292673588,0.4423066079616546,0.4484159983694553,0.4470763392746448,0.446647435426712,0.4476513750851154,0.4435278102755546,0.4472127594053745,0.4500008933246135,0.4502749890089035,0.4485588259994983,0.4513203538954258,0.4522806704044342,0.4556184969842434,0.4526651911437511,0.4510319754481315,0.4524864666163921,0.4522925950586796,0.4515948034822941,0.4496320001780987,0.4562755897641182,0.4543888121843338,0.4539541527628898,0.4560770355165005,0.456016231328249,0.4549507163465023,0.4600294604897499,0.4621279649436474,0.4565914608538151,0.4605486840009689,0.4666493646800518,0.4635471254587173,0.4616324640810489,0.4599555470049381,0.463778618723154,0.4675904884934425,0.4701412692666054,0.4643578268587589,0.4679873175919056,0.4645654186606407,0.4651090800762176,0.463763378560543,0.4667338877916336,0.4685031399130821,0.4704002998769283,0.4723447039723396,0.4730553664267063,0.4713114872574806,0.4711348637938499,0.4687437377870083,0.4722364842891693,0.4718337096273899,0.4729462638497352,0.4749811328947544,0.4764903634786606,0.473462775349617,0.4707343839108944,0.4778959937393665,0.4726544991135597,0.4748839288949966,0.4739051833748817,0.4751792773604393,0.4769017845392227],"label":"SlimPajama"},"RedPajama2":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.364705353975296,0.3825778141617775,0.3974571377038955,0.4001355320215225,0.4104340709745884,0.413622997701168,0.4195037446916103,0.4231311045587063,0.4237663596868515,0.4299561083316803,0.4314707778394222,0.4299160614609718,0.4302525334060192,0.4337638393044472,0.4347392916679382,0.4375873804092407,0.4380103722214699,0.4400746375322342,0.4451456516981125,0.4404123835265636,0.4421855062246322,0.4423649460077286,0.4418415017426014,0.4463883489370346,0.446966927498579,0.4466467499732971,0.4471017979085445,0.4471569992601871,0.453827504068613,0.451267059892416,0.4507706724107265,0.4510826356709003,0.453817319124937,0.4524289667606354,0.4525565430521965,0.4579579904675483,0.4529666379094124,0.4526477642357349,0.4535989835858345,0.4576374888420105,0.4567363113164902,0.455357126891613,0.4584124349057674,0.4609483703970909,0.4584725610911846,0.4675985686480999,0.4615997225046158,0.4610586836934089,0.4612604938447475,0.4624678529798984,0.459990244358778,0.4650140479207039,0.4607139900326729,0.4665224589407444,0.4623883478343487,0.46418297290802,0.4639860466122627,0.4654988572001457,0.4652636311948299,0.4623220227658748,0.4666106030344963,0.464808851480484,0.4619068317115307,0.4648414589464664,0.4655340574681759,0.4668397903442383,0.4650161266326904,0.4668639451265335,0.4669442251324653,0.4670411869883537,0.4657435193657875,0.4657266996800899,0.4670163989067077,0.4676221422851085,0.4668192155659199,0.467963095754385,0.4651848673820495,0.467386495321989,0.4669347554445267,0.467147346585989,0.4699504524469375,0.4709850251674652],"label":"RedPajama2"},"The Pile":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3567665815353393,0.3754195682704448,0.3804825097322464,0.3920954465866089,0.3928747698664665,0.3968513160943985,0.4021198935806751,0.4055487178266048,0.4051039405167103,0.4118910208344459,0.4153450205922127,0.4165645688772201,0.4154625944793224,0.4168646782636642,0.4222277626395225,0.416801854968071,0.4248885214328766,0.4248657301068306,0.4243130981922149,0.430818609893322,0.4287605956196785,0.4292010366916656,0.4321340434253216,0.4349256418645382,0.4351008906960487,0.4322203621268272,0.4295673854649067,0.4371312223374843,0.4334152191877365,0.4348413497209549,0.4395272135734558,0.4397818148136139,0.4350125305354595,0.4414386712014675,0.4395736493170261,0.4349951185286045,0.4408213645219803,0.4454181902110576,0.4386095143854618,0.4406412802636623,0.4434664808213711,0.4398404918611049,0.4477721899747848,0.4450686313211918,0.4468786306679249,0.4463700018823147,0.4485073313117027,0.4488017149269581,0.4488831833004951,0.4441156759858131,0.454746376723051,0.4470739066600799,0.4524858966469764,0.4518791697919369,0.4545648172497749,0.4521367736160755,0.4547304809093475,0.451341975480318,0.4542875029146671,0.456620555371046,0.4555570594966411,0.4527720846235752,0.4586507454514503,0.4572464860975742,0.4597031660377979,0.457712460309267,0.4599815532565117,0.4597837403416633,0.4594802744686603,0.4591141827404499,0.4643094949424267,0.461796186864376,0.4638922624289989,0.4629687368869781,0.4653593450784683,0.4689781554043293,0.466390497982502,0.4650019332766533,0.4668834805488586,0.4627578742802143,0.4623493291437626,0.4645387642085552],"label":"The Pile"}},"layout":{"title":{"text":"Dataset ablations"}}}
dist/assets/data/plots/edu_ablations/arc_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data":{"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3849999904632568,0.4284999966621399,0.4460000097751617,0.4790000021457672,0.4819999933242798,0.4794999957084656,0.4715000092983246,0.4860000014305115,0.4934999942779541,0.5090000033378601,0.4990000128746032,0.4970000088214874,0.5095000267028809,0.5,0.5095000267028809,0.5074999928474426,0.5184999704360962,0.4995000064373016,0.5230000019073486,0.5074999928474426,0.5270000100135803,0.5139999985694885,0.5254999995231628,0.5095000267028809,0.531499981880188,0.515999972820282,0.5379999876022339,0.5174999833106995,0.5325000286102295,0.5375000238418579,0.531000018119812,0.5414999723434448,0.5389999747276306,0.5485000014305115,0.5454999804496765,0.5559999942779541,0.5414999723434448,0.5575000047683716,0.5504999756813049,0.5444999933242798,0.5529999732971191,0.5554999709129333,0.5419999957084656,0.5625,0.5615000128746033,0.5475000143051147,0.5580000281333923,0.5509999990463257,0.5504999756813049,0.5475000143051147,0.5350000262260437,0.5669999718666077,0.5590000152587891,0.5565000176429749,0.5575000047683716,0.5649999976158142,0.5669999718666077,0.5590000152587891,0.5529999732971191,0.5569999814033508,0.5529999732971191,0.5695000290870667,0.5504999756813049,0.5720000267028809,0.5634999871253967,0.5665000081062317,0.5619999766349792,0.5649999976158142,0.5649999976158142,0.578499972820282,0.5669999718666077,0.5734999775886536,0.5770000219345093,0.5724999904632568,0.5774999856948853,0.5809999704360962,0.5755000114440918,0.5724999904632568,0.578000009059906,0.5715000033378601,0.5759999752044678,0.5734999775886536],"label":"FineWeb-Edu"},"SlimPajama":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2535000145435333,0.2739999890327453,0.3190000057220459,0.3300000131130218,0.3490000069141388,0.3449999988079071,0.3574999868869781,0.3529999852180481,0.3610000014305115,0.3610000014305115,0.3580000102519989,0.3714999854564667,0.3785000145435333,0.3659999966621399,0.3785000145435333,0.3655000030994415,0.3765000104904175,0.3704999983310699,0.3774999976158142,0.3709999918937683,0.3745000064373016,0.3799999952316284,0.3804999887943268,0.390500009059906,0.3939999938011169,0.3995000123977661,0.390500009059906,0.3939999938011169,0.3889999985694885,0.3944999873638153,0.4000000059604645,0.4074999988079071,0.402999997138977,0.3840000033378601,0.387499988079071,0.3914999961853027,0.3939999938011169,0.3860000073909759,0.387499988079071,0.3995000123977661,0.4065000116825104,0.3925000131130218,0.4020000100135803,0.3980000019073486,0.4004999995231628,0.4000000059604645,0.4169999957084656,0.4025000035762787,0.418500006198883,0.4034999907016754,0.4040000140666961,0.4099999964237213,0.4129999876022339,0.4110000133514404,0.4165000021457672,0.4079999923706054,0.4054999947547912,0.4104999899864197,0.4160000085830688,0.4199999868869781,0.4059999883174896,0.4194999933242798,0.4074999988079071,0.4210000038146972,0.4205000102519989,0.4239999949932098,0.4239999949932098,0.4165000021457672,0.4329999983310699,0.4269999861717224,0.4120000004768371,0.4289999902248382,0.4230000078678131,0.4154999852180481,0.4235000014305115,0.4174999892711639,0.4189999997615814,0.4314999878406524,0.4259999990463257,0.4284999966621399,0.4284999966621399,0.4444999992847442,0.4300000071525574,0.4250000119209289,0.4235000014305115,0.4359999895095825,0.4239999949932098,0.4255000054836273,0.421999990940094,0.4375,0.4235000014305115,0.4314999878406524,0.4339999854564667,0.4309999942779541,0.4410000145435333,0.4395000040531158,0.4255000054836273,0.4334999918937683,0.4350000023841858,0.429500013589859,0.4514999985694885,0.4404999911785126,0.4460000097751617,0.4494999945163727,0.4435000121593475,0.4365000128746032,0.4490000009536743,0.4440000057220459,0.4605000019073486,0.4494999945163727,0.4535000026226043,0.4555000066757202,0.4595000147819519,0.4465000033378601,0.453000009059906,0.4600000083446502,0.4510000050067901,0.445499986410141,0.4444999992847442,0.4494999945163727,0.4424999952316284,0.4539999961853027,0.453000009059906,0.4544999897480011,0.4560000002384186,0.4449999928474426,0.4584999978542328,0.4474999904632568,0.4595000147819519,0.4465000033378601,0.4589999914169311,0.449999988079071,0.4469999969005584,0.4469999969005584,0.4490000009536743,0.453000009059906,0.4595000147819519,0.4535000026226043,0.4544999897480011,0.4614999890327453,0.4535000026226043,0.4564999938011169,0.453000009059906,0.4620000123977661,0.4544999897480011,0.4569999873638153,0.4620000123977661,0.4510000050067901,0.4474999904632568,0.4589999914169311,0.4584999978542328,0.4514999985694885,0.4645000100135803,0.4569999873638153,0.4550000131130218,0.4600000083446502,0.4505000114440918,0.4519999921321869,0.4675000011920929,0.4650000035762787,0.457500010728836,0.4634999930858612,0.4650000035762787,0.4580000042915344,0.4704999923706054,0.449999988079071,0.4539999961853027,0.4605000019073486],"label":"SlimPajama"},"FineWeb (ours)":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.296999990940094,0.3219999969005584,0.3305000066757202,0.3555000126361847,0.351500004529953,0.3600000143051147,0.363999992609024,0.3680000007152557,0.3785000145435333,0.3765000104904175,0.382999986410141,0.3785000145435333,0.3835000097751617,0.3819999992847442,0.3935000002384186,0.387499988079071,0.3935000002384186,0.3959999978542328,0.3860000073909759,0.3935000002384186,0.3885000050067901,0.3810000121593475,0.3880000114440918,0.3964999914169311,0.4054999947547912,0.3935000002384186,0.3944999873638153,0.3989999890327453,0.3980000019073486,0.4050000011920929,0.4054999947547912,0.4009999930858612,0.4110000133514404,0.4054999947547912,0.4180000126361847,0.4110000133514404,0.4050000011920929,0.4079999923706054,0.4120000004768371,0.402999997138977,0.4205000102519989,0.4129999876022339,0.4120000004768371,0.4169999957084656,0.4269999861717224,0.4230000078678131,0.4225000143051147,0.4300000071525574,0.4180000126361847,0.4284999966621399,0.4165000021457672,0.4325000047683716,0.4235000014305115,0.4210000038146972,0.4239999949932098,0.4235000014305115,0.421999990940094,0.4280000030994415,0.4300000071525574,0.4275000095367431,0.4305000007152557,0.4244999885559082,0.4314999878406524,0.4325000047683716,0.4395000040531158,0.4325000047683716,0.4300000071525574,0.4399999976158142,0.4320000112056732,0.4370000064373016,0.4280000030994415,0.4309999942779541,0.4314999878406524,0.4370000064373016,0.4280000030994415,0.4325000047683716,0.4300000071525574,0.4334999918937683,0.4334999918937683,0.4379999935626983,0.4399999976158142,0.4350000023841858,0.4395000040531158,0.4375,0.4390000104904175,0.4365000128746032,0.4435000121593475,0.4365000128746032,0.445499986410141,0.4440000057220459,0.4460000097751617,0.4415000081062317,0.4415000081062317,0.4339999854564667,0.4429999887943268,0.4399999976158142,0.4359999895095825,0.4370000064373016,0.4469999969005584,0.4404999911785126,0.4435000121593475,0.445499986410141,0.4424999952316284,0.4480000138282776,0.4370000064373016,0.4444999992847442,0.4465000033378601,0.4309999942779541,0.4440000057220459,0.4469999969005584,0.4539999961853027,0.4440000057220459,0.4555000066757202,0.4519999921321869,0.4510000050067901,0.4519999921321869,0.4544999897480011,0.4494999945163727,0.4584999978542328,0.4580000042915344,0.4544999897480011,0.4514999985694885,0.4550000131130218,0.4560000002384186,0.4600000083446502,0.4589999914169311,0.4560000002384186,0.457500010728836,0.4679999947547912,0.4494999945163727,0.4505000114440918,0.4440000057220459,0.4539999961853027,0.4535000026226043,0.4514999985694885,0.457500010728836,0.4620000123977661,0.4564999938011169,0.4595000147819519,0.4564999938011169,0.4550000131130218,0.4539999961853027,0.4544999897480011,0.4569999873638153,0.457500010728836,0.4539999961853027,0.4595000147819519,0.4665000140666961,0.465499997138977,0.4625000059604645,0.4629999995231628,0.4580000042915344,0.4569999873638153,0.4620000123977661,0.457500010728836,0.4550000131130218,0.4645000100135803,0.4629999995231628,0.4584999978542328,0.465499997138977,0.460999995470047,0.4634999930858612,0.4605000019073486,0.4584999978542328,0.4550000131130218,0.4564999938011169,0.4600000083446502],"label":"FineWeb (ours)"},"RefinedWeb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.2899999916553497,0.31700000166893,0.3409999907016754,0.3425000011920929,0.3485000133514404,0.3555000126361847,0.3574999868869781,0.3585000038146972,0.363999992609024,0.3619999885559082,0.3675000071525574,0.3865000009536743,0.3810000121593475,0.3810000121593475,0.3810000121593475,0.3860000073909759,0.3810000121593475,0.3894999921321869,0.3849999904632568,0.3855000138282776,0.3989999890327453,0.3980000019073486,0.3995000123977661,0.395000010728836,0.4084999859333038,0.4040000140666961,0.4004999995231628,0.3955000042915344,0.4135000109672546,0.4070000052452087,0.4104999899864197,0.4014999866485595,0.4099999964237213,0.4199999868869781,0.414000004529953,0.402999997138977,0.4214999973773956,0.4095000028610229,0.4059999883174896,0.4090000092983246,0.4074999988079071,0.4120000004768371,0.4154999852180481,0.4189999997615814,0.4149999916553497,0.429500013589859,0.4154999852180481,0.4214999973773956,0.4244999885559082,0.4205000102519989,0.4269999861717224,0.4214999973773956,0.4180000126361847,0.4415000081062317,0.4320000112056732,0.4350000023841858,0.4259999990463257,0.4300000071525574,0.4259999990463257,0.4189999997615814,0.4269999861717224,0.4199999868869781,0.426499992609024,0.4350000023841858,0.4289999902248382,0.4345000088214874,0.4259999990463257,0.426499992609024,0.4395000040531158,0.4395000040531158,0.4359999895095825,0.4280000030994415,0.4370000064373016,0.4329999983310699,0.4309999942779541,0.4490000009536743,0.4399999976158142,0.4339999854564667,0.4399999976158142,0.4345000088214874,0.429500013589859,0.4370000064373016,0.4379999935626983,0.4284999966621399,0.4309999942779541,0.4350000023841858,0.4399999976158142,0.4314999878406524,0.4300000071525574,0.4410000145435333,0.4345000088214874,0.4410000145435333,0.4345000088214874,0.4339999854564667,0.4460000097751617,0.4410000145435333,0.4469999969005584,0.4480000138282776,0.4435000121593475,0.4375,0.4519999921321869,0.4480000138282776,0.4429999887943268,0.4519999921321869,0.4435000121593475,0.4334999918937683,0.4460000097751617,0.4564999938011169,0.4469999969005584,0.453000009059906,0.4485000073909759,0.4410000145435333,0.4444999992847442,0.4485000073909759,0.457500010728836,0.4469999969005584,0.4535000026226043,0.4535000026226043,0.4485000073909759,0.4490000009536743,0.4505000114440918,0.4595000147819519,0.4544999897480011,0.453000009059906,0.4605000019073486,0.4620000123977661,0.457500010728836,0.453000009059906,0.4550000131130218,0.460999995470047,0.4449999928474426,0.4474999904632568,0.457500010728836,0.4584999978542328,0.4494999945163727,0.4474999904632568,0.4625000059604645,0.4639999866485595,0.4555000066757202,0.4469999969005584,0.4600000083446502,0.453000009059906,0.4629999995231628,0.4589999914169311,0.4614999890327453,0.4555000066757202,0.4560000002384186,0.4580000042915344,0.4584999978542328,0.4560000002384186,0.4605000019073486,0.4595000147819519,0.4639999866485595,0.4614999890327453,0.4564999938011169,0.4634999930858612,0.4625000059604645,0.4614999890327453,0.4679999947547912,0.4584999978542328,0.4595000147819519,0.4505000114440918,0.4544999897480011,0.4595000147819519,0.4620000123977661,0.4670000076293945,0.4555000066757202],"label":"RefinedWeb"},"RedPajama2":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2535000145435333,0.2854999899864197,0.3145000040531158,0.332500010728836,0.3454999923706054,0.3540000021457672,0.359499990940094,0.3479999899864197,0.3535000085830688,0.3544999957084656,0.3684999942779541,0.3714999854564667,0.37950000166893,0.3790000081062317,0.3880000114440918,0.3765000104904175,0.3804999887943268,0.3880000114440918,0.3810000121593475,0.3819999992847442,0.3959999978542328,0.3925000131130218,0.4054999947547912,0.3849999904632568,0.3935000002384186,0.4000000059604645,0.3849999904632568,0.3989999890327453,0.3930000066757202,0.4129999876022339,0.4034999907016754,0.3980000019073486,0.4059999883174896,0.4004999995231628,0.4169999957084656,0.4065000116825104,0.4004999995231628,0.3970000147819519,0.4090000092983246,0.4079999923706054,0.402999997138977,0.4025000035762787,0.4009999930858612,0.4004999995231628,0.4079999923706054,0.4095000028610229,0.3959999978542328,0.4045000076293945,0.4065000116825104,0.4079999923706054,0.4154999852180481,0.4059999883174896,0.4160000085830688,0.4129999876022339,0.4115000069141388,0.4034999907016754,0.4059999883174896,0.4054999947547912,0.4239999949932098,0.4149999916553497,0.4180000126361847,0.4199999868869781,0.418500006198883,0.4289999902248382,0.4144999980926513,0.4180000126361847,0.4199999868869781,0.4275000095367431,0.414000004529953,0.4199999868869781,0.4124999940395355,0.4305000007152557,0.4210000038146972,0.4235000014305115,0.426499992609024,0.4269999861717224,0.421999990940094,0.4165000021457672,0.421999990940094,0.421999990940094,0.4250000119209289,0.4255000054836273,0.4275000095367431,0.4269999861717224,0.4329999983310699,0.4354999959468841,0.4275000095367431,0.4410000145435333,0.4325000047683716,0.4354999959468841,0.4345000088214874,0.4379999935626983,0.4550000131130218,0.4494999945163727,0.44200000166893,0.4490000009536743,0.4415000081062317,0.44200000166893,0.4345000088214874,0.4404999911785126,0.4395000040531158,0.429500013589859,0.4390000104904175,0.4399999976158142,0.4384999871253967,0.4384999871253967,0.4444999992847442,0.4429999887943268,0.4449999928474426,0.4404999911785126,0.4429999887943268,0.445499986410141,0.4424999952316284,0.4415000081062317,0.4300000071525574,0.4354999959468841,0.4375,0.4395000040531158,0.4390000104904175,0.4469999969005584,0.4365000128746032,0.4485000073909759,0.4404999911785126,0.4514999985694885,0.4415000081062317,0.4494999945163727,0.4354999959468841,0.44200000166893,0.4444999992847442,0.4469999969005584,0.4424999952316284,0.4449999928474426,0.4490000009536743,0.4444999992847442,0.4404999911785126,0.4435000121593475,0.4404999911785126,0.4465000033378601,0.4514999985694885,0.4354999959468841,0.4539999961853027,0.4465000033378601,0.4519999921321869,0.4465000033378601,0.4480000138282776,0.4494999945163727,0.4469999969005584,0.4474999904632568,0.4444999992847442,0.4460000097751617,0.4444999992847442,0.4524999856948852,0.4505000114440918,0.4485000073909759,0.4465000033378601,0.4485000073909759,0.4465000033378601,0.4480000138282776,0.4384999871253967,0.4535000026226043,0.4469999969005584,0.4490000009536743,0.4539999961853027,0.4494999945163727,0.4519999921321869,0.4494999945163727,0.4564999938011169,0.4494999945163727],"label":"RedPajama2"},"C4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.293500006198883,0.3230000138282776,0.3339999914169311,0.3470000028610229,0.3614999949932098,0.3555000126361847,0.3655000030994415,0.3605000078678131,0.359499990940094,0.3580000102519989,0.3680000007152557,0.375,0.3790000081062317,0.3790000081062317,0.3880000114440918,0.3860000073909759,0.3914999961853027,0.3835000097751617,0.3980000019073486,0.3759999871253967,0.3889999985694885,0.3944999873638153,0.3869999945163727,0.3910000026226043,0.3840000033378601,0.3894999921321869,0.402999997138977,0.3930000066757202,0.390500009059906,0.3899999856948852,0.395000010728836,0.4040000140666961,0.3860000073909759,0.4025000035762787,0.398499995470047,0.4020000100135803,0.4004999995231628,0.3939999938011169,0.402999997138977,0.3995000123977661,0.4040000140666961,0.3970000147819519,0.3975000083446502,0.4000000059604645,0.4034999907016754,0.4104999899864197,0.398499995470047,0.4074999988079071,0.4045000076293945,0.414000004529953,0.4095000028610229,0.418500006198883,0.4050000011920929,0.4025000035762787,0.418500006198883,0.4230000078678131,0.4090000092983246,0.402999997138977,0.4149999916553497,0.4120000004768371,0.4194999933242798,0.4104999899864197,0.4074999988079071,0.4104999899864197,0.4165000021457672,0.4189999997615814,0.4070000052452087,0.4135000109672546,0.4250000119209289,0.4235000014305115,0.4269999861717224,0.4214999973773956,0.4320000112056732,0.4189999997615814,0.4255000054836273,0.429500013589859,0.4250000119209289,0.4189999997615814,0.4280000030994415,0.4269999861717224,0.4370000064373016,0.4225000143051147,0.4239999949932098,0.4314999878406524,0.4415000081062317,0.4239999949932098,0.4239999949932098,0.4329999983310699,0.4325000047683716,0.4305000007152557,0.4305000007152557,0.4305000007152557,0.4345000088214874,0.4305000007152557,0.429500013589859,0.4309999942779541,0.4354999959468841,0.4345000088214874,0.4354999959468841,0.4390000104904175,0.4354999959468841,0.4289999902248382,0.4384999871253967,0.4259999990463257,0.4300000071525574,0.421999990940094,0.4395000040531158,0.4334999918937683,0.4350000023841858,0.4329999983310699,0.4339999854564667,0.4415000081062317,0.4469999969005584,0.4494999945163727,0.4345000088214874,0.4375,0.4359999895095825,0.4284999966621399,0.4305000007152557,0.4449999928474426,0.4390000104904175,0.4334999918937683,0.4375,0.4435000121593475,0.4370000064373016,0.4444999992847442,0.4395000040531158,0.4435000121593475,0.445499986410141,0.4449999928474426,0.4399999976158142,0.4490000009536743,0.4415000081062317,0.4429999887943268,0.4339999854564667,0.4429999887943268,0.4309999942779541,0.4429999887943268,0.4384999871253967,0.4449999928474426,0.4390000104904175,0.4429999887943268,0.4435000121593475,0.4435000121593475,0.44200000166893,0.44200000166893,0.4435000121593475,0.44200000166893,0.4485000073909759,0.4440000057220459,0.4485000073909759,0.44200000166893,0.4490000009536743,0.4494999945163727,0.44200000166893,0.4465000033378601,0.4365000128746032,0.44200000166893,0.4384999871253967,0.4440000057220459,0.4390000104904175,0.4399999976158142,0.4444999992847442,0.4449999928474426,0.4440000057220459,0.4469999969005584,0.4435000121593475],"label":"C4"},"Dolma":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2509999871253967,0.2815000116825104,0.3215000033378601,0.3375000059604645,0.3490000069141388,0.351500004529953,0.3504999876022339,0.3650000095367431,0.3544999957084656,0.3569999933242798,0.3644999861717224,0.3704999983310699,0.3745000064373016,0.3725000023841858,0.3700000047683716,0.3770000040531158,0.37950000166893,0.3899999856948852,0.3855000138282776,0.3989999890327453,0.3910000026226043,0.3804999887943268,0.3844999969005584,0.3925000131130218,0.3889999985694885,0.3849999904632568,0.3840000033378601,0.3855000138282776,0.3810000121593475,0.3989999890327453,0.3799999952316284,0.4004999995231628,0.4084999859333038,0.3894999921321869,0.3930000066757202,0.4020000100135803,0.4020000100135803,0.3980000019073486,0.4065000116825104,0.4000000059604645,0.4014999866485595,0.3955000042915344,0.3959999978542328,0.4110000133514404,0.4149999916553497,0.4180000126361847,0.414000004529953,0.4135000109672546,0.418500006198883,0.4074999988079071,0.4054999947547912,0.4070000052452087,0.4259999990463257,0.4095000028610229,0.4230000078678131,0.4025000035762787,0.4180000126361847,0.4230000078678131,0.421999990940094,0.4169999957084656,0.426499992609024,0.4154999852180481,0.421999990940094,0.414000004529953,0.4074999988079071,0.4160000085830688,0.4144999980926513,0.4225000143051147,0.418500006198883,0.4205000102519989,0.4084999859333038,0.4275000095367431,0.4235000014305115,0.4144999980926513,0.4275000095367431,0.4334999918937683,0.4314999878406524,0.4320000112056732,0.4199999868869781,0.4269999861717224,0.4250000119209289,0.4174999892711639,0.421999990940094,0.4180000126361847,0.4160000085830688,0.4104999899864197,0.4144999980926513,0.4259999990463257,0.4205000102519989,0.414000004529953,0.4210000038146972,0.4189999997615814,0.4160000085830688,0.4174999892711639,0.4275000095367431,0.4325000047683716,0.4250000119209289,0.4235000014305115,0.4300000071525574,0.4320000112056732,0.4329999983310699,0.429500013589859,0.4365000128746032,0.4410000145435333,0.4354999959468841,0.4275000095367431,0.4370000064373016,0.4239999949932098,0.4415000081062317,0.4444999992847442,0.4354999959468841,0.4309999942779541,0.4325000047683716,0.4359999895095825,0.4329999983310699,0.4255000054836273,0.4300000071525574,0.4339999854564667,0.4375,0.4325000047683716,0.4309999942779541,0.4305000007152557,0.4334999918937683,0.4365000128746032,0.4375,0.4300000071525574,0.4329999983310699,0.4345000088214874,0.4404999911785126,0.4384999871253967,0.4399999976158142,0.445499986410141,0.4435000121593475,0.44200000166893,0.4365000128746032,0.4375,0.4399999976158142,0.4390000104904175,0.44200000166893,0.4334999918937683,0.4284999966621399,0.4284999966621399,0.4375,0.4359999895095825,0.4390000104904175,0.4390000104904175,0.4415000081062317,0.4370000064373016,0.4345000088214874,0.4435000121593475,0.44200000166893,0.4440000057220459,0.4365000128746032,0.4404999911785126,0.44200000166893,0.4395000040531158,0.4339999854564667,0.4370000064373016,0.4395000040531158,0.44200000166893,0.4440000057220459,0.4399999976158142,0.4384999871253967,0.4449999928474426,0.4339999854564667,0.4485000073909759,0.4444999992847442,0.44200000166893],"label":"Dolma"},"The Pile":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2535000145435333,0.2694999873638153,0.2939999997615814,0.3064999878406524,0.3269999921321869,0.3264999985694885,0.3355000019073486,0.3540000021457672,0.3449999988079071,0.3454999923706054,0.3540000021457672,0.3600000143051147,0.3574999868869781,0.3569999933242798,0.3650000095367431,0.3659999966621399,0.3625000119209289,0.3689999878406524,0.3555000126361847,0.359499990940094,0.3855000138282776,0.3729999959468841,0.37950000166893,0.3720000088214874,0.3774999976158142,0.3740000128746032,0.3840000033378601,0.3765000104904175,0.3734999895095825,0.3855000138282776,0.3844999969005584,0.3804999887943268,0.3849999904632568,0.3939999938011169,0.3804999887943268,0.3919999897480011,0.3819999992847442,0.3955000042915344,0.3880000114440918,0.387499988079071,0.3925000131130218,0.4009999930858612,0.3935000002384186,0.3959999978542328,0.398499995470047,0.3914999961853027,0.3970000147819519,0.402999997138977,0.4070000052452087,0.3860000073909759,0.398499995470047,0.4009999930858612,0.3914999961853027,0.402999997138977,0.4025000035762787,0.3975000083446502,0.3930000066757202,0.4104999899864197,0.4054999947547912,0.395000010728836,0.4180000126361847,0.3955000042915344,0.4009999930858612,0.4000000059604645,0.4004999995231628,0.390500009059906,0.3995000123977661,0.4004999995231628,0.4045000076293945,0.4045000076293945,0.4004999995231628,0.4065000116825104,0.4084999859333038,0.4065000116825104,0.3980000019073486,0.4014999866485595,0.4095000028610229,0.3964999914169311,0.4040000140666961,0.3970000147819519,0.3970000147819519,0.4059999883174896,0.4004999995231628,0.4099999964237213,0.4115000069141388,0.4135000109672546,0.4160000085830688,0.4120000004768371,0.4124999940395355,0.4180000126361847,0.4099999964237213,0.4135000109672546,0.4160000085830688,0.4095000028610229,0.4169999957084656,0.4314999878406524,0.4280000030994415,0.4205000102519989,0.4210000038146972,0.4174999892711639,0.4090000092983246,0.4169999957084656,0.4149999916553497,0.4210000038146972,0.4210000038146972,0.426499992609024,0.4225000143051147,0.4189999997615814,0.4160000085830688,0.418500006198883,0.4339999854564667,0.4280000030994415,0.4244999885559082,0.4269999861717224,0.4235000014305115,0.4300000071525574,0.426499992609024,0.4180000126361847,0.4275000095367431,0.4275000095367431,0.4399999976158142,0.4284999966621399,0.4424999952316284,0.4435000121593475,0.4284999966621399,0.426499992609024,0.4305000007152557,0.4280000030994415,0.4339999854564667,0.4375,0.4375,0.4309999942779541,0.4365000128746032,0.4314999878406524,0.4329999983310699,0.4284999966621399,0.4305000007152557,0.4329999983310699,0.4280000030994415,0.426499992609024,0.4314999878406524,0.4365000128746032,0.4359999895095825,0.4410000145435333,0.4390000104904175,0.4404999911785126,0.4350000023841858,0.4390000104904175,0.4474999904632568,0.4415000081062317,0.445499986410141,0.4329999983310699,0.4490000009536743,0.4440000057220459,0.4510000050067901,0.4474999904632568,0.4595000147819519,0.4440000057220459,0.4469999969005584,0.4384999871253967,0.4375,0.4415000081062317,0.4480000138282776,0.4449999928474426,0.4354999959468841,0.445499986410141,0.4384999871253967,0.4375],"label":"The Pile"}},"layout":{"title":{"text":"FineWeb-Edu ablations"}}}
 
1
+ {"data":{"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3849999904632568,0.4284999966621399,0.4460000097751617,0.4790000021457672,0.4819999933242798,0.4794999957084656,0.4715000092983246,0.4860000014305115,0.4934999942779541,0.5090000033378601,0.4990000128746032,0.4970000088214874,0.5095000267028809,0.5,0.5095000267028809,0.5074999928474426,0.5184999704360962,0.4995000064373016,0.5230000019073486,0.5074999928474426,0.5270000100135803,0.5139999985694885,0.5254999995231628,0.5095000267028809,0.531499981880188,0.515999972820282,0.5379999876022339,0.5174999833106995,0.5325000286102295,0.5375000238418579,0.531000018119812,0.5414999723434448,0.5389999747276306,0.5485000014305115,0.5454999804496765,0.5559999942779541,0.5414999723434448,0.5575000047683716,0.5504999756813049,0.5444999933242798,0.5529999732971191,0.5554999709129333,0.5419999957084656,0.5625,0.5615000128746033,0.5475000143051147,0.5580000281333923,0.5509999990463257,0.5504999756813049,0.5475000143051147,0.5350000262260437,0.5669999718666077,0.5590000152587891,0.5565000176429749,0.5575000047683716,0.5649999976158142,0.5669999718666077,0.5590000152587891,0.5529999732971191,0.5569999814033508,0.5529999732971191,0.5695000290870667,0.5504999756813049,0.5720000267028809,0.5634999871253967,0.5665000081062317,0.5619999766349792,0.5649999976158142,0.5649999976158142,0.578499972820282,0.5669999718666077,0.5734999775886536,0.5770000219345093,0.5724999904632568,0.5774999856948853,0.5809999704360962,0.5755000114440918,0.5724999904632568,0.578000009059906,0.5715000033378601,0.5759999752044678,0.5734999775886536],"label":"FineWeb-Edu"},"SlimPajama":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3190000057220459,0.3490000069141388,0.3574999868869781,0.3610000014305115,0.3580000102519989,0.3785000145435333,0.3785000145435333,0.3765000104904175,0.3774999976158142,0.3745000064373016,0.3804999887943268,0.3939999938011169,0.390500009059906,0.3889999985694885,0.4000000059604645,0.402999997138977,0.387499988079071,0.3939999938011169,0.387499988079071,0.4065000116825104,0.4020000100135803,0.4004999995231628,0.4169999957084656,0.418500006198883,0.4040000140666961,0.4129999876022339,0.4165000021457672,0.4054999947547912,0.4160000085830688,0.4059999883174896,0.4074999988079071,0.4205000102519989,0.4239999949932098,0.4329999983310699,0.4120000004768371,0.4230000078678131,0.4235000014305115,0.4189999997615814,0.4259999990463257,0.4284999966621399,0.4300000071525574,0.4235000014305115,0.4239999949932098,0.421999990940094,0.4235000014305115,0.4339999854564667,0.4410000145435333,0.4255000054836273,0.4350000023841858,0.4514999985694885,0.4460000097751617,0.4435000121593475,0.4490000009536743,0.4605000019073486,0.4535000026226043,0.4595000147819519,0.453000009059906,0.4510000050067901,0.4444999992847442,0.4424999952316284,0.453000009059906,0.4560000002384186,0.4584999978542328,0.4595000147819519,0.4589999914169311,0.4469999969005584,0.4490000009536743,0.4544999897480011,0.4535000026226043,0.453000009059906,0.4544999897480011,0.4474999904632568,0.4584999978542328,0.4645000100135803,0.4550000131130218,0.4505000114440918,0.4675000011920929,0.457500010728836,0.4650000035762787,0.4704999923706054,0.4539999961853027,0.4605000019073486],"label":"SlimPajama"},"FineWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3219999969005584,0.3555000126361847,0.3600000143051147,0.3680000007152557,0.3765000104904175,0.3785000145435333,0.3819999992847442,0.387499988079071,0.3959999978542328,0.3935000002384186,0.3810000121593475,0.3964999914169311,0.3935000002384186,0.3989999890327453,0.4050000011920929,0.4009999930858612,0.4054999947547912,0.4110000133514404,0.4079999923706054,0.402999997138977,0.4129999876022339,0.4169999957084656,0.4230000078678131,0.4300000071525574,0.4284999966621399,0.4325000047683716,0.4210000038146972,0.4235000014305115,0.4280000030994415,0.4275000095367431,0.4244999885559082,0.4325000047683716,0.4325000047683716,0.4399999976158142,0.4370000064373016,0.4309999942779541,0.4370000064373016,0.4325000047683716,0.4334999918937683,0.4379999935626983,0.4350000023841858,0.4375,0.4365000128746032,0.4365000128746032,0.4440000057220459,0.4415000081062317,0.4339999854564667,0.4399999976158142,0.4370000064373016,0.4404999911785126,0.445499986410141,0.4480000138282776,0.4444999992847442,0.4309999942779541,0.4469999969005584,0.4440000057220459,0.4519999921321869,0.4519999921321869,0.4494999945163727,0.4580000042915344,0.4514999985694885,0.4560000002384186,0.4589999914169311,0.457500010728836,0.4494999945163727,0.4440000057220459,0.4535000026226043,0.4564999938011169,0.4564999938011169,0.4539999961853027,0.4569999873638153,0.4665000140666961,0.4625000059604645,0.4580000042915344,0.4620000123977661,0.4550000131130218,0.4629999995231628,0.465499997138977,0.4634999930858612,0.4584999978542328,0.4564999938011169,0.4600000083446502],"label":"FineWeb"},"RefinedWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.31700000166893,0.3425000011920929,0.3555000126361847,0.3585000038146972,0.3619999885559082,0.3865000009536743,0.3810000121593475,0.3860000073909759,0.3894999921321869,0.3855000138282776,0.3980000019073486,0.395000010728836,0.4040000140666961,0.3955000042915344,0.4070000052452087,0.4014999866485595,0.4199999868869781,0.402999997138977,0.4095000028610229,0.4090000092983246,0.4120000004768371,0.4189999997615814,0.429500013589859,0.4214999973773956,0.4205000102519989,0.4214999973773956,0.4415000081062317,0.4350000023841858,0.4300000071525574,0.4189999997615814,0.4199999868869781,0.4350000023841858,0.4345000088214874,0.426499992609024,0.4395000040531158,0.4280000030994415,0.4329999983310699,0.4490000009536743,0.4339999854564667,0.4345000088214874,0.4370000064373016,0.4284999966621399,0.4350000023841858,0.4314999878406524,0.4410000145435333,0.4410000145435333,0.4339999854564667,0.4410000145435333,0.4480000138282776,0.4375,0.4480000138282776,0.4519999921321869,0.4334999918937683,0.4564999938011169,0.453000009059906,0.4410000145435333,0.4485000073909759,0.4469999969005584,0.4535000026226043,0.4490000009536743,0.4595000147819519,0.453000009059906,0.4620000123977661,0.453000009059906,0.460999995470047,0.4474999904632568,0.4584999978542328,0.4639999866485595,0.4469999969005584,0.453000009059906,0.4589999914169311,0.4580000042915344,0.4560000002384186,0.4595000147819519,0.4614999890327453,0.4634999930858612,0.4614999890327453,0.4584999978542328,0.4505000114440918,0.4595000147819519,0.4670000076293945,0.4555000066757202],"label":"RefinedWeb"},"RedPajama2":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3145000040531158,0.3454999923706054,0.359499990940094,0.3535000085830688,0.3684999942779541,0.37950000166893,0.3880000114440918,0.3804999887943268,0.3810000121593475,0.3959999978542328,0.4054999947547912,0.3935000002384186,0.3849999904632568,0.3930000066757202,0.4034999907016754,0.4059999883174896,0.4169999957084656,0.4004999995231628,0.4090000092983246,0.402999997138977,0.4009999930858612,0.4079999923706054,0.3959999978542328,0.4065000116825104,0.4154999852180481,0.4160000085830688,0.4115000069141388,0.4059999883174896,0.4239999949932098,0.4180000126361847,0.418500006198883,0.4144999980926513,0.4199999868869781,0.414000004529953,0.4124999940395355,0.4210000038146972,0.426499992609024,0.421999990940094,0.421999990940094,0.4250000119209289,0.4275000095367431,0.4329999983310699,0.4275000095367431,0.4325000047683716,0.4345000088214874,0.4550000131130218,0.44200000166893,0.4415000081062317,0.4345000088214874,0.4395000040531158,0.4390000104904175,0.4384999871253967,0.4444999992847442,0.4449999928474426,0.4429999887943268,0.4424999952316284,0.4300000071525574,0.4375,0.4390000104904175,0.4365000128746032,0.4404999911785126,0.4415000081062317,0.4354999959468841,0.4444999992847442,0.4424999952316284,0.4490000009536743,0.4404999911785126,0.4514999985694885,0.4539999961853027,0.4519999921321869,0.4480000138282776,0.4444999992847442,0.4444999992847442,0.4505000114440918,0.4465000033378601,0.4465000033378601,0.4384999871253967,0.4469999969005584,0.4539999961853027,0.4519999921321869,0.4564999938011169,0.4494999945163727],"label":"RedPajama2"},"C4":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3230000138282776,0.3470000028610229,0.3555000126361847,0.3605000078678131,0.3580000102519989,0.375,0.3790000081062317,0.3860000073909759,0.3835000097751617,0.3759999871253967,0.3944999873638153,0.3910000026226043,0.3894999921321869,0.3930000066757202,0.3899999856948852,0.4040000140666961,0.4025000035762787,0.4020000100135803,0.3939999938011169,0.3995000123977661,0.3970000147819519,0.4000000059604645,0.4104999899864197,0.4074999988079071,0.414000004529953,0.418500006198883,0.4025000035762787,0.4230000078678131,0.402999997138977,0.4120000004768371,0.4104999899864197,0.4104999899864197,0.4189999997615814,0.4135000109672546,0.4235000014305115,0.4214999973773956,0.4189999997615814,0.429500013589859,0.4189999997615814,0.4269999861717224,0.4225000143051147,0.4314999878406524,0.4239999949932098,0.4329999983310699,0.4305000007152557,0.4305000007152557,0.4305000007152557,0.4309999942779541,0.4345000088214874,0.4390000104904175,0.4289999902248382,0.4259999990463257,0.421999990940094,0.4334999918937683,0.4329999983310699,0.4415000081062317,0.4494999945163727,0.4375,0.4284999966621399,0.4449999928474426,0.4334999918937683,0.4435000121593475,0.4444999992847442,0.4435000121593475,0.4449999928474426,0.4490000009536743,0.4429999887943268,0.4429999887943268,0.4449999928474426,0.4429999887943268,0.4435000121593475,0.44200000166893,0.4440000057220459,0.44200000166893,0.4494999945163727,0.4465000033378601,0.44200000166893,0.4440000057220459,0.4399999976158142,0.4449999928474426,0.4469999969005584,0.4435000121593475],"label":"C4"},"Dolma":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3215000033378601,0.3490000069141388,0.3504999876022339,0.3544999957084656,0.3644999861717224,0.3745000064373016,0.3700000047683716,0.37950000166893,0.3855000138282776,0.3910000026226043,0.3844999969005584,0.3889999985694885,0.3840000033378601,0.3810000121593475,0.3799999952316284,0.4084999859333038,0.3930000066757202,0.4020000100135803,0.4065000116825104,0.4014999866485595,0.3959999978542328,0.4149999916553497,0.414000004529953,0.418500006198883,0.4054999947547912,0.4259999990463257,0.4230000078678131,0.4180000126361847,0.421999990940094,0.426499992609024,0.421999990940094,0.4074999988079071,0.4144999980926513,0.418500006198883,0.4084999859333038,0.4235000014305115,0.4275000095367431,0.4314999878406524,0.4199999868869781,0.4250000119209289,0.421999990940094,0.4160000085830688,0.4144999980926513,0.4205000102519989,0.4210000038146972,0.4160000085830688,0.4275000095367431,0.4250000119209289,0.4300000071525574,0.4329999983310699,0.4365000128746032,0.4354999959468841,0.4370000064373016,0.4415000081062317,0.4354999959468841,0.4325000047683716,0.4329999983310699,0.4300000071525574,0.4375,0.4309999942779541,0.4334999918937683,0.4375,0.4329999983310699,0.4404999911785126,0.4399999976158142,0.4435000121593475,0.4365000128746032,0.44200000166893,0.4284999966621399,0.4375,0.4390000104904175,0.4345000088214874,0.44200000166893,0.4365000128746032,0.44200000166893,0.4339999854564667,0.4395000040531158,0.4440000057220459,0.4384999871253967,0.4339999854564667,0.4444999992847442,0.44200000166893],"label":"Dolma"},"The Pile":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2939999997615814,0.3269999921321869,0.3355000019073486,0.3449999988079071,0.3540000021457672,0.3574999868869781,0.3650000095367431,0.3625000119209289,0.3555000126361847,0.3855000138282776,0.37950000166893,0.3774999976158142,0.3840000033378601,0.3734999895095825,0.3844999969005584,0.3849999904632568,0.3804999887943268,0.3819999992847442,0.3880000114440918,0.3925000131130218,0.3935000002384186,0.398499995470047,0.3970000147819519,0.4070000052452087,0.398499995470047,0.3914999961853027,0.4025000035762787,0.3930000066757202,0.4054999947547912,0.4180000126361847,0.4009999930858612,0.4004999995231628,0.3995000123977661,0.4045000076293945,0.4004999995231628,0.4084999859333038,0.3980000019073486,0.4095000028610229,0.4040000140666961,0.3970000147819519,0.4004999995231628,0.4115000069141388,0.4160000085830688,0.4124999940395355,0.4099999964237213,0.4160000085830688,0.4169999957084656,0.4280000030994415,0.4210000038146972,0.4090000092983246,0.4149999916553497,0.4210000038146972,0.4225000143051147,0.4160000085830688,0.4339999854564667,0.4244999885559082,0.4235000014305115,0.426499992609024,0.4275000095367431,0.4399999976158142,0.4424999952316284,0.4284999966621399,0.4305000007152557,0.4339999854564667,0.4375,0.4365000128746032,0.4329999983310699,0.4280000030994415,0.4314999878406524,0.4359999895095825,0.4390000104904175,0.4474999904632568,0.445499986410141,0.4490000009536743,0.4510000050067901,0.4595000147819519,0.4469999969005584,0.4375,0.4480000138282776,0.4354999959468841,0.4384999871253967,0.4375],"label":"The Pile"}},"layout":{"title":{"text":"Dataset ablations"}}}
dist/assets/data/plots/edu_ablations/commonsense_qa_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data":{"RefinedWeb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2529999911785126,0.2800000011920929,0.2870000004768371,0.3179999887943268,0.3129999935626983,0.3210000097751617,0.3160000145435333,0.3210000097751617,0.31700000166893,0.3330000042915344,0.3389999866485595,0.3289999961853027,0.3429999947547912,0.3379999995231628,0.3459999859333038,0.3490000069141388,0.3470000028610229,0.3600000143051147,0.3569999933242798,0.3449999988079071,0.3650000095367431,0.3499999940395355,0.3540000021457672,0.3569999933242798,0.3619999885559082,0.3619999885559082,0.3580000102519989,0.3740000128746032,0.3709999918937683,0.3720000088214874,0.3759999871253967,0.3720000088214874,0.3659999966621399,0.3790000081062317,0.3610000014305115,0.3650000095367431,0.3650000095367431,0.3720000088214874,0.3729999959468841,0.3790000081062317,0.3680000007152557,0.3659999966621399,0.3680000007152557,0.3619999885559082,0.3619999885559082,0.3729999959468841,0.3720000088214874,0.3650000095367431,0.3759999871253967,0.367000013589859,0.3650000095367431,0.3680000007152557,0.3580000102519989,0.3589999973773956,0.3700000047683716,0.3680000007152557,0.367000013589859,0.3709999918937683,0.3880000114440918,0.3810000121593475,0.375,0.4040000140666961,0.3860000073909759,0.3840000033378601,0.3779999911785126,0.3729999959468841,0.3720000088214874,0.3799999952316284,0.3799999952316284,0.3779999911785126,0.3689999878406524,0.3770000040531158,0.3740000128746032,0.3819999992847442,0.3899999856948852,0.3799999952316284,0.3919999897480011,0.3720000088214874,0.3770000040531158,0.3930000066757202,0.3849999904632568,0.3899999856948852,0.3740000128746032,0.3740000128746032,0.3799999952316284,0.3779999911785126,0.3880000114440918,0.3709999918937683,0.3810000121593475,0.3880000114440918,0.3980000019073486,0.3819999992847442,0.3849999904632568,0.3810000121593475,0.3819999992847442,0.3889999985694885,0.3840000033378601,0.3910000026226043,0.3899999856948852,0.3959999978542328,0.3880000114440918,0.3869999945163727,0.3779999911785126,0.3819999992847442,0.3919999897480011,0.3849999904632568,0.3860000073909759,0.3919999897480011,0.3819999992847442,0.3819999992847442,0.3889999985694885,0.3889999985694885,0.3860000073909759,0.3880000114440918,0.3889999985694885,0.3939999938011169,0.3899999856948852,0.3869999945163727,0.3910000026226043,0.3910000026226043,0.3910000026226043,0.3970000147819519,0.3970000147819519,0.3970000147819519,0.3970000147819519,0.3939999938011169,0.4000000059604645,0.3970000147819519,0.402999997138977,0.3959999978542328,0.3959999978542328,0.4000000059604645,0.4040000140666961,0.4020000100135803,0.3989999890327453,0.3919999897480011,0.3930000066757202,0.3930000066757202,0.3980000019073486,0.4000000059604645,0.395000010728836,0.3899999856948852,0.4059999883174896,0.4020000100135803,0.4020000100135803,0.4059999883174896,0.3970000147819519,0.4110000133514404,0.4050000011920929,0.4000000059604645,0.4090000092983246,0.3989999890327453,0.402999997138977,0.4009999930858612,0.3980000019073486,0.4090000092983246,0.4079999923706054,0.4079999923706054,0.4020000100135803,0.402999997138977,0.402999997138977,0.4059999883174896,0.4040000140666961,0.4059999883174896,0.3989999890327453,0.4070000052452087,0.4059999883174896],"label":"RefinedWeb"},"RedPajama2":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2300000041723251,0.2469999939203262,0.2739999890327453,0.2989999949932098,0.2980000078678131,0.3149999976158142,0.3160000145435333,0.3079999983310699,0.3109999895095825,0.3070000112056732,0.31700000166893,0.3149999976158142,0.324999988079071,0.3260000050067901,0.3310000002384186,0.3490000069141388,0.3490000069141388,0.3409999907016754,0.3420000076293945,0.3440000116825104,0.3470000028610229,0.3510000109672546,0.3420000076293945,0.3510000109672546,0.3479999899864197,0.3569999933242798,0.3479999899864197,0.3470000028610229,0.3600000143051147,0.356000006198883,0.3389999866485595,0.3529999852180481,0.3529999852180481,0.3549999892711639,0.3459999859333038,0.3490000069141388,0.3510000109672546,0.3589999973773956,0.3610000014305115,0.3540000021457672,0.3569999933242798,0.3720000088214874,0.3580000102519989,0.363999992609024,0.3479999899864197,0.3449999988079071,0.3619999885559082,0.3589999973773956,0.3580000102519989,0.3589999973773956,0.3569999933242798,0.367000013589859,0.3650000095367431,0.3540000021457672,0.3549999892711639,0.3689999878406524,0.363999992609024,0.3700000047683716,0.3819999992847442,0.3790000081062317,0.3650000095367431,0.3709999918937683,0.375,0.3720000088214874,0.3689999878406524,0.3709999918937683,0.3709999918937683,0.3610000014305115,0.3720000088214874,0.3770000040531158,0.3680000007152557,0.3759999871253967,0.3729999959468841,0.3680000007152557,0.3689999878406524,0.3630000054836273,0.3549999892711639,0.3729999959468841,0.3680000007152557,0.3790000081062317,0.3659999966621399,0.3700000047683716,0.3720000088214874,0.367000013589859,0.3779999911785126,0.382999986410141,0.3799999952316284,0.3740000128746032,0.367000013589859,0.3709999918937683,0.3759999871253967,0.3849999904632568,0.3819999992847442,0.3720000088214874,0.3779999911785126,0.3740000128746032,0.3759999871253967,0.3860000073909759,0.3799999952316284,0.3709999918937683,0.3770000040531158,0.3819999992847442,0.3810000121593475,0.3819999992847442,0.3919999897480011,0.375,0.3720000088214874,0.3709999918937683,0.3819999992847442,0.3720000088214874,0.3720000088214874,0.3770000040531158,0.3819999992847442,0.3869999945163727,0.3860000073909759,0.3759999871253967,0.3860000073909759,0.3790000081062317,0.3790000081062317,0.3849999904632568,0.3790000081062317,0.3880000114440918,0.3899999856948852,0.3819999992847442,0.3790000081062317,0.3810000121593475,0.3709999918937683,0.375,0.3819999992847442,0.3860000073909759,0.3799999952316284,0.3810000121593475,0.3860000073909759,0.3790000081062317,0.3840000033378601,0.382999986410141,0.3790000081062317,0.3729999959468841,0.3799999952316284,0.375,0.3759999871253967,0.3740000128746032,0.3770000040531158,0.382999986410141,0.3720000088214874,0.3810000121593475,0.3849999904632568,0.3779999911785126,0.375,0.3790000081062317,0.3790000081062317,0.3880000114440918,0.3849999904632568,0.3919999897480011,0.3810000121593475,0.382999986410141,0.3759999871253967,0.3869999945163727,0.375,0.3810000121593475,0.382999986410141,0.3799999952316284,0.3799999952316284,0.3860000073909759,0.3770000040531158,0.3849999904632568,0.3899999856948852,0.3889999985694885],"label":"RedPajama2"},"SlimPajama":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2300000041723251,0.238999992609024,0.2619999945163727,0.2899999916553497,0.2680000066757202,0.2870000004768371,0.2910000085830688,0.3149999976158142,0.3260000050067901,0.3030000030994415,0.3129999935626983,0.3109999895095825,0.3219999969005584,0.3260000050067901,0.3230000138282776,0.3409999907016754,0.3219999969005584,0.3319999873638153,0.3350000083446502,0.3429999947547912,0.3269999921321869,0.3330000042915344,0.3330000042915344,0.3310000002384186,0.335999995470047,0.3499999940395355,0.3319999873638153,0.3440000116825104,0.3379999995231628,0.3440000116825104,0.3370000123977661,0.3490000069141388,0.3510000109672546,0.3470000028610229,0.3429999947547912,0.3440000116825104,0.3540000021457672,0.3510000109672546,0.3429999947547912,0.3569999933242798,0.3339999914169311,0.3429999947547912,0.3459999859333038,0.3499999940395355,0.3459999859333038,0.3510000109672546,0.3389999866485595,0.3350000083446502,0.3370000123977661,0.3470000028610229,0.3569999933242798,0.3459999859333038,0.335999995470047,0.3420000076293945,0.3449999988079071,0.3529999852180481,0.3580000102519989,0.363999992609024,0.3540000021457672,0.3470000028610229,0.3499999940395355,0.3610000014305115,0.3440000116825104,0.3540000021457672,0.356000006198883,0.3630000054836273,0.3650000095367431,0.3499999940395355,0.3490000069141388,0.3459999859333038,0.3470000028610229,0.3600000143051147,0.3490000069141388,0.3569999933242798,0.3490000069141388,0.3600000143051147,0.3569999933242798,0.3449999988079071,0.3429999947547912,0.3619999885559082,0.3549999892711639,0.3700000047683716,0.3569999933242798,0.3600000143051147,0.3610000014305115,0.3650000095367431,0.3619999885559082,0.356000006198883,0.3580000102519989,0.356000006198883,0.3519999980926513,0.367000013589859,0.3499999940395355,0.3720000088214874,0.3630000054836273,0.3610000014305115,0.3630000054836273,0.3529999852180481,0.3540000021457672,0.3549999892711639,0.363999992609024,0.3689999878406524,0.3700000047683716,0.3729999959468841,0.3610000014305115,0.3630000054836273,0.3650000095367431,0.3619999885559082,0.3580000102519989,0.3580000102519989,0.3740000128746032,0.3619999885559082,0.3680000007152557,0.367000013589859,0.3610000014305115,0.375,0.3659999966621399,0.3600000143051147,0.367000013589859,0.367000013589859,0.3740000128746032,0.3720000088214874,0.3709999918937683,0.3700000047683716,0.3759999871253967,0.3720000088214874,0.3720000088214874,0.3650000095367431,0.3680000007152557,0.3680000007152557,0.3659999966621399,0.375,0.3709999918937683,0.3689999878406524,0.3720000088214874,0.3680000007152557,0.3779999911785126,0.3729999959468841,0.3740000128746032,0.3689999878406524,0.382999986410141,0.3709999918937683,0.3759999871253967,0.3770000040531158,0.3770000040531158,0.3700000047683716,0.3729999959468841,0.3779999911785126,0.3779999911785126,0.3720000088214874,0.3709999918937683,0.3720000088214874,0.3779999911785126,0.3709999918937683,0.3770000040531158,0.3709999918937683,0.3700000047683716,0.3770000040531158,0.3779999911785126,0.3740000128746032,0.3779999911785126,0.3659999966621399,0.3729999959468841,0.3779999911785126,0.3740000128746032,0.375,0.382999986410141,0.382999986410141],"label":"SlimPajama"},"Dolma":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2529999911785126,0.277999997138977,0.2939999997615814,0.3030000030994415,0.3179999887943268,0.3160000145435333,0.3179999887943268,0.3219999969005584,0.328000009059906,0.3289999961853027,0.335999995470047,0.3350000083446502,0.3400000035762787,0.3350000083446502,0.3389999866485595,0.3429999947547912,0.3459999859333038,0.3379999995231628,0.3440000116825104,0.3379999995231628,0.3420000076293945,0.3420000076293945,0.3389999866485595,0.335999995470047,0.3409999907016754,0.3370000123977661,0.3400000035762787,0.3470000028610229,0.3449999988079071,0.3529999852180481,0.3540000021457672,0.3600000143051147,0.3519999980926513,0.3589999973773956,0.3569999933242798,0.3549999892711639,0.3519999980926513,0.3610000014305115,0.356000006198883,0.3440000116825104,0.3619999885559082,0.3499999940395355,0.356000006198883,0.3610000014305115,0.3580000102519989,0.3589999973773956,0.367000013589859,0.3740000128746032,0.3490000069141388,0.3740000128746032,0.3549999892711639,0.3519999980926513,0.3610000014305115,0.3619999885559082,0.3569999933242798,0.3610000014305115,0.3720000088214874,0.3650000095367431,0.3630000054836273,0.3790000081062317,0.3610000014305115,0.3610000014305115,0.3569999933242798,0.356000006198883,0.3680000007152557,0.3600000143051147,0.3770000040531158,0.3659999966621399,0.3689999878406524,0.3729999959468841,0.3700000047683716,0.3569999933242798,0.3700000047683716,0.3700000047683716,0.3700000047683716,0.3650000095367431,0.3600000143051147,0.3680000007152557,0.3759999871253967,0.3709999918937683,0.375,0.3619999885559082,0.3650000095367431,0.3680000007152557,0.3729999959468841,0.3709999918937683,0.375,0.3759999871253967,0.3630000054836273,0.3860000073909759,0.3759999871253967,0.3770000040531158,0.3740000128746032,0.382999986410141,0.3740000128746032,0.363999992609024,0.3740000128746032,0.3840000033378601,0.3770000040531158,0.3709999918937683,0.3799999952316284,0.375,0.3740000128746032,0.3740000128746032,0.3619999885559082,0.3740000128746032,0.3680000007152557,0.3740000128746032,0.3799999952316284,0.3720000088214874,0.3779999911785126,0.3720000088214874,0.3709999918937683,0.367000013589859,0.3700000047683716,0.3759999871253967,0.3770000040531158,0.3790000081062317,0.3799999952316284,0.3740000128746032,0.3790000081062317,0.3770000040531158,0.3709999918937683,0.3849999904632568,0.3680000007152557,0.3759999871253967,0.3849999904632568,0.367000013589859,0.3790000081062317,0.382999986410141,0.3770000040531158,0.3860000073909759,0.3779999911785126,0.3729999959468841,0.3689999878406524,0.3799999952316284,0.3819999992847442,0.3740000128746032,0.375,0.3729999959468841,0.3779999911785126,0.3759999871253967,0.3779999911785126,0.3799999952316284,0.3860000073909759,0.3849999904632568,0.3840000033378601,0.3779999911785126,0.3899999856948852,0.375,0.3810000121593475,0.3880000114440918,0.3790000081062317,0.3799999952316284,0.3779999911785126,0.3700000047683716,0.375,0.375,0.3759999871253967,0.3819999992847442,0.375,0.375,0.3790000081062317,0.3759999871253967,0.3790000081062317,0.3779999911785126,0.3709999918937683],"label":"Dolma"},"C4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2599999904632568,0.277999997138977,0.2949999868869781,0.2980000078678131,0.3009999990463257,0.3149999976158142,0.3120000064373016,0.3219999969005584,0.3260000050067901,0.3240000009536743,0.3339999914169311,0.3310000002384186,0.3370000123977661,0.3289999961853027,0.3240000009536743,0.3350000083446502,0.3379999995231628,0.3420000076293945,0.3529999852180481,0.3370000123977661,0.3420000076293945,0.3650000095367431,0.3490000069141388,0.335999995470047,0.3490000069141388,0.3580000102519989,0.3580000102519989,0.3519999980926513,0.3549999892711639,0.356000006198883,0.3519999980926513,0.3549999892711639,0.3569999933242798,0.3569999933242798,0.3600000143051147,0.3490000069141388,0.3619999885559082,0.356000006198883,0.3459999859333038,0.3580000102519989,0.3449999988079071,0.3540000021457672,0.3540000021457672,0.3580000102519989,0.3510000109672546,0.3630000054836273,0.3470000028610229,0.356000006198883,0.356000006198883,0.3630000054836273,0.3659999966621399,0.3479999899864197,0.3549999892711639,0.3680000007152557,0.3580000102519989,0.3490000069141388,0.3519999980926513,0.3549999892711639,0.3519999980926513,0.3529999852180481,0.3659999966621399,0.3529999852180481,0.3619999885559082,0.3650000095367431,0.3600000143051147,0.3619999885559082,0.3770000040531158,0.3600000143051147,0.3580000102519989,0.3569999933242798,0.3659999966621399,0.3729999959468841,0.375,0.367000013589859,0.3650000095367431,0.3600000143051147,0.3650000095367431,0.3700000047683716,0.3689999878406524,0.3689999878406524,0.3659999966621399,0.3689999878406524,0.363999992609024,0.3709999918937683,0.367000013589859,0.3810000121593475,0.3619999885559082,0.3659999966621399,0.3610000014305115,0.3680000007152557,0.3600000143051147,0.3680000007152557,0.3700000047683716,0.3709999918937683,0.363999992609024,0.3700000047683716,0.3630000054836273,0.3689999878406524,0.3689999878406524,0.3650000095367431,0.3650000095367431,0.3680000007152557,0.3650000095367431,0.3779999911785126,0.3610000014305115,0.3630000054836273,0.375,0.3709999918937683,0.3630000054836273,0.3630000054836273,0.3619999885559082,0.3689999878406524,0.363999992609024,0.3610000014305115,0.3650000095367431,0.3689999878406524,0.3700000047683716,0.3630000054836273,0.3569999933242798,0.3630000054836273,0.356000006198883,0.3600000143051147,0.3580000102519989,0.3740000128746032,0.3589999973773956,0.3619999885559082,0.363999992609024,0.3720000088214874,0.3740000128746032,0.3689999878406524,0.3729999959468841,0.3810000121593475,0.3770000040531158,0.3709999918937683,0.3709999918937683,0.3779999911785126,0.3779999911785126,0.3779999911785126,0.3689999878406524,0.367000013589859,0.3650000095367431,0.3650000095367431,0.3619999885559082,0.363999992609024,0.3700000047683716,0.3720000088214874,0.3709999918937683,0.375,0.3759999871253967,0.3729999959468841,0.3790000081062317,0.3700000047683716,0.3700000047683716,0.3729999959468841,0.3709999918937683,0.3759999871253967,0.3709999918937683,0.3729999959468841,0.3709999918937683,0.3720000088214874,0.3700000047683716,0.3790000081062317,0.375,0.3790000081062317,0.3779999911785126,0.3650000095367431,0.3680000007152557],"label":"C4"},"FineWeb (ours)":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2329999953508377,0.2630000114440918,0.2879999876022339,0.296999990940094,0.2960000038146972,0.3039999902248382,0.3129999935626983,0.3149999976158142,0.3300000131130218,0.3300000131130218,0.3350000083446502,0.3379999995231628,0.3370000123977661,0.3330000042915344,0.3370000123977661,0.3389999866485595,0.3429999947547912,0.3659999966621399,0.3459999859333038,0.3479999899864197,0.3440000116825104,0.3470000028610229,0.3569999933242798,0.3510000109672546,0.3680000007152557,0.3529999852180481,0.3680000007152557,0.3549999892711639,0.3540000021457672,0.3529999852180481,0.3499999940395355,0.3569999933242798,0.3529999852180481,0.3499999940395355,0.3540000021457672,0.3659999966621399,0.3600000143051147,0.3680000007152557,0.3659999966621399,0.3600000143051147,0.3659999966621399,0.3540000021457672,0.3580000102519989,0.367000013589859,0.3549999892711639,0.3729999959468841,0.3580000102519989,0.3619999885559082,0.3659999966621399,0.3680000007152557,0.3650000095367431,0.3619999885559082,0.3759999871253967,0.3689999878406524,0.3689999878406524,0.3619999885559082,0.3630000054836273,0.3650000095367431,0.3799999952316284,0.3729999959468841,0.3740000128746032,0.367000013589859,0.3720000088214874,0.3600000143051147,0.3650000095367431,0.3729999959468841,0.3589999973773956,0.3799999952316284,0.3589999973773956,0.3799999952316284,0.3680000007152557,0.367000013589859,0.367000013589859,0.3700000047683716,0.3790000081062317,0.3729999959468841,0.3770000040531158,0.3709999918937683,0.3759999871253967,0.3759999871253967,0.3700000047683716,0.3720000088214874,0.3840000033378601,0.3770000040531158,0.3770000040531158,0.3790000081062317,0.3860000073909759,0.3759999871253967,0.3650000095367431,0.3700000047683716,0.3819999992847442,0.3819999992847442,0.3630000054836273,0.3689999878406524,0.3759999871253967,0.3759999871253967,0.3779999911785126,0.3740000128746032,0.3860000073909759,0.3619999885559082,0.3740000128746032,0.3799999952316284,0.3819999992847442,0.3740000128746032,0.3770000040531158,0.375,0.3810000121593475,0.3729999959468841,0.3880000114440918,0.3840000033378601,0.3840000033378601,0.3770000040531158,0.3740000128746032,0.382999986410141,0.3840000033378601,0.3770000040531158,0.3869999945163727,0.3729999959468841,0.3770000040531158,0.3759999871253967,0.3840000033378601,0.3880000114440918,0.3759999871253967,0.3740000128746032,0.3720000088214874,0.3790000081062317,0.3740000128746032,0.3630000054836273,0.3810000121593475,0.3720000088214874,0.3729999959468841,0.3720000088214874,0.3840000033378601,0.3759999871253967,0.3840000033378601,0.3790000081062317,0.3819999992847442,0.3689999878406524,0.3700000047683716,0.3790000081062317,0.3729999959468841,0.3799999952316284,0.3799999952316284,0.3740000128746032,0.3689999878406524,0.3810000121593475,0.3720000088214874,0.382999986410141,0.3819999992847442,0.3720000088214874,0.3799999952316284,0.3740000128746032,0.3729999959468841,0.3790000081062317,0.3720000088214874,0.3680000007152557,0.3779999911785126,0.3799999952316284,0.3729999959468841,0.3740000128746032,0.3729999959468841,0.3759999871253967,0.3790000081062317,0.3689999878406524,0.3680000007152557,0.3659999966621399,0.3729999959468841,0.3680000007152557],"label":"FineWeb (ours)"},"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2829999923706054,0.3070000112056732,0.3109999895095825,0.3109999895095825,0.31700000166893,0.3350000083446502,0.3269999921321869,0.3330000042915344,0.3389999866485595,0.3490000069141388,0.3310000002384186,0.3409999907016754,0.3289999961853027,0.3490000069141388,0.3499999940395355,0.3499999940395355,0.3529999852180481,0.3619999885559082,0.375,0.3549999892711639,0.367000013589859,0.3490000069141388,0.3650000095367431,0.3630000054836273,0.3499999940395355,0.375,0.367000013589859,0.3580000102519989,0.3619999885559082,0.363999992609024,0.363999992609024,0.3580000102519989,0.3619999885559082,0.3759999871253967,0.3589999973773956,0.356000006198883,0.363999992609024,0.3630000054836273,0.3619999885559082,0.3589999973773956,0.3650000095367431,0.367000013589859,0.367000013589859,0.3709999918937683,0.3630000054836273,0.3709999918937683,0.3610000014305115,0.3810000121593475,0.367000013589859,0.3659999966621399,0.3819999992847442,0.3600000143051147,0.3700000047683716,0.3689999878406524,0.3770000040531158,0.3680000007152557,0.3709999918937683,0.3720000088214874,0.3799999952316284,0.367000013589859,0.3700000047683716,0.3720000088214874,0.3659999966621399,0.3779999911785126,0.3740000128746032,0.3659999966621399,0.3709999918937683,0.367000013589859,0.3799999952316284,0.3709999918937683,0.3689999878406524,0.3790000081062317,0.3779999911785126,0.3680000007152557,0.3700000047683716,0.3709999918937683,0.375,0.3589999973773956,0.367000013589859,0.3650000095367431,0.363999992609024,0.3619999885559082],"label":"FineWeb-Edu"},"The Pile":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2300000041723251,0.2460000067949295,0.257999986410141,0.270000010728836,0.2840000092983246,0.2770000100135803,0.2829999923706054,0.2939999997615814,0.2949999868869781,0.3050000071525574,0.3019999861717224,0.2939999997615814,0.3059999942779541,0.3219999969005584,0.3129999935626983,0.3149999976158142,0.3079999983310699,0.3160000145435333,0.3230000138282776,0.3179999887943268,0.3120000064373016,0.3140000104904175,0.3190000057220459,0.3260000050067901,0.3289999961853027,0.3300000131130218,0.3190000057220459,0.3210000097751617,0.328000009059906,0.324999988079071,0.3230000138282776,0.3240000009536743,0.324999988079071,0.3289999961853027,0.3370000123977661,0.3269999921321869,0.3400000035762787,0.3350000083446502,0.3289999961853027,0.3330000042915344,0.3510000109672546,0.3429999947547912,0.3540000021457672,0.3429999947547912,0.3319999873638153,0.3389999866485595,0.3440000116825104,0.3319999873638153,0.3479999899864197,0.3429999947547912,0.3459999859333038,0.3420000076293945,0.3379999995231628,0.3370000123977661,0.3310000002384186,0.3339999914169311,0.3310000002384186,0.3310000002384186,0.3339999914169311,0.3300000131130218,0.3339999914169311,0.3449999988079071,0.3479999899864197,0.3330000042915344,0.3409999907016754,0.3499999940395355,0.3490000069141388,0.3350000083446502,0.3420000076293945,0.3510000109672546,0.3459999859333038,0.3449999988079071,0.3389999866485595,0.3470000028610229,0.3540000021457672,0.3470000028610229,0.3370000123977661,0.3370000123977661,0.3310000002384186,0.3440000116825104,0.335999995470047,0.3479999899864197,0.3379999995231628,0.3409999907016754,0.3330000042915344,0.3479999899864197,0.3339999914169311,0.3409999907016754,0.3350000083446502,0.3269999921321869,0.3289999961853027,0.3350000083446502,0.335999995470047,0.3289999961853027,0.3400000035762787,0.3339999914169311,0.3389999866485595,0.3350000083446502,0.3400000035762787,0.3479999899864197,0.3409999907016754,0.3519999980926513,0.3510000109672546,0.3449999988079071,0.3300000131130218,0.3370000123977661,0.3449999988079071,0.3420000076293945,0.3319999873638153,0.3569999933242798,0.3449999988079071,0.3470000028610229,0.3429999947547912,0.3499999940395355,0.3549999892711639,0.3449999988079071,0.3389999866485595,0.3409999907016754,0.3540000021457672,0.3449999988079071,0.3589999973773956,0.3389999866485595,0.3379999995231628,0.3409999907016754,0.3479999899864197,0.3479999899864197,0.3490000069141388,0.3470000028610229,0.3529999852180481,0.3479999899864197,0.3499999940395355,0.3470000028610229,0.3470000028610229,0.3449999988079071,0.3459999859333038,0.3499999940395355,0.3510000109672546,0.3470000028610229,0.3529999852180481,0.3470000028610229,0.3499999940395355,0.3449999988079071,0.3459999859333038,0.3449999988079071,0.3499999940395355,0.3499999940395355,0.3459999859333038,0.3529999852180481,0.3499999940395355,0.3429999947547912,0.3479999899864197,0.3529999852180481,0.3470000028610229,0.3589999973773956,0.3389999866485595,0.356000006198883,0.3600000143051147,0.3490000069141388,0.3470000028610229,0.3490000069141388,0.3470000028610229,0.3490000069141388,0.3549999892711639,0.3490000069141388,0.3440000116825104,0.3499999940395355,0.3459999859333038,0.3540000021457672],"label":"The Pile"}},"layout":{"title":{"text":"FineWeb-Edu ablations"}}}
 
1
+ {"data":{"RefinedWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2800000011920929,0.3179999887943268,0.3210000097751617,0.3210000097751617,0.3330000042915344,0.3289999961853027,0.3379999995231628,0.3490000069141388,0.3600000143051147,0.3449999988079071,0.3499999940395355,0.3569999933242798,0.3619999885559082,0.3740000128746032,0.3720000088214874,0.3720000088214874,0.3790000081062317,0.3650000095367431,0.3720000088214874,0.3790000081062317,0.3659999966621399,0.3619999885559082,0.3729999959468841,0.3650000095367431,0.367000013589859,0.3680000007152557,0.3589999973773956,0.3680000007152557,0.3709999918937683,0.3810000121593475,0.4040000140666961,0.3840000033378601,0.3729999959468841,0.3799999952316284,0.3779999911785126,0.3770000040531158,0.3819999992847442,0.3799999952316284,0.3720000088214874,0.3930000066757202,0.3899999856948852,0.3740000128746032,0.3779999911785126,0.3709999918937683,0.3880000114440918,0.3819999992847442,0.3810000121593475,0.3889999985694885,0.3910000026226043,0.3959999978542328,0.3869999945163727,0.3819999992847442,0.3849999904632568,0.3919999897480011,0.3819999992847442,0.3889999985694885,0.3880000114440918,0.3939999938011169,0.3869999945163727,0.3910000026226043,0.3970000147819519,0.3970000147819519,0.3939999938011169,0.3970000147819519,0.3959999978542328,0.4000000059604645,0.4020000100135803,0.3930000066757202,0.4000000059604645,0.3899999856948852,0.4020000100135803,0.4110000133514404,0.4000000059604645,0.3989999890327453,0.4009999930858612,0.4090000092983246,0.4079999923706054,0.402999997138977,0.4059999883174896,0.4059999883174896,0.4070000052452087,0.4059999883174896],"label":"RefinedWeb"},"RedPajama2":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2739999890327453,0.2980000078678131,0.3160000145435333,0.3109999895095825,0.31700000166893,0.324999988079071,0.3310000002384186,0.3490000069141388,0.3420000076293945,0.3470000028610229,0.3420000076293945,0.3479999899864197,0.3479999899864197,0.3600000143051147,0.3389999866485595,0.3529999852180481,0.3459999859333038,0.3510000109672546,0.3610000014305115,0.3569999933242798,0.3580000102519989,0.3479999899864197,0.3619999885559082,0.3580000102519989,0.3569999933242798,0.3650000095367431,0.3549999892711639,0.363999992609024,0.3819999992847442,0.3650000095367431,0.375,0.3689999878406524,0.3709999918937683,0.3720000088214874,0.3680000007152557,0.3729999959468841,0.3689999878406524,0.3549999892711639,0.3680000007152557,0.3659999966621399,0.3720000088214874,0.3779999911785126,0.3799999952316284,0.367000013589859,0.3759999871253967,0.3819999992847442,0.3779999911785126,0.3759999871253967,0.3799999952316284,0.3770000040531158,0.3810000121593475,0.3919999897480011,0.3720000088214874,0.3819999992847442,0.3720000088214874,0.3819999992847442,0.3860000073909759,0.3860000073909759,0.3790000081062317,0.3790000081062317,0.3899999856948852,0.3790000081062317,0.3709999918937683,0.3819999992847442,0.3799999952316284,0.3860000073909759,0.3840000033378601,0.3799999952316284,0.3759999871253967,0.3770000040531158,0.3720000088214874,0.375,0.3790000081062317,0.3849999904632568,0.3810000121593475,0.3759999871253967,0.375,0.382999986410141,0.3799999952316284,0.3770000040531158,0.3899999856948852,0.3889999985694885],"label":"RedPajama2"},"SlimPajama":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2619999945163727,0.2680000066757202,0.2910000085830688,0.3260000050067901,0.3129999935626983,0.3219999969005584,0.3230000138282776,0.3219999969005584,0.3350000083446502,0.3269999921321869,0.3330000042915344,0.335999995470047,0.3319999873638153,0.3379999995231628,0.3370000123977661,0.3510000109672546,0.3429999947547912,0.3540000021457672,0.3429999947547912,0.3339999914169311,0.3459999859333038,0.3459999859333038,0.3389999866485595,0.3370000123977661,0.3569999933242798,0.335999995470047,0.3449999988079071,0.3580000102519989,0.3540000021457672,0.3499999940395355,0.3440000116825104,0.356000006198883,0.3650000095367431,0.3490000069141388,0.3470000028610229,0.3490000069141388,0.3490000069141388,0.3569999933242798,0.3429999947547912,0.3549999892711639,0.3569999933242798,0.3610000014305115,0.3619999885559082,0.3580000102519989,0.3519999980926513,0.3499999940395355,0.3630000054836273,0.3630000054836273,0.3540000021457672,0.363999992609024,0.3700000047683716,0.3610000014305115,0.3650000095367431,0.3580000102519989,0.3740000128746032,0.3680000007152557,0.3610000014305115,0.3659999966621399,0.367000013589859,0.3740000128746032,0.3709999918937683,0.3759999871253967,0.3720000088214874,0.3680000007152557,0.3659999966621399,0.3709999918937683,0.3720000088214874,0.3740000128746032,0.382999986410141,0.3759999871253967,0.3770000040531158,0.3779999911785126,0.3709999918937683,0.3779999911785126,0.3770000040531158,0.3700000047683716,0.3779999911785126,0.3779999911785126,0.3729999959468841,0.3740000128746032,0.382999986410141,0.382999986410141],"label":"SlimPajama"},"Dolma":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.277999997138977,0.3030000030994415,0.3160000145435333,0.3219999969005584,0.3289999961853027,0.3350000083446502,0.3350000083446502,0.3429999947547912,0.3379999995231628,0.3379999995231628,0.3420000076293945,0.335999995470047,0.3370000123977661,0.3470000028610229,0.3529999852180481,0.3600000143051147,0.3589999973773956,0.3549999892711639,0.3610000014305115,0.3440000116825104,0.3499999940395355,0.3610000014305115,0.3589999973773956,0.3740000128746032,0.3740000128746032,0.3519999980926513,0.3619999885559082,0.3610000014305115,0.3650000095367431,0.3790000081062317,0.3610000014305115,0.356000006198883,0.3600000143051147,0.3659999966621399,0.3729999959468841,0.3569999933242798,0.3700000047683716,0.3650000095367431,0.3680000007152557,0.3709999918937683,0.3619999885559082,0.3680000007152557,0.3709999918937683,0.3759999871253967,0.3860000073909759,0.3770000040531158,0.382999986410141,0.363999992609024,0.3840000033378601,0.3709999918937683,0.375,0.3740000128746032,0.3740000128746032,0.3740000128746032,0.3720000088214874,0.3720000088214874,0.367000013589859,0.3759999871253967,0.3790000081062317,0.3740000128746032,0.3770000040531158,0.3849999904632568,0.3759999871253967,0.367000013589859,0.382999986410141,0.3860000073909759,0.3729999959468841,0.3740000128746032,0.3729999959468841,0.3759999871253967,0.3799999952316284,0.3779999911785126,0.375,0.3880000114440918,0.3799999952316284,0.3700000047683716,0.375,0.3819999992847442,0.375,0.3759999871253967,0.3779999911785126,0.3709999918937683],"label":"Dolma"},"C4":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.277999997138977,0.2980000078678131,0.3149999976158142,0.3219999969005584,0.3240000009536743,0.3310000002384186,0.3289999961853027,0.3350000083446502,0.3420000076293945,0.3370000123977661,0.3650000095367431,0.335999995470047,0.3580000102519989,0.3519999980926513,0.356000006198883,0.3549999892711639,0.3569999933242798,0.3490000069141388,0.356000006198883,0.3580000102519989,0.3540000021457672,0.3580000102519989,0.3630000054836273,0.356000006198883,0.3630000054836273,0.3479999899864197,0.3680000007152557,0.3490000069141388,0.3549999892711639,0.3529999852180481,0.3529999852180481,0.3650000095367431,0.3619999885559082,0.3600000143051147,0.3569999933242798,0.3729999959468841,0.367000013589859,0.3600000143051147,0.3700000047683716,0.3689999878406524,0.3689999878406524,0.3709999918937683,0.3810000121593475,0.3659999966621399,0.3680000007152557,0.3680000007152557,0.3709999918937683,0.3700000047683716,0.3689999878406524,0.3650000095367431,0.3680000007152557,0.3779999911785126,0.3630000054836273,0.3709999918937683,0.3630000054836273,0.3689999878406524,0.3610000014305115,0.3689999878406524,0.3630000054836273,0.3630000054836273,0.3600000143051147,0.3740000128746032,0.3619999885559082,0.3720000088214874,0.3689999878406524,0.3810000121593475,0.3709999918937683,0.3779999911785126,0.367000013589859,0.3650000095367431,0.363999992609024,0.375,0.3729999959468841,0.3700000047683716,0.3729999959468841,0.3759999871253967,0.3729999959468841,0.3720000088214874,0.3790000081062317,0.3790000081062317,0.3650000095367431,0.3680000007152557],"label":"C4"},"FineWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2879999876022339,0.2960000038146972,0.3129999935626983,0.3300000131130218,0.3350000083446502,0.3370000123977661,0.3370000123977661,0.3429999947547912,0.3459999859333038,0.3440000116825104,0.3569999933242798,0.3680000007152557,0.3680000007152557,0.3540000021457672,0.3499999940395355,0.3529999852180481,0.3540000021457672,0.3600000143051147,0.3659999966621399,0.3659999966621399,0.3580000102519989,0.3549999892711639,0.3580000102519989,0.3659999966621399,0.3650000095367431,0.3759999871253967,0.3689999878406524,0.3630000054836273,0.3799999952316284,0.3740000128746032,0.3720000088214874,0.3650000095367431,0.3589999973773956,0.3589999973773956,0.3680000007152557,0.367000013589859,0.3790000081062317,0.3770000040531158,0.3759999871253967,0.3700000047683716,0.3840000033378601,0.3770000040531158,0.3860000073909759,0.3650000095367431,0.3819999992847442,0.3630000054836273,0.3759999871253967,0.3779999911785126,0.3860000073909759,0.3740000128746032,0.3819999992847442,0.3770000040531158,0.3810000121593475,0.3880000114440918,0.3840000033378601,0.3740000128746032,0.3840000033378601,0.3869999945163727,0.3770000040531158,0.3840000033378601,0.3759999871253967,0.3720000088214874,0.3740000128746032,0.3810000121593475,0.3729999959468841,0.3840000033378601,0.3840000033378601,0.3700000047683716,0.3729999959468841,0.3799999952316284,0.3689999878406524,0.3819999992847442,0.3799999952316284,0.3729999959468841,0.3720000088214874,0.3779999911785126,0.3729999959468841,0.3729999959468841,0.3790000081062317,0.3680000007152557,0.3729999959468841,0.3680000007152557],"label":"FineWeb"},"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2829999923706054,0.3070000112056732,0.3109999895095825,0.3109999895095825,0.31700000166893,0.3350000083446502,0.3269999921321869,0.3330000042915344,0.3389999866485595,0.3490000069141388,0.3310000002384186,0.3409999907016754,0.3289999961853027,0.3490000069141388,0.3499999940395355,0.3499999940395355,0.3529999852180481,0.3619999885559082,0.375,0.3549999892711639,0.367000013589859,0.3490000069141388,0.3650000095367431,0.3630000054836273,0.3499999940395355,0.375,0.367000013589859,0.3580000102519989,0.3619999885559082,0.363999992609024,0.363999992609024,0.3580000102519989,0.3619999885559082,0.3759999871253967,0.3589999973773956,0.356000006198883,0.363999992609024,0.3630000054836273,0.3619999885559082,0.3589999973773956,0.3650000095367431,0.367000013589859,0.367000013589859,0.3709999918937683,0.3630000054836273,0.3709999918937683,0.3610000014305115,0.3810000121593475,0.367000013589859,0.3659999966621399,0.3819999992847442,0.3600000143051147,0.3700000047683716,0.3689999878406524,0.3770000040531158,0.3680000007152557,0.3709999918937683,0.3720000088214874,0.3799999952316284,0.367000013589859,0.3700000047683716,0.3720000088214874,0.3659999966621399,0.3779999911785126,0.3740000128746032,0.3659999966621399,0.3709999918937683,0.367000013589859,0.3799999952316284,0.3709999918937683,0.3689999878406524,0.3790000081062317,0.3779999911785126,0.3680000007152557,0.3700000047683716,0.3709999918937683,0.375,0.3589999973773956,0.367000013589859,0.3650000095367431,0.363999992609024,0.3619999885559082],"label":"FineWeb-Edu"},"The Pile":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2840000092983246,0.2829999923706054,0.2949999868869781,0.3019999861717224,0.3059999942779541,0.3129999935626983,0.3079999983310699,0.3230000138282776,0.3120000064373016,0.3190000057220459,0.3289999961853027,0.3190000057220459,0.328000009059906,0.3230000138282776,0.324999988079071,0.3370000123977661,0.3400000035762787,0.3289999961853027,0.3510000109672546,0.3540000021457672,0.3319999873638153,0.3440000116825104,0.3479999899864197,0.3459999859333038,0.3379999995231628,0.3310000002384186,0.3310000002384186,0.3339999914169311,0.3339999914169311,0.3479999899864197,0.3409999907016754,0.3490000069141388,0.3420000076293945,0.3459999859333038,0.3389999866485595,0.3540000021457672,0.3370000123977661,0.3310000002384186,0.335999995470047,0.3379999995231628,0.3330000042915344,0.3339999914169311,0.3350000083446502,0.3289999961853027,0.335999995470047,0.3400000035762787,0.3389999866485595,0.3400000035762787,0.3409999907016754,0.3510000109672546,0.3300000131130218,0.3449999988079071,0.3319999873638153,0.3449999988079071,0.3429999947547912,0.3549999892711639,0.3389999866485595,0.3540000021457672,0.3589999973773956,0.3379999995231628,0.3479999899864197,0.3490000069141388,0.3529999852180481,0.3499999940395355,0.3470000028610229,0.3459999859333038,0.3529999852180481,0.3499999940395355,0.3459999859333038,0.3499999940395355,0.3499999940395355,0.3479999899864197,0.3470000028610229,0.3389999866485595,0.3600000143051147,0.3470000028610229,0.3470000028610229,0.3549999892711639,0.3440000116825104,0.3459999859333038,0.3540000021457672],"label":"The Pile"}},"layout":{"title":{"text":"Dataset ablations"}}}
dist/assets/data/plots/edu_ablations/hellaswag_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data":{"C4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2879999876022339,0.3300000131130218,0.3799999952316284,0.4059999883174896,0.4129999876022339,0.421999990940094,0.4370000064373016,0.4390000104904175,0.4539999961853027,0.4709999859333038,0.4860000014305115,0.4790000021457672,0.4839999973773956,0.4959999918937683,0.5019999742507935,0.4939999878406524,0.5,0.5090000033378601,0.5080000162124634,0.5260000228881836,0.5289999842643738,0.5320000052452087,0.5360000133514404,0.5370000004768372,0.5440000295639038,0.5389999747276306,0.5419999957084656,0.5379999876022339,0.5580000281333923,0.5440000295639038,0.5479999780654907,0.5490000247955322,0.5569999814033508,0.5590000152587891,0.546999990940094,0.550000011920929,0.5450000166893005,0.5569999814033508,0.5609999895095825,0.5609999895095825,0.5720000267028809,0.5690000057220459,0.5630000233650208,0.5630000233650208,0.5640000104904175,0.5659999847412109,0.5709999799728394,0.5789999961853027,0.578000009059906,0.5789999961853027,0.5789999961853027,0.5730000138282776,0.5759999752044678,0.5770000219345093,0.5759999752044678,0.5870000123977661,0.5759999752044678,0.5820000171661377,0.5849999785423279,0.5820000171661377,0.5879999995231628,0.5809999704360962,0.5860000252723694,0.5849999785423279,0.5839999914169312,0.5910000205039978,0.5849999785423279,0.5860000252723694,0.5989999771118164,0.5899999737739563,0.593999981880188,0.5929999947547913,0.5870000123977661,0.5849999785423279,0.5910000205039978,0.5889999866485596,0.5910000205039978,0.5830000042915344,0.597000002861023,0.5879999995231628,0.5929999947547913,0.6010000109672546,0.6050000190734863,0.6000000238418579,0.6039999723434448,0.5929999947547913,0.5950000286102295,0.6000000238418579,0.6010000109672546,0.6069999933242798,0.6039999723434448,0.6129999756813049,0.5920000076293945,0.6029999852180481,0.5950000286102295,0.5989999771118164,0.6010000109672546,0.6050000190734863,0.5950000286102295,0.6010000109672546,0.6050000190734863,0.6000000238418579,0.6119999885559082,0.6129999756813049,0.6069999933242798,0.6079999804496765,0.6010000109672546,0.6100000143051147,0.6069999933242798,0.6100000143051147,0.6179999709129333,0.6050000190734863,0.609000027179718,0.6060000061988831,0.6140000224113464,0.6129999756813049,0.6069999933242798,0.6119999885559082,0.6150000095367432,0.6140000224113464,0.6150000095367432,0.6179999709129333,0.6209999918937683,0.6309999823570251,0.6169999837875366,0.6209999918937683,0.6159999966621399,0.6150000095367432,0.6169999837875366,0.6240000128746033,0.6179999709129333,0.6159999966621399,0.621999979019165,0.625,0.621999979019165,0.6169999837875366,0.6179999709129333,0.6330000162124634,0.621999979019165,0.625,0.621999979019165,0.6309999823570251,0.6299999952316284,0.6230000257492065,0.625,0.621999979019165,0.6259999871253967,0.621999979019165,0.628000020980835,0.6320000290870667,0.625,0.6380000114440918,0.6269999742507935,0.6349999904632568,0.625,0.6340000033378601,0.6309999823570251,0.6359999775886536,0.6330000162124634,0.6299999952316284,0.6349999904632568,0.6299999952316284,0.6389999985694885,0.6430000066757202,0.6330000162124634,0.6320000290870667,0.6389999985694885],"label":"C4"},"FineWeb (ours)":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2919999957084656,0.3310000002384186,0.3549999892711639,0.3939999938011169,0.4149999916553497,0.4329999983310699,0.4460000097751617,0.4589999914169311,0.4819999933242798,0.4769999980926513,0.4830000102519989,0.4909999966621399,0.5059999823570251,0.5059999823570251,0.503000020980835,0.5170000195503235,0.5049999952316284,0.5210000276565552,0.5130000114440918,0.5189999938011169,0.5360000133514404,0.5320000052452087,0.5460000038146973,0.5400000214576721,0.5379999876022339,0.531000018119812,0.5460000038146973,0.5509999990463257,0.5519999861717224,0.5559999942779541,0.5609999895095825,0.5559999942779541,0.5580000281333923,0.5450000166893005,0.5509999990463257,0.5590000152587891,0.5649999976158142,0.5619999766349792,0.5680000185966492,0.5669999718666077,0.5709999799728394,0.5569999814033508,0.5640000104904175,0.5690000057220459,0.5720000267028809,0.5759999752044678,0.5839999914169312,0.5699999928474426,0.5740000009536743,0.5830000042915344,0.5839999914169312,0.5799999833106995,0.5830000042915344,0.574999988079071,0.5910000205039978,0.5799999833106995,0.5879999995231628,0.6039999723434448,0.578000009059906,0.5849999785423279,0.5889999866485596,0.5849999785423279,0.6019999980926514,0.5929999947547913,0.5820000171661377,0.5860000252723694,0.5910000205039978,0.5849999785423279,0.5849999785423279,0.5839999914169312,0.5860000252723694,0.5979999899864197,0.5849999785423279,0.597000002861023,0.5960000157356262,0.6019999980926514,0.6060000061988831,0.5989999771118164,0.5889999866485596,0.5920000076293945,0.5960000157356262,0.5950000286102295,0.6060000061988831,0.5960000157356262,0.6000000238418579,0.6069999933242798,0.6039999723434448,0.6069999933242798,0.6010000109672546,0.6060000061988831,0.6129999756813049,0.5989999771118164,0.6200000047683716,0.5979999899864197,0.609000027179718,0.6029999852180481,0.609000027179718,0.6179999709129333,0.6150000095367432,0.6060000061988831,0.6069999933242798,0.6119999885559082,0.6190000176429749,0.6079999804496765,0.6150000095367432,0.6079999804496765,0.6190000176429749,0.6079999804496765,0.609000027179718,0.6079999804496765,0.6179999709129333,0.6140000224113464,0.6200000047683716,0.621999979019165,0.6129999756813049,0.6200000047683716,0.6129999756813049,0.6110000014305115,0.6069999933242798,0.609000027179718,0.6159999966621399,0.6169999837875366,0.6129999756813049,0.6169999837875366,0.6159999966621399,0.6200000047683716,0.6150000095367432,0.6240000128746033,0.6179999709129333,0.6179999709129333,0.6129999756813049,0.6179999709129333,0.6110000014305115,0.6190000176429749,0.6200000047683716,0.6150000095367432,0.6159999966621399,0.621999979019165,0.6209999918937683,0.6230000257492065,0.6200000047683716,0.6240000128746033,0.6159999966621399,0.6200000047683716,0.6159999966621399,0.6179999709129333,0.6119999885559082,0.6269999742507935,0.6230000257492065,0.6200000047683716,0.6240000128746033,0.6190000176429749,0.6169999837875366,0.6299999952316284,0.625,0.6179999709129333,0.6150000095367432,0.6259999871253967,0.621999979019165,0.625,0.6190000176429749,0.6259999871253967,0.6340000033378601,0.628000020980835,0.6290000081062317,0.628000020980835,0.6269999742507935],"label":"FineWeb (ours)"},"Dolma":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2910000085830688,0.3300000131130218,0.3510000109672546,0.3759999871253967,0.3939999938011169,0.3980000019073486,0.4099999964237213,0.4309999942779541,0.4350000023841858,0.4490000009536743,0.4580000042915344,0.4720000028610229,0.4760000109672546,0.4740000069141388,0.481000006198883,0.4930000007152557,0.4950000047683716,0.4959999918937683,0.4939999878406524,0.4990000128746032,0.5080000162124634,0.5170000195503235,0.5059999823570251,0.5199999809265137,0.5130000114440918,0.5199999809265137,0.5249999761581421,0.5189999938011169,0.5299999713897705,0.5370000004768372,0.5429999828338623,0.5410000085830688,0.5360000133514404,0.5440000295639038,0.5370000004768372,0.5419999957084656,0.5389999747276306,0.5320000052452087,0.5490000247955322,0.5429999828338623,0.5419999957084656,0.5479999780654907,0.550000011920929,0.5479999780654907,0.5550000071525574,0.5559999942779541,0.5519999861717224,0.5540000200271606,0.5529999732971191,0.5619999766349792,0.5580000281333923,0.5630000233650208,0.5540000200271606,0.5630000233650208,0.5580000281333923,0.5669999718666077,0.5600000023841858,0.5630000233650208,0.5740000009536743,0.5590000152587891,0.5630000233650208,0.5600000023841858,0.5680000185966492,0.5630000233650208,0.5630000233650208,0.5720000267028809,0.5699999928474426,0.5699999928474426,0.5709999799728394,0.5770000219345093,0.574999988079071,0.578000009059906,0.5759999752044678,0.5730000138282776,0.5839999914169312,0.5809999704360962,0.578000009059906,0.5839999914169312,0.5820000171661377,0.5870000123977661,0.5820000171661377,0.5770000219345093,0.5870000123977661,0.574999988079071,0.5730000138282776,0.5879999995231628,0.5910000205039978,0.5799999833106995,0.5860000252723694,0.5910000205039978,0.5809999704360962,0.593999981880188,0.5899999737739563,0.5809999704360962,0.5870000123977661,0.5950000286102295,0.5929999947547913,0.5950000286102295,0.593999981880188,0.5879999995231628,0.5879999995231628,0.593999981880188,0.6000000238418579,0.5929999947547913,0.5809999704360962,0.5920000076293945,0.6019999980926514,0.597000002861023,0.597000002861023,0.5910000205039978,0.5960000157356262,0.5879999995231628,0.5960000157356262,0.6019999980926514,0.5960000157356262,0.6000000238418579,0.6029999852180481,0.6019999980926514,0.6010000109672546,0.6010000109672546,0.6010000109672546,0.5960000157356262,0.6019999980926514,0.597000002861023,0.593999981880188,0.5979999899864197,0.6000000238418579,0.6010000109672546,0.6100000143051147,0.6010000109672546,0.5920000076293945,0.6019999980926514,0.6060000061988831,0.6110000014305115,0.6159999966621399,0.6100000143051147,0.6019999980926514,0.6079999804496765,0.6169999837875366,0.6140000224113464,0.6190000176429749,0.6150000095367432,0.6079999804496765,0.6110000014305115,0.6119999885559082,0.6110000014305115,0.6240000128746033,0.6140000224113464,0.6179999709129333,0.6110000014305115,0.6169999837875366,0.6179999709129333,0.6159999966621399,0.6129999756813049,0.6169999837875366,0.6179999709129333,0.6129999756813049,0.6129999756813049,0.6150000095367432,0.6110000014305115,0.6179999709129333,0.6110000014305115,0.6159999966621399,0.6169999837875366,0.6159999966621399,0.6140000224113464,0.6159999966621399],"label":"Dolma"},"RefinedWeb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.257999986410141,0.2759999930858612,0.328000009059906,0.3499999940395355,0.3889999985694885,0.3910000026226043,0.402999997138977,0.4210000038146972,0.4280000030994415,0.4359999895095825,0.4469999969005584,0.4440000057220459,0.4600000083446502,0.4690000116825104,0.4679999947547912,0.4729999899864197,0.4760000109672546,0.4839999973773956,0.4939999878406524,0.488999992609024,0.4990000128746032,0.4979999959468841,0.4979999959468841,0.5009999871253967,0.5,0.5090000033378601,0.5070000290870667,0.5180000066757202,0.5199999809265137,0.5109999775886536,0.5130000114440918,0.5249999761581421,0.5149999856948853,0.5299999713897705,0.5339999794960022,0.5189999938011169,0.5289999842643738,0.5249999761581421,0.5320000052452087,0.5460000038146973,0.5419999957084656,0.5260000228881836,0.5289999842643738,0.546999990940094,0.5419999957084656,0.5419999957084656,0.5460000038146973,0.5419999957084656,0.5389999747276306,0.5440000295639038,0.5569999814033508,0.5450000166893005,0.5329999923706055,0.5580000281333923,0.5339999794960022,0.5540000200271606,0.5460000038146973,0.5479999780654907,0.5529999732971191,0.5540000200271606,0.5619999766349792,0.5490000247955322,0.5410000085830688,0.5490000247955322,0.5569999814033508,0.550000011920929,0.5479999780654907,0.5630000233650208,0.546999990940094,0.5559999942779541,0.5600000023841858,0.5509999990463257,0.5569999814033508,0.5569999814033508,0.5580000281333923,0.5619999766349792,0.5580000281333923,0.5669999718666077,0.5569999814033508,0.5709999799728394,0.5529999732971191,0.5649999976158142,0.5659999847412109,0.5659999847412109,0.5690000057220459,0.5600000023841858,0.5580000281333923,0.5540000200271606,0.5640000104904175,0.5680000185966492,0.5709999799728394,0.5649999976158142,0.5680000185966492,0.5730000138282776,0.5640000104904175,0.5799999833106995,0.5699999928474426,0.5669999718666077,0.5680000185966492,0.5770000219345093,0.5709999799728394,0.5759999752044678,0.5690000057220459,0.5789999961853027,0.5740000009536743,0.5709999799728394,0.5789999961853027,0.5709999799728394,0.5770000219345093,0.5770000219345093,0.5730000138282776,0.5809999704360962,0.5720000267028809,0.5849999785423279,0.5820000171661377,0.5799999833106995,0.5830000042915344,0.5759999752044678,0.5730000138282776,0.5799999833106995,0.5830000042915344,0.5860000252723694,0.5789999961853027,0.5789999961853027,0.5860000252723694,0.5979999899864197,0.5920000076293945,0.5820000171661377,0.5870000123977661,0.5889999866485596,0.5839999914169312,0.5849999785423279,0.5899999737739563,0.5920000076293945,0.593999981880188,0.597000002861023,0.5889999866485596,0.5889999866485596,0.5849999785423279,0.5899999737739563,0.5989999771118164,0.5899999737739563,0.5839999914169312,0.5910000205039978,0.5910000205039978,0.5929999947547913,0.5920000076293945,0.5929999947547913,0.5889999866485596,0.5899999737739563,0.593999981880188,0.5910000205039978,0.5960000157356262,0.5920000076293945,0.5889999866485596,0.593999981880188,0.5879999995231628,0.5960000157356262,0.5920000076293945,0.5960000157356262,0.5960000157356262,0.5920000076293945,0.6010000109672546,0.5920000076293945,0.5899999737739563,0.5889999866485596,0.5920000076293945,0.6019999980926514],"label":"RefinedWeb"},"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.324999988079071,0.395000010728836,0.4309999942779541,0.4629999995231628,0.4539999961853027,0.4699999988079071,0.4749999940395355,0.4690000116825104,0.4979999959468841,0.4939999878406524,0.5,0.515999972820282,0.5180000066757202,0.5239999890327454,0.5189999938011169,0.5329999923706055,0.5329999923706055,0.5320000052452087,0.5289999842643738,0.5400000214576721,0.5350000262260437,0.5370000004768372,0.5450000166893005,0.5389999747276306,0.5479999780654907,0.5540000200271606,0.5460000038146973,0.5389999747276306,0.5460000038146973,0.5519999861717224,0.5580000281333923,0.5600000023841858,0.5479999780654907,0.5640000104904175,0.5659999847412109,0.5649999976158142,0.5659999847412109,0.5569999814033508,0.5630000233650208,0.5740000009536743,0.5580000281333923,0.5659999847412109,0.5709999799728394,0.5789999961853027,0.574999988079071,0.5649999976158142,0.5709999799728394,0.5730000138282776,0.5740000009536743,0.5830000042915344,0.574999988079071,0.5709999799728394,0.578000009059906,0.5860000252723694,0.5730000138282776,0.5839999914169312,0.5830000042915344,0.5899999737739563,0.5889999866485596,0.5799999833106995,0.5929999947547913,0.5860000252723694,0.5839999914169312,0.5860000252723694,0.5849999785423279,0.5879999995231628,0.5870000123977661,0.5860000252723694,0.5820000171661377,0.5950000286102295,0.5989999771118164,0.5950000286102295,0.593999981880188,0.5960000157356262,0.5960000157356262,0.5910000205039978,0.5979999899864197,0.5929999947547913,0.5920000076293945,0.5910000205039978,0.5929999947547913,0.597000002861023],"label":"FineWeb-Edu"},"SlimPajama":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2610000073909759,0.2829999923706054,0.3109999895095825,0.3240000009536743,0.3429999947547912,0.3510000109672546,0.367000013589859,0.3729999959468841,0.3930000066757202,0.3970000147819519,0.4000000059604645,0.4169999957084656,0.4210000038146972,0.4269999861717224,0.4339999854564667,0.4379999935626983,0.4429999887943268,0.4490000009536743,0.4560000002384186,0.4560000002384186,0.4620000123977661,0.453000009059906,0.4670000076293945,0.4679999947547912,0.4679999947547912,0.4819999933242798,0.4749999940395355,0.4779999852180481,0.4720000028610229,0.4869999885559082,0.4869999885559082,0.4880000054836273,0.4939999878406524,0.4979999959468841,0.4979999959468841,0.4959999918937683,0.4860000014305115,0.5109999775886536,0.4939999878406524,0.4909999966621399,0.5049999952316284,0.4990000128746032,0.4939999878406524,0.5,0.5149999856948853,0.503000020980835,0.5139999985694885,0.5059999823570251,0.5130000114440918,0.5230000019073486,0.5210000276565552,0.5109999775886536,0.5230000019073486,0.515999972820282,0.5270000100135803,0.5329999923706055,0.531000018119812,0.5389999747276306,0.5299999713897705,0.5239999890327454,0.5320000052452087,0.5329999923706055,0.5370000004768372,0.5350000262260437,0.5379999876022339,0.5350000262260437,0.5370000004768372,0.5329999923706055,0.527999997138977,0.5289999842643738,0.5400000214576721,0.5490000247955322,0.5410000085830688,0.5299999713897705,0.5410000085830688,0.527999997138977,0.5360000133514404,0.5389999747276306,0.5320000052452087,0.5329999923706055,0.5460000038146973,0.5410000085830688,0.5360000133514404,0.5640000104904175,0.5400000214576721,0.5429999828338623,0.550000011920929,0.5509999990463257,0.5529999732971191,0.5529999732971191,0.550000011920929,0.5490000247955322,0.5609999895095825,0.5640000104904175,0.5479999780654907,0.5580000281333923,0.5519999861717224,0.5659999847412109,0.5630000233650208,0.5649999976158142,0.5649999976158142,0.5709999799728394,0.5580000281333923,0.5550000071525574,0.5580000281333923,0.5509999990463257,0.5429999828338623,0.5490000247955322,0.5559999942779541,0.5580000281333923,0.5590000152587891,0.5669999718666077,0.5659999847412109,0.5559999942779541,0.5669999718666077,0.5600000023841858,0.574999988079071,0.5709999799728394,0.5690000057220459,0.5609999895095825,0.5690000057220459,0.5730000138282776,0.5699999928474426,0.5789999961853027,0.5720000267028809,0.5680000185966492,0.5699999928474426,0.5709999799728394,0.5709999799728394,0.5709999799728394,0.5720000267028809,0.5690000057220459,0.5740000009536743,0.5730000138282776,0.5879999995231628,0.578000009059906,0.5809999704360962,0.5759999752044678,0.5730000138282776,0.5799999833106995,0.5730000138282776,0.5690000057220459,0.5720000267028809,0.5740000009536743,0.574999988079071,0.5789999961853027,0.574999988079071,0.5699999928474426,0.5759999752044678,0.5770000219345093,0.5820000171661377,0.5820000171661377,0.5860000252723694,0.5799999833106995,0.5830000042915344,0.5830000042915344,0.5730000138282776,0.5879999995231628,0.5879999995231628,0.578000009059906,0.5720000267028809,0.5830000042915344,0.5889999866485596,0.5820000171661377,0.574999988079071,0.5820000171661377,0.5889999866485596,0.5839999914169312],"label":"SlimPajama"},"RedPajama2":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2610000073909759,0.2870000004768371,0.3070000112056732,0.3230000138282776,0.3449999988079071,0.3540000021457672,0.3659999966621399,0.3880000114440918,0.402999997138977,0.4070000052452087,0.4079999923706054,0.4129999876022339,0.4230000078678131,0.4300000071525574,0.4269999861717224,0.4429999887943268,0.4519999921321869,0.4490000009536743,0.4460000097751617,0.4449999928474426,0.4519999921321869,0.4550000131130218,0.4569999873638153,0.460999995470047,0.4569999873638153,0.4670000076293945,0.4659999907016754,0.4749999940395355,0.4659999907016754,0.4869999885559082,0.488999992609024,0.4779999852180481,0.4749999940395355,0.488999992609024,0.4799999892711639,0.4860000014305115,0.4850000143051147,0.503000020980835,0.503000020980835,0.4939999878406524,0.5009999871253967,0.5019999742507935,0.4970000088214874,0.5059999823570251,0.5080000162124634,0.4990000128746032,0.4979999959468841,0.5009999871253967,0.5049999952316284,0.5080000162124634,0.5080000162124634,0.5090000033378601,0.5109999775886536,0.5109999775886536,0.5180000066757202,0.5220000147819519,0.5270000100135803,0.5270000100135803,0.5109999775886536,0.5189999938011169,0.5189999938011169,0.5210000276565552,0.5220000147819519,0.5180000066757202,0.5199999809265137,0.5170000195503235,0.5249999761581421,0.5130000114440918,0.527999997138977,0.5379999876022339,0.531000018119812,0.5210000276565552,0.531000018119812,0.5260000228881836,0.5289999842643738,0.5299999713897705,0.5270000100135803,0.5329999923706055,0.5329999923706055,0.5249999761581421,0.5370000004768372,0.5389999747276306,0.5410000085830688,0.5220000147819519,0.5329999923706055,0.527999997138977,0.5329999923706055,0.5370000004768372,0.5429999828338623,0.5329999923706055,0.5410000085830688,0.5299999713897705,0.5519999861717224,0.5479999780654907,0.5490000247955322,0.5460000038146973,0.5440000295639038,0.5379999876022339,0.5350000262260437,0.5490000247955322,0.5440000295639038,0.5429999828338623,0.5509999990463257,0.5360000133514404,0.5460000038146973,0.5479999780654907,0.5410000085830688,0.5529999732971191,0.5529999732971191,0.550000011920929,0.5490000247955322,0.5479999780654907,0.5509999990463257,0.5529999732971191,0.546999990940094,0.5519999861717224,0.550000011920929,0.5490000247955322,0.5540000200271606,0.5540000200271606,0.5550000071525574,0.5529999732971191,0.5540000200271606,0.5580000281333923,0.5580000281333923,0.5580000281333923,0.5450000166893005,0.5569999814033508,0.5529999732971191,0.546999990940094,0.5550000071525574,0.5540000200271606,0.5519999861717224,0.5540000200271606,0.5569999814033508,0.5600000023841858,0.5550000071525574,0.5540000200271606,0.5609999895095825,0.5559999942779541,0.5659999847412109,0.5509999990463257,0.5580000281333923,0.5569999814033508,0.5559999942779541,0.5600000023841858,0.5569999814033508,0.5590000152587891,0.5640000104904175,0.5580000281333923,0.5519999861717224,0.5569999814033508,0.5569999814033508,0.5559999942779541,0.5569999814033508,0.5590000152587891,0.5590000152587891,0.5619999766349792,0.5559999942779541,0.5580000281333923,0.5529999732971191,0.5519999861717224,0.5550000071525574,0.5590000152587891,0.5619999766349792,0.5540000200271606,0.5529999732971191,0.5600000023841858],"label":"RedPajama2"},"The Pile":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2610000073909759,0.2649999856948852,0.2919999957084656,0.296999990940094,0.3260000050067901,0.3140000104904175,0.3339999914169311,0.3310000002384186,0.3519999980926513,0.3490000069141388,0.3540000021457672,0.3700000047683716,0.356000006198883,0.3619999885559082,0.3840000033378601,0.3849999904632568,0.382999986410141,0.3939999938011169,0.3939999938011169,0.3930000066757202,0.4040000140666961,0.4070000052452087,0.4110000133514404,0.4149999916553497,0.4259999990463257,0.4210000038146972,0.4250000119209289,0.4289999902248382,0.4269999861717224,0.4309999942779541,0.4259999990463257,0.4370000064373016,0.4390000104904175,0.4399999976158142,0.44200000166893,0.4449999928474426,0.449999988079071,0.4510000050067901,0.4569999873638153,0.4560000002384186,0.4620000123977661,0.4629999995231628,0.4580000042915344,0.460999995470047,0.4580000042915344,0.4650000035762787,0.4639999866485595,0.4629999995231628,0.4709999859333038,0.4720000028610229,0.4760000109672546,0.4679999947547912,0.4740000069141388,0.4769999980926513,0.4620000123977661,0.4769999980926513,0.4839999973773956,0.4839999973773956,0.4850000143051147,0.4839999973773956,0.4760000109672546,0.4839999973773956,0.4850000143051147,0.492000013589859,0.4779999852180481,0.4880000054836273,0.4790000021457672,0.4850000143051147,0.4909999966621399,0.4860000014305115,0.4819999933242798,0.4939999878406524,0.492000013589859,0.492000013589859,0.5040000081062317,0.4930000007152557,0.5070000290870667,0.5080000162124634,0.492000013589859,0.5040000081062317,0.4909999966621399,0.4979999959468841,0.5099999904632568,0.4939999878406524,0.4990000128746032,0.5009999871253967,0.5130000114440918,0.5059999823570251,0.5019999742507935,0.5080000162124634,0.5130000114440918,0.5180000066757202,0.5080000162124634,0.5139999985694885,0.5180000066757202,0.5040000081062317,0.5149999856948853,0.5139999985694885,0.5149999856948853,0.5210000276565552,0.515999972820282,0.5139999985694885,0.5249999761581421,0.5199999809265137,0.5170000195503235,0.5189999938011169,0.5210000276565552,0.5189999938011169,0.5210000276565552,0.515999972820282,0.5180000066757202,0.5239999890327454,0.5249999761581421,0.5230000019073486,0.5220000147819519,0.5170000195503235,0.5170000195503235,0.5130000114440918,0.5260000228881836,0.5270000100135803,0.5220000147819519,0.5299999713897705,0.5239999890327454,0.5260000228881836,0.5230000019073486,0.5339999794960022,0.5350000262260437,0.5429999828338623,0.5400000214576721,0.5329999923706055,0.5329999923706055,0.5379999876022339,0.5440000295639038,0.5410000085830688,0.5400000214576721,0.5410000085830688,0.5350000262260437,0.531000018119812,0.5440000295639038,0.5389999747276306,0.5419999957084656,0.550000011920929,0.5400000214576721,0.5429999828338623,0.5580000281333923,0.5479999780654907,0.5540000200271606,0.550000011920929,0.5559999942779541,0.5460000038146973,0.5580000281333923,0.5569999814033508,0.5619999766349792,0.5619999766349792,0.5619999766349792,0.5580000281333923,0.5519999861717224,0.5529999732971191,0.5580000281333923,0.5609999895095825,0.5659999847412109,0.550000011920929,0.5559999942779541,0.5550000071525574,0.5519999861717224,0.5529999732971191,0.5569999814033508,0.5569999814033508],"label":"The Pile"}},"layout":{"title":{"text":"FineWeb-Edu ablations"}}}
 
1
+ {"data":{"C4":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3300000131130218,0.4059999883174896,0.421999990940094,0.4390000104904175,0.4709999859333038,0.4790000021457672,0.4959999918937683,0.4939999878406524,0.5090000033378601,0.5260000228881836,0.5320000052452087,0.5370000004768372,0.5389999747276306,0.5379999876022339,0.5440000295639038,0.5490000247955322,0.5590000152587891,0.550000011920929,0.5569999814033508,0.5609999895095825,0.5690000057220459,0.5630000233650208,0.5659999847412109,0.5789999961853027,0.5789999961853027,0.5730000138282776,0.5770000219345093,0.5870000123977661,0.5820000171661377,0.5820000171661377,0.5809999704360962,0.5849999785423279,0.5910000205039978,0.5860000252723694,0.5899999737739563,0.5929999947547913,0.5849999785423279,0.5889999866485596,0.5830000042915344,0.5879999995231628,0.6010000109672546,0.6000000238418579,0.5929999947547913,0.6000000238418579,0.6069999933242798,0.6129999756813049,0.6029999852180481,0.5989999771118164,0.6050000190734863,0.6010000109672546,0.6000000238418579,0.6129999756813049,0.6079999804496765,0.6100000143051147,0.6100000143051147,0.6050000190734863,0.6060000061988831,0.6129999756813049,0.6119999885559082,0.6140000224113464,0.6179999709129333,0.6309999823570251,0.6209999918937683,0.6150000095367432,0.6240000128746033,0.6159999966621399,0.625,0.6330000162124634,0.625,0.6309999823570251,0.6230000257492065,0.621999979019165,0.6320000290870667,0.6380000114440918,0.6349999904632568,0.6340000033378601,0.6359999775886536,0.6299999952316284,0.6299999952316284,0.6430000066757202,0.6320000290870667,0.6389999985694885],"label":"C4"},"FineWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3310000002384186,0.3939999938011169,0.4329999983310699,0.4589999914169311,0.4769999980926513,0.4909999966621399,0.5059999823570251,0.5170000195503235,0.5210000276565552,0.5189999938011169,0.5320000052452087,0.5400000214576721,0.531000018119812,0.5509999990463257,0.5559999942779541,0.5559999942779541,0.5450000166893005,0.5590000152587891,0.5619999766349792,0.5669999718666077,0.5569999814033508,0.5690000057220459,0.5759999752044678,0.5699999928474426,0.5830000042915344,0.5799999833106995,0.574999988079071,0.5799999833106995,0.6039999723434448,0.5849999785423279,0.5849999785423279,0.5929999947547913,0.5860000252723694,0.5849999785423279,0.5839999914169312,0.5979999899864197,0.597000002861023,0.6019999980926514,0.5989999771118164,0.5920000076293945,0.5950000286102295,0.5960000157356262,0.6069999933242798,0.6069999933242798,0.6060000061988831,0.5989999771118164,0.5979999899864197,0.6029999852180481,0.6179999709129333,0.6060000061988831,0.6119999885559082,0.6079999804496765,0.6079999804496765,0.6079999804496765,0.6079999804496765,0.6140000224113464,0.621999979019165,0.6200000047683716,0.6110000014305115,0.609000027179718,0.6169999837875366,0.6169999837875366,0.6200000047683716,0.6240000128746033,0.6179999709129333,0.6179999709129333,0.6190000176429749,0.621999979019165,0.6230000257492065,0.6240000128746033,0.6200000047683716,0.6269999742507935,0.6200000047683716,0.6190000176429749,0.6299999952316284,0.6179999709129333,0.6259999871253967,0.625,0.6259999871253967,0.628000020980835,0.628000020980835,0.6269999742507935],"label":"FineWeb"},"Dolma":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3300000131130218,0.3759999871253967,0.3980000019073486,0.4309999942779541,0.4490000009536743,0.4720000028610229,0.4740000069141388,0.4930000007152557,0.4959999918937683,0.4990000128746032,0.5170000195503235,0.5199999809265137,0.5199999809265137,0.5189999938011169,0.5370000004768372,0.5410000085830688,0.5440000295639038,0.5419999957084656,0.5320000052452087,0.5429999828338623,0.5479999780654907,0.5479999780654907,0.5559999942779541,0.5540000200271606,0.5619999766349792,0.5630000233650208,0.5630000233650208,0.5669999718666077,0.5630000233650208,0.5590000152587891,0.5600000023841858,0.5630000233650208,0.5720000267028809,0.5699999928474426,0.5770000219345093,0.578000009059906,0.5730000138282776,0.5809999704360962,0.5839999914169312,0.5870000123977661,0.5770000219345093,0.574999988079071,0.5879999995231628,0.5799999833106995,0.5910000205039978,0.593999981880188,0.5809999704360962,0.5950000286102295,0.5950000286102295,0.5879999995231628,0.593999981880188,0.5929999947547913,0.5920000076293945,0.597000002861023,0.5910000205039978,0.5879999995231628,0.6019999980926514,0.6000000238418579,0.6019999980926514,0.6010000109672546,0.5960000157356262,0.597000002861023,0.5979999899864197,0.6010000109672546,0.6010000109672546,0.6019999980926514,0.6110000014305115,0.6079999804496765,0.6140000224113464,0.6150000095367432,0.6110000014305115,0.6140000224113464,0.6110000014305115,0.6179999709129333,0.6129999756813049,0.6179999709129333,0.6129999756813049,0.6110000014305115,0.6110000014305115,0.6169999837875366,0.6140000224113464,0.6159999966621399],"label":"Dolma"},"RefinedWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.328000009059906,0.3889999985694885,0.402999997138977,0.4280000030994415,0.4469999969005584,0.4600000083446502,0.4679999947547912,0.4760000109672546,0.4939999878406524,0.4990000128746032,0.4979999959468841,0.5,0.5070000290870667,0.5199999809265137,0.5130000114440918,0.5149999856948853,0.5339999794960022,0.5289999842643738,0.5320000052452087,0.5419999957084656,0.5289999842643738,0.5419999957084656,0.5460000038146973,0.5389999747276306,0.5569999814033508,0.5329999923706055,0.5339999794960022,0.5460000038146973,0.5529999732971191,0.5619999766349792,0.5410000085830688,0.5569999814033508,0.5479999780654907,0.546999990940094,0.5600000023841858,0.5569999814033508,0.5580000281333923,0.5580000281333923,0.5569999814033508,0.5529999732971191,0.5659999847412109,0.5690000057220459,0.5580000281333923,0.5640000104904175,0.5709999799728394,0.5680000185966492,0.5640000104904175,0.5699999928474426,0.5680000185966492,0.5709999799728394,0.5690000057220459,0.5740000009536743,0.5789999961853027,0.5770000219345093,0.5730000138282776,0.5720000267028809,0.5820000171661377,0.5830000042915344,0.5730000138282776,0.5830000042915344,0.5789999961853027,0.5860000252723694,0.5920000076293945,0.5870000123977661,0.5839999914169312,0.5899999737739563,0.593999981880188,0.5849999785423279,0.5989999771118164,0.5839999914169312,0.5910000205039978,0.5889999866485596,0.593999981880188,0.5960000157356262,0.5889999866485596,0.5879999995231628,0.5920000076293945,0.5960000157356262,0.6010000109672546,0.5899999737739563,0.5920000076293945,0.6019999980926514],"label":"RefinedWeb"},"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.324999988079071,0.395000010728836,0.4309999942779541,0.4629999995231628,0.4539999961853027,0.4699999988079071,0.4749999940395355,0.4690000116825104,0.4979999959468841,0.4939999878406524,0.5,0.515999972820282,0.5180000066757202,0.5239999890327454,0.5189999938011169,0.5329999923706055,0.5329999923706055,0.5320000052452087,0.5289999842643738,0.5400000214576721,0.5350000262260437,0.5370000004768372,0.5450000166893005,0.5389999747276306,0.5479999780654907,0.5540000200271606,0.5460000038146973,0.5389999747276306,0.5460000038146973,0.5519999861717224,0.5580000281333923,0.5600000023841858,0.5479999780654907,0.5640000104904175,0.5659999847412109,0.5649999976158142,0.5659999847412109,0.5569999814033508,0.5630000233650208,0.5740000009536743,0.5580000281333923,0.5659999847412109,0.5709999799728394,0.5789999961853027,0.574999988079071,0.5649999976158142,0.5709999799728394,0.5730000138282776,0.5740000009536743,0.5830000042915344,0.574999988079071,0.5709999799728394,0.578000009059906,0.5860000252723694,0.5730000138282776,0.5839999914169312,0.5830000042915344,0.5899999737739563,0.5889999866485596,0.5799999833106995,0.5929999947547913,0.5860000252723694,0.5839999914169312,0.5860000252723694,0.5849999785423279,0.5879999995231628,0.5870000123977661,0.5860000252723694,0.5820000171661377,0.5950000286102295,0.5989999771118164,0.5950000286102295,0.593999981880188,0.5960000157356262,0.5960000157356262,0.5910000205039978,0.5979999899864197,0.5929999947547913,0.5920000076293945,0.5910000205039978,0.5929999947547913,0.597000002861023],"label":"FineWeb-Edu"},"SlimPajama":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3109999895095825,0.3429999947547912,0.367000013589859,0.3930000066757202,0.4000000059604645,0.4210000038146972,0.4339999854564667,0.4429999887943268,0.4560000002384186,0.4620000123977661,0.4670000076293945,0.4679999947547912,0.4749999940395355,0.4720000028610229,0.4869999885559082,0.4939999878406524,0.4979999959468841,0.4860000014305115,0.4939999878406524,0.5049999952316284,0.4939999878406524,0.5149999856948853,0.5139999985694885,0.5130000114440918,0.5210000276565552,0.5230000019073486,0.5270000100135803,0.531000018119812,0.5299999713897705,0.5320000052452087,0.5370000004768372,0.5379999876022339,0.5370000004768372,0.527999997138977,0.5400000214576721,0.5410000085830688,0.5410000085830688,0.5360000133514404,0.5320000052452087,0.5460000038146973,0.5360000133514404,0.5400000214576721,0.550000011920929,0.5529999732971191,0.550000011920929,0.5609999895095825,0.5479999780654907,0.5519999861717224,0.5630000233650208,0.5649999976158142,0.5580000281333923,0.5580000281333923,0.5429999828338623,0.5559999942779541,0.5590000152587891,0.5659999847412109,0.5669999718666077,0.574999988079071,0.5690000057220459,0.5690000057220459,0.5699999928474426,0.5720000267028809,0.5699999928474426,0.5709999799728394,0.5720000267028809,0.5740000009536743,0.5879999995231628,0.5730000138282776,0.5730000138282776,0.5720000267028809,0.574999988079071,0.5759999752044678,0.5820000171661377,0.5860000252723694,0.5830000042915344,0.5730000138282776,0.5879999995231628,0.5720000267028809,0.5889999866485596,0.574999988079071,0.5889999866485596,0.5839999914169312],"label":"SlimPajama"},"RedPajama2":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3070000112056732,0.3449999988079071,0.3659999966621399,0.402999997138977,0.4079999923706054,0.4230000078678131,0.4269999861717224,0.4519999921321869,0.4460000097751617,0.4519999921321869,0.4569999873638153,0.4569999873638153,0.4659999907016754,0.4659999907016754,0.488999992609024,0.4749999940395355,0.4799999892711639,0.4850000143051147,0.503000020980835,0.5009999871253967,0.4970000088214874,0.5080000162124634,0.4979999959468841,0.5049999952316284,0.5080000162124634,0.5109999775886536,0.5180000066757202,0.5270000100135803,0.5109999775886536,0.5189999938011169,0.5220000147819519,0.5199999809265137,0.5249999761581421,0.527999997138977,0.531000018119812,0.531000018119812,0.5289999842643738,0.5270000100135803,0.5329999923706055,0.5370000004768372,0.5410000085830688,0.5329999923706055,0.5329999923706055,0.5429999828338623,0.5410000085830688,0.5519999861717224,0.5490000247955322,0.5440000295639038,0.5350000262260437,0.5440000295639038,0.5509999990463257,0.5460000038146973,0.5410000085830688,0.5529999732971191,0.5490000247955322,0.5509999990463257,0.546999990940094,0.550000011920929,0.5540000200271606,0.5550000071525574,0.5540000200271606,0.5580000281333923,0.5450000166893005,0.5529999732971191,0.5550000071525574,0.5519999861717224,0.5569999814033508,0.5609999895095825,0.5659999847412109,0.5580000281333923,0.5559999942779541,0.5640000104904175,0.5519999861717224,0.5569999814033508,0.5569999814033508,0.5590000152587891,0.5559999942779541,0.5529999732971191,0.5550000071525574,0.5619999766349792,0.5529999732971191,0.5600000023841858],"label":"RedPajama2"},"The Pile":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2919999957084656,0.3260000050067901,0.3339999914169311,0.3519999980926513,0.3540000021457672,0.356000006198883,0.3840000033378601,0.382999986410141,0.3939999938011169,0.4040000140666961,0.4110000133514404,0.4259999990463257,0.4250000119209289,0.4269999861717224,0.4259999990463257,0.4390000104904175,0.44200000166893,0.449999988079071,0.4569999873638153,0.4620000123977661,0.4580000042915344,0.4580000042915344,0.4639999866485595,0.4709999859333038,0.4760000109672546,0.4740000069141388,0.4620000123977661,0.4839999973773956,0.4850000143051147,0.4760000109672546,0.4850000143051147,0.4779999852180481,0.4790000021457672,0.4909999966621399,0.4819999933242798,0.492000013589859,0.5040000081062317,0.5070000290870667,0.492000013589859,0.4909999966621399,0.5099999904632568,0.4990000128746032,0.5130000114440918,0.5019999742507935,0.5130000114440918,0.5080000162124634,0.5180000066757202,0.5149999856948853,0.5149999856948853,0.515999972820282,0.5249999761581421,0.5170000195503235,0.5210000276565552,0.5210000276565552,0.5180000066757202,0.5249999761581421,0.5220000147819519,0.5170000195503235,0.5260000228881836,0.5220000147819519,0.5239999890327454,0.5230000019073486,0.5350000262260437,0.5400000214576721,0.5329999923706055,0.5440000295639038,0.5400000214576721,0.5440000295639038,0.5419999957084656,0.5400000214576721,0.5580000281333923,0.5559999942779541,0.5580000281333923,0.5619999766349792,0.5619999766349792,0.5519999861717224,0.5580000281333923,0.5659999847412109,0.5559999942779541,0.5519999861717224,0.5569999814033508,0.5569999814033508],"label":"The Pile"}},"layout":{"title":{"text":"Dataset ablations"}}}
dist/assets/data/plots/edu_ablations/index.json CHANGED
@@ -1 +1 @@
1
- {"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"siqa/acc_norm":{"file":"siqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"defaultMetric":"agg_score","slider":{"min":0,"max":30,"default":5}}}
 
1
+ {"files":{"agg_score":{"file":"agg_score.json"},"commonsense_qa/acc_norm":{"file":"commonsense_qa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"siqa/acc_norm":{"file":"siqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"}},"settings":{"defaultMetric":"agg_score","slider":{"min":0,"max":30,"default":5},"caption":"📚 FineWeb-Edu outperforms 🍷 FineWeb and all other open web datasets on our group of evaluation tasks."}}
dist/assets/data/plots/edu_ablations/mmlu_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data":{"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2846052646636963,0.2959392964839935,0.3061228692531585,0.3149208426475525,0.3176532685756683,0.3225170373916626,0.3196880519390106,0.33268803358078,0.3359453380107879,0.3378236889839172,0.3327613472938537,0.3371004462242126,0.341436356306076,0.3346577882766723,0.3467139005661011,0.3444235622882843,0.3393178880214691,0.3464101552963257,0.3519443869590759,0.3424438536167145,0.3482622504234314,0.3498939573764801,0.3489386737346649,0.3370750844478607,0.3544466495513916,0.3526914715766907,0.3480485081672668,0.3531897664070129,0.3544855415821075,0.3564254641532898,0.3549351394176483,0.3615870773792267,0.3598267436027527,0.3631990551948547,0.3607141971588135,0.3631689846515655,0.3636053204536438,0.3645668029785156,0.3634436726570129,0.3636528253555298,0.3648204207420349,0.365005224943161,0.3584451973438263,0.3670040369033813,0.3671388924121856,0.364416092634201,0.3627950549125671,0.3640199303627014,0.3622030317783355,0.3591959178447723,0.3608148992061615,0.368902176618576,0.3647457659244537,0.364712506532669,0.3672005832195282,0.371817797422409,0.3703738451004028,0.3707690834999084,0.3658463656902313,0.3696920573711395,0.36676025390625,0.3686844706535339,0.3625083863735199,0.3724599778652191,0.3751636147499084,0.3710232377052307,0.3732930719852447,0.3758543133735657,0.3735319674015045,0.3748462796211242,0.3727696537971496,0.3742765486240387,0.3781122863292694,0.3772228062152862,0.3758714497089386,0.3751420676708221,0.3744629323482513,0.3745329976081848,0.3729472458362579,0.3722458183765411,0.3734634220600128,0.3744533956050873],"label":"FineWeb-Edu"},"SlimPajama":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2497200071811676,0.2592614293098449,0.2593538165092468,0.2662509083747864,0.2664803266525268,0.2686671912670135,0.2750212550163269,0.2728220522403717,0.2735992670059204,0.2816755771636963,0.2807474434375763,0.2832716107368469,0.2859686017036438,0.2851547598838806,0.2844336628913879,0.2834415435791015,0.2903566062450409,0.2867975533008575,0.2869687974452972,0.2880666553974151,0.2895745635032654,0.2932893931865692,0.285281777381897,0.29486083984375,0.2966246604919433,0.2939338088035583,0.2906226515769958,0.2981550693511963,0.2983705997467041,0.2941931188106537,0.3010403513908386,0.2986909449100494,0.3023008406162262,0.2999930381774902,0.2975163459777832,0.3010782599449157,0.3005977869033813,0.3014611005783081,0.2960115671157837,0.3022516369819641,0.3078178465366363,0.3019892573356628,0.3054529130458832,0.3049662113189697,0.3028279542922973,0.3042507171630859,0.3116106986999511,0.3049386143684387,0.3076794445514679,0.3053653836250305,0.3102109432220459,0.3084518015384674,0.3062224984169006,0.3118025958538055,0.3052020072937011,0.3125185668468475,0.3075071275234222,0.3104312717914581,0.3031999468803406,0.3096194863319397,0.3074706494808197,0.3123086094856262,0.3070628046989441,0.3116572499275207,0.3127453923225403,0.3144129812717438,0.3129480183124542,0.3091934025287628,0.3163215219974518,0.3153833448886871,0.3132557868957519,0.3166911005973816,0.3108917474746704,0.3084513247013092,0.3118407726287842,0.3133653402328491,0.3157584071159363,0.3147788345813751,0.311055988073349,0.3152942359447479,0.3187046945095062,0.3157975673675537,0.3121104836463928,0.3179425001144409,0.3151332139968872,0.3168922960758209,0.3146162927150726,0.3181720376014709,0.3161299228668213,0.3202162981033325,0.3161057233810425,0.3180809915065765,0.3162356913089752,0.315767765045166,0.3190236985683441,0.3171856999397278,0.3202316761016845,0.3133728802204132,0.3163894414901733,0.31822270154953,0.3266949653625488,0.3198533058166504,0.3233769834041595,0.3238007426261902,0.3205596804618835,0.3247207403182983,0.3206443786621094,0.323225736618042,0.3217288851737976,0.3235573768615722,0.3252238631248474,0.324187159538269,0.3246301114559173,0.3234524428844452,0.3228626251220703,0.3241204023361206,0.3248985707759857,0.3271089494228363,0.3260233104228973,0.3256067335605621,0.3253726661205292,0.3233819603919983,0.3251070082187652,0.3276388943195343,0.3218710720539093,0.3246103525161743,0.3265250921249389,0.3275103867053985,0.3297024071216583,0.3277328908443451,0.3267576098442077,0.327478289604187,0.3304429948329925,0.3273082375526428,0.3264918923377991,0.3236933350563049,0.3272844851016998,0.3272388875484466,0.3295789361000061,0.3278802335262298,0.3284499049186706,0.3294344544410705,0.3298918604850769,0.3306445777416229,0.3281697332859039,0.3339054882526397,0.3293753862380981,0.3298616707324981,0.3280701637268066,0.3316899836063385,0.3303491175174713,0.330327957868576,0.3314228653907776,0.3317765891551971,0.3307021856307983,0.330121636390686,0.3283750414848327,0.3317910432815552,0.3326679468154907,0.3311441838741302,0.330735981464386,0.3313741981983185,0.3320714235305786,0.3333134055137634,0.3337414860725403,0.3286249935626983,0.3344342410564422,0.3337143063545227],"label":"SlimPajama"},"RefinedWeb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2528519630432129,0.2616856694221496,0.2665999829769134,0.2683407664299011,0.2742894291877746,0.2762066125869751,0.2807516455650329,0.2767378389835357,0.2807380557060241,0.2788906991481781,0.2844051718711853,0.2856102883815765,0.2883394360542297,0.2890409529209137,0.2894668281078338,0.2883355319499969,0.2872501015663147,0.291619062423706,0.2900333702564239,0.2962473034858703,0.2962896525859833,0.297355443239212,0.2932226359844208,0.2886744439601898,0.29665008187294,0.2976542115211487,0.2991503179073334,0.3004479110240936,0.3044549524784088,0.2976194322109222,0.3014707863330841,0.3048252463340759,0.3039425611495971,0.303354948759079,0.3027459383010864,0.2999922931194305,0.3050121665000915,0.2998814284801483,0.2978588044643402,0.3041949570178985,0.3010904192924499,0.3022017180919647,0.2997751235961914,0.3015910983085632,0.3096485137939453,0.3012076020240783,0.3065535724163055,0.3042872548103332,0.3104783594608307,0.2997980415821075,0.3051296770572662,0.303458571434021,0.3088337182998657,0.3145398199558258,0.3032208085060119,0.310806930065155,0.3075874149799347,0.3101692199707031,0.310107946395874,0.3066047430038452,0.3109066784381866,0.3081336915493011,0.3084586262702942,0.3086149394512176,0.3085348606109619,0.3136637806892395,0.3110873103141784,0.31076380610466,0.3084572553634643,0.3133681714534759,0.3125792145729065,0.3124453127384186,0.3097185790538788,0.3106793165206909,0.3089564740657806,0.3111244142055511,0.3123694658279419,0.3144859969615936,0.3135123550891876,0.311982125043869,0.3142133951187134,0.3122903704643249,0.3147654831409454,0.3078767359256744,0.314947634935379,0.3171303570270538,0.3129573762416839,0.3154936134815216,0.3158208429813385,0.3153132200241089,0.3141326904296875,0.3163397014141083,0.3166318237781524,0.3168410360813141,0.3198235332965851,0.3201336860656738,0.3212967813014984,0.3191385567188263,0.3178017139434814,0.3192791938781738,0.323061466217041,0.320336639881134,0.3165886104106903,0.3206393420696258,0.3167395293712616,0.3135207295417785,0.315539002418518,0.3191742599010467,0.321073055267334,0.3222262561321258,0.3193058371543884,0.3213480710983276,0.3198905289173126,0.3219239711761474,0.3211614489555359,0.318855881690979,0.3177095353603363,0.324197381734848,0.3208906352519989,0.3264936804771423,0.3245965242385864,0.3231639564037323,0.3221887946128845,0.3277338445186615,0.3227696120738983,0.3263820111751556,0.3258577883243561,0.3264622390270233,0.3222362995147705,0.3286814987659454,0.3235024213790893,0.32446950674057,0.3311836123466491,0.328130304813385,0.3271634578704834,0.3250012993812561,0.3309800624847412,0.3274554014205932,0.3273015916347503,0.3261759579181671,0.32697594165802,0.3303172886371612,0.3282814025878906,0.3289586305618286,0.3260826468467712,0.3258011937141418,0.3297208249568939,0.3254813551902771,0.3287739753723144,0.3287097811698913,0.3275279700756073,0.3293041586875915,0.3314100801944732,0.3287808299064636,0.3251930773258209,0.3288172781467438,0.3265027701854706,0.3275215625762939,0.3290774822235107,0.3261331617832184,0.3299777805805206,0.331955999135971,0.3305029273033142,0.3274719417095184,0.3235560953617096,0.3269940316677093,0.3323083519935608],"label":"RefinedWeb"},"The Pile":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2498730421066284,0.2534083127975464,0.2561326622962951,0.2599403262138366,0.2633565366268158,0.2649387121200561,0.2713600993156433,0.2703712880611419,0.2707636058330536,0.2733668386936188,0.2729981541633606,0.274116575717926,0.2803106009960174,0.2809702754020691,0.2779591083526611,0.2805380225181579,0.2798897624015808,0.2806138396263122,0.2803314626216888,0.2810186445713043,0.2816281020641327,0.2882067859172821,0.2882601618766784,0.2830324470996856,0.2890165150165558,0.2814686000347137,0.2897007167339325,0.2888377606868744,0.2834174335002899,0.2923084199428558,0.2913220524787903,0.2947664260864258,0.2914148271083832,0.2925300896167755,0.293608158826828,0.2889452278614044,0.2899258136749267,0.2933099865913391,0.2945047914981842,0.2932035624980926,0.2960488498210907,0.2930898070335388,0.2955847680568695,0.2957557141780853,0.2971082925796509,0.2952709197998047,0.2950723767280578,0.2981964945793152,0.2964051365852356,0.2939505577087402,0.2963071465492248,0.2983180284500122,0.2972628474235534,0.3001365661621094,0.2960390746593475,0.2977366149425506,0.2980498075485229,0.2993811666965484,0.2978217303752899,0.2964333891868591,0.3007307946681976,0.3038485944271087,0.3062177002429962,0.2997282147407532,0.3027545511722564,0.3020226955413818,0.3046002388000488,0.3044104874134063,0.3070093989372253,0.2984016835689544,0.301089197397232,0.3019088506698608,0.2994609773159027,0.3090873956680298,0.3015709221363067,0.3070562481880188,0.3078455030918121,0.3082370460033417,0.3078760802745819,0.3083541393280029,0.3041301965713501,0.3008038699626922,0.308231920003891,0.3079721331596374,0.3082239031791687,0.3112189173698425,0.3071774840354919,0.303611695766449,0.3100490272045135,0.306540310382843,0.3090290427207947,0.3081201016902923,0.3089599609375,0.3034833371639251,0.3090586364269256,0.3152794539928436,0.3124137222766876,0.308320552110672,0.3110654950141907,0.3116510510444641,0.3129254281520843,0.312163382768631,0.3099710345268249,0.3123080432415008,0.3135911822319031,0.3122925460338592,0.3133870661258697,0.3189542889595032,0.3170333206653595,0.3164204955101013,0.3185184895992279,0.319377452135086,0.3195942044258117,0.3197914958000183,0.315343827009201,0.3192422688007355,0.3192358016967773,0.3179579675197601,0.319799929857254,0.3205091953277588,0.3259644210338592,0.3236323595046997,0.3209564685821533,0.3220179975032806,0.3186767101287842,0.3223333358764648,0.3227059245109558,0.3206779062747955,0.3189719617366791,0.324008584022522,0.3231253325939178,0.3192954957485199,0.3221996128559112,0.3230528831481933,0.3278523981571197,0.3217717707157135,0.3207707703113556,0.3236245810985565,0.3222698867321014,0.3228896558284759,0.3253422081470489,0.3267556726932525,0.3249134719371795,0.32914799451828,0.3244758546352386,0.327859878540039,0.3285762071609497,0.3294639587402344,0.3258695304393768,0.3260534405708313,0.3286381065845489,0.3287994265556335,0.3297498822212219,0.3312559723854065,0.3358747959136963,0.3314234912395477,0.3303252458572387,0.3299272060394287,0.3301239311695099,0.3315372467041015,0.330515444278717,0.3301299214363098,0.331067830324173,0.3263126313686371,0.3315630555152893,0.331708014011383,0.3312946856021881,0.3308100700378418],"label":"The Pile"},"FineWeb (ours)":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2562687695026397,0.264194518327713,0.2659797668457031,0.2690401375293731,0.2707462012767792,0.2736803293228149,0.2808477580547333,0.2819793820381164,0.2818062305450439,0.2852273285388946,0.2852552533149719,0.293150246143341,0.2869345247745514,0.2926198840141296,0.2911646664142608,0.2883031964302063,0.2938489317893982,0.2923268675804138,0.2927436530590057,0.2957125902175903,0.2942458391189575,0.2957732379436493,0.2933609783649444,0.2939628064632416,0.2984270751476288,0.2989151179790497,0.3007727265357971,0.2968312501907348,0.2969468235969543,0.3013020753860473,0.3045085966587066,0.3018752634525299,0.3014349043369293,0.2988792657852173,0.3034284710884094,0.3015728890895843,0.3065252900123596,0.3021449446678161,0.3043071627616882,0.303546279668808,0.3056059181690216,0.2971993386745453,0.3057574033737182,0.3057517111301422,0.3124973773956299,0.3139103651046753,0.3144983947277069,0.3126215636730194,0.3140240907669067,0.3113631308078766,0.3124240636825561,0.3126817643642425,0.3123457431793213,0.3111095428466797,0.3113269805908203,0.3142518699169159,0.3163851797580719,0.3134008049964905,0.3138530254364013,0.3171449303627014,0.3119543790817261,0.3147956132888794,0.3138984441757202,0.3178529143333435,0.3162296414375305,0.315980851650238,0.3123161196708679,0.3166452944278717,0.3140694200992584,0.3176922798156738,0.3176673054695129,0.3150016367435455,0.3161586821079254,0.3222477436065674,0.3194025754928589,0.3176416158676147,0.3159928619861603,0.3169592320919037,0.3135637938976288,0.3155058920383453,0.3215300440788269,0.3201274275779724,0.3192023932933807,0.3156079053878784,0.3212503492832184,0.3163617849349975,0.3223940432071686,0.3191330432891845,0.3194314539432525,0.3221519589424133,0.3211863040924072,0.3197937309741974,0.3174488544464111,0.3159596025943756,0.3157133460044861,0.3193388879299164,0.3163386285305023,0.3202225565910339,0.3163421154022217,0.3212694227695465,0.3187369704246521,0.3203508555889129,0.3224054872989654,0.3207881152629852,0.3219418525695801,0.3197605609893799,0.3255409598350525,0.3253240585327148,0.319698303937912,0.3250498473644256,0.3228228390216827,0.3213794529438019,0.3219127357006073,0.3214426934719085,0.3238218128681183,0.3229665458202362,0.3220484256744385,0.3240038454532623,0.3246393501758575,0.3237775564193725,0.3258441984653473,0.322843462228775,0.3241913020610809,0.324148565530777,0.3238157927989959,0.3248989582061767,0.3280864655971527,0.3288898766040802,0.3265794515609741,0.3277602791786194,0.3231202363967895,0.3224002718925476,0.323845773935318,0.3278093039989471,0.3247094452381134,0.3289697468280792,0.3272296786308288,0.3275051414966583,0.3271359801292419,0.3280861675739288,0.3281281590461731,0.327859491109848,0.3281152546405792,0.3282515406608581,0.3258990049362182,0.3271094560623169,0.3259278535842895,0.3258941769599914,0.3278749883174896,0.3300504386425018,0.326113760471344,0.3242938220500946,0.3262194991111755,0.3263693153858185,0.3274452090263366,0.3254594206809997,0.3287247717380523,0.3250340223312378,0.3270816206932068,0.3275731801986694,0.3282500207424164,0.3257671594619751,0.3272948265075683,0.3274084031581878,0.3302212655544281,0.3322067260742187,0.3296935856342315],"label":"FineWeb (ours)"},"RedPajama2":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2496780008077621,0.2519060671329498,0.2591428160667419,0.2637551724910736,0.2671225368976593,0.2742190659046173,0.2761570811271667,0.27329882979393,0.2755842506885528,0.2790464162826538,0.2869725823402405,0.2838374674320221,0.2864839732646942,0.2891924679279327,0.2910299301147461,0.2891930639743805,0.288548856973648,0.29207244515419,0.2911308705806732,0.2965781390666961,0.2966488599777221,0.2910915017127991,0.2942662537097931,0.2906062006950378,0.2968285381793976,0.299734503030777,0.2920202910900116,0.3011439740657806,0.2991106510162353,0.2955383658409118,0.2984142899513244,0.3006328046321869,0.3036990761756897,0.2976612746715545,0.2990829646587372,0.2943736910820007,0.300097107887268,0.2956410348415375,0.3071651458740234,0.3055790960788727,0.3042990863323211,0.3054490685462951,0.3014840185642242,0.298349380493164,0.3029196262359619,0.3046568930149078,0.306732028722763,0.3014123737812042,0.3036067485809326,0.3066047132015228,0.3052354753017425,0.3075886964797973,0.3091740012168884,0.3017406165599823,0.3043143153190613,0.3051626980304718,0.3052559792995453,0.3032524585723877,0.3126200735569,0.3073466420173645,0.3121364712715149,0.3114152550697326,0.3056653439998626,0.3071228861808777,0.3121611177921295,0.3070071935653686,0.3095386028289795,0.3122327923774719,0.3104317188262939,0.3108241260051727,0.3109523057937622,0.3170003592967987,0.3106639087200165,0.3124147951602936,0.3132331371307373,0.3180687129497528,0.3111820816993713,0.3153944313526153,0.3127918243408203,0.3113606572151184,0.3180998861789703,0.3133571743965149,0.314390480518341,0.3146277070045471,0.3148570358753204,0.3144837021827698,0.3187994956970215,0.3204345703125,0.3150869607925415,0.3201290965080261,0.3202804625034332,0.319104790687561,0.3177886009216308,0.3194527924060821,0.3167977631092071,0.3182326853275299,0.3169693946838379,0.3235675394535064,0.3185839354991913,0.3215724229812622,0.3182428181171417,0.3219003081321716,0.3199219107627868,0.3217185437679291,0.3206124603748321,0.3205193877220154,0.318211942911148,0.3197448849678039,0.3191796839237213,0.3248491883277893,0.3221067786216736,0.3249030709266662,0.3219638168811798,0.3252624571323395,0.3218883872032165,0.3220428824424743,0.3214907944202423,0.3213936984539032,0.3221090137958526,0.3221961259841919,0.3210761547088623,0.3239326179027557,0.321384847164154,0.3226822912693023,0.3249708116054535,0.3271316289901733,0.3257546424865722,0.323205828666687,0.3232316970825195,0.3275502622127533,0.3237724900245666,0.3249053359031677,0.3257182836532593,0.3244708180427551,0.3246290981769562,0.3252749741077423,0.3240469694137573,0.329105406999588,0.3294115364551544,0.3245800733566284,0.3285538256168365,0.3260121047496795,0.3243294656276703,0.3270638883113861,0.3259481191635132,0.3246479034423828,0.321680337190628,0.3224166929721832,0.3243135511875152,0.3283822238445282,0.3236311376094818,0.327635109424591,0.3274770975112915,0.3242181539535522,0.3290536999702453,0.3260405361652374,0.3252047896385193,0.3275159001350403,0.3269789516925812,0.3300522267818451,0.3290919959545135,0.3258809447288513,0.3274780511856079,0.3302557468414306,0.3261787891387939,0.3282874226570129,0.3261036276817322,0.3293801844120025],"label":"RedPajama2"},"Dolma":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501270473003387,0.2560833990573883,0.2599925696849823,0.2675598859786987,0.2684114277362823,0.2716337144374847,0.2740766704082489,0.2775039076805115,0.2783404588699341,0.2796013355255127,0.2820949554443359,0.2810406684875488,0.2823644876480102,0.2833253145217895,0.2857703566551208,0.2808239161968231,0.2917547225952148,0.2897486090660095,0.2875275015830993,0.2943058311939239,0.2891780138015747,0.2897033989429474,0.2903319895267486,0.2924950718879699,0.2875644862651825,0.2924458384513855,0.293954849243164,0.2929113805294037,0.2915636599063873,0.2917861938476562,0.2942286729812622,0.2967639863491058,0.291913092136383,0.2953178882598877,0.2972874641418457,0.2956210374832153,0.3018575012683868,0.2929699420928955,0.2950209975242615,0.3003560602664947,0.2974177300930023,0.2950251400470733,0.296758621931076,0.2972809970378876,0.2982426285743713,0.3019979298114776,0.3008206784725189,0.3005954325199127,0.2938346862792969,0.3009699583053589,0.2989449501037597,0.2996537983417511,0.3019669651985168,0.3000748455524444,0.3000148236751556,0.2995675504207611,0.298966109752655,0.3004475831985473,0.3023184835910797,0.3034453392028808,0.3016394674777984,0.3060395121574402,0.3066911995410919,0.3065873384475708,0.29949951171875,0.3031920790672302,0.3026251792907715,0.3046470880508423,0.3025145232677459,0.306982010602951,0.302643358707428,0.304037868976593,0.3015348613262176,0.299553781747818,0.3041835427284241,0.3027640879154205,0.3082228600978851,0.3047288656234741,0.3039765655994415,0.3048267066478729,0.3035992980003357,0.3056430518627167,0.3037824630737304,0.3048160970211029,0.3040882349014282,0.3052836060523987,0.3065180480480194,0.307971179485321,0.3091272115707397,0.3034843504428863,0.3075712919235229,0.3104844093322754,0.3063389658927917,0.3032608032226562,0.3080332279205322,0.3079279065132141,0.3062038123607635,0.3072481155395508,0.3117794990539551,0.3067246973514557,0.3082475662231445,0.3099625706672668,0.3070119023323059,0.3101015090942383,0.3109049797058105,0.3087223470211029,0.3101778626441955,0.3094301521778106,0.3144752383232116,0.3116049468517303,0.3116113245487213,0.3137989044189453,0.3153277635574341,0.3151018321514129,0.3132036030292511,0.3145381212234497,0.3129039704799652,0.3149133026599884,0.3102412819862366,0.3117950558662414,0.3154202997684479,0.3132332563400268,0.3113301992416382,0.3101116418838501,0.3130112290382385,0.3137075006961822,0.315510481595993,0.3132544159889221,0.3161831498146057,0.3116595447063446,0.3104106485843658,0.3173929154872894,0.314871996641159,0.316310316324234,0.3159449696540832,0.3161650598049164,0.3156299889087677,0.3161895871162414,0.3156271278858185,0.3160959482192993,0.317343145608902,0.3176217675209045,0.3190700709819793,0.3196708261966705,0.3158564865589142,0.3173984587192535,0.316327154636383,0.3143565356731415,0.3159370124340057,0.3192657828330993,0.3172151446342468,0.3148190677165985,0.3171719908714294,0.3181072175502777,0.3178979456424713,0.3210897445678711,0.3147720694541931,0.3171736001968384,0.3176901936531067,0.3162892162799835,0.3163918852806091,0.3174804747104645,0.3201273679733276,0.3196343183517456,0.3189445436000824,0.3197543323040008,0.3184814155101776,0.3209713697433471],"label":"Dolma"},"C4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2501466572284698,0.2503989636898041,0.2554822564125061,0.267362505197525,0.2635625898838043,0.2717761397361755,0.2754477560520172,0.275278776884079,0.2799545228481293,0.2766266465187073,0.27903613448143,0.2817002832889557,0.2798756062984466,0.2839230597019195,0.2838127315044403,0.2853756248950958,0.2841375172138214,0.2884852290153503,0.2859430313110351,0.2888604700565338,0.2842839062213897,0.2834508419036865,0.2905769944190979,0.291401594877243,0.2923042178153991,0.2906481623649597,0.2864490151405334,0.2894583344459533,0.2936400771141052,0.289957731962204,0.2898236215114593,0.2837969064712524,0.2944568693637848,0.287180632352829,0.2923372685909271,0.2921179831027984,0.2892000675201416,0.2896223366260528,0.2912705242633819,0.2905389666557312,0.2875383198261261,0.2915911972522735,0.2923913896083832,0.2919397950172424,0.2927466332912445,0.2955999374389648,0.2927011847496032,0.2947700321674347,0.2957072854042053,0.2927916347980499,0.2963354587554931,0.2973482012748718,0.2991726994514465,0.2962333858013153,0.2936276495456695,0.2937322854995727,0.3001607954502105,0.2961930930614471,0.2966057658195495,0.2966968417167663,0.3002983927726745,0.2983409464359283,0.2959610521793365,0.2962177395820617,0.2951928675174713,0.2985051274299621,0.30136439204216,0.2984142005443573,0.3012503385543823,0.299721896648407,0.3021658658981323,0.2981589436531067,0.2985765635967254,0.2982990145683288,0.3036385178565979,0.3027603924274444,0.3010715246200561,0.3001661598682403,0.298428326845169,0.3019610047340393,0.3065414726734161,0.29936483502388,0.3038617968559265,0.3041279911994934,0.3058141767978668,0.3057383298873901,0.3019986450672149,0.3034681677818298,0.3048995435237884,0.3043853640556335,0.3066711127758026,0.30138099193573,0.3047040700912475,0.3035959601402282,0.3064981997013092,0.3050976097583771,0.3082782626152038,0.3046838641166687,0.3041907548904419,0.3060542941093445,0.3100601136684418,0.3060735464096069,0.3048785924911499,0.3074990510940552,0.3062954843044281,0.3097685873508453,0.3098846077919006,0.3045764863491058,0.3065372407436371,0.308793306350708,0.3075888156890869,0.3107441067695617,0.3069410920143127,0.3096908032894134,0.3064695000648498,0.3067855834960937,0.3074861168861389,0.3091084659099579,0.3072076141834259,0.3065063059329986,0.3104434311389923,0.3067492246627807,0.3116618990898132,0.3115111291408539,0.3112091422080993,0.3067144453525543,0.3121508359909057,0.3089344203472137,0.3137882351875305,0.3108713626861572,0.312741070985794,0.3097975254058838,0.3122666180133819,0.3133568465709686,0.3127341866493225,0.3080432415008545,0.3120637834072113,0.3122869431972503,0.3120250403881073,0.3117712736129761,0.3109983205795288,0.3125808835029602,0.3116428554058075,0.3129400014877319,0.3116071224212646,0.3128395676612854,0.3080540597438812,0.3104397654533386,0.3116388320922851,0.3122957944869995,0.3113322257995605,0.313622385263443,0.313764363527298,0.3136481344699859,0.3141548335552215,0.3139144778251648,0.3123406767845154,0.314969539642334,0.3138300478458404,0.3155047297477722,0.3115970492362976,0.3151944875717163,0.3144146800041199,0.3156995475292206,0.3192606270313263,0.3183640241622925,0.3151223957538605,0.3162081837654114],"label":"C4"}},"layout":{"title":{"text":"FineWeb-Edu ablations"}}}
 
1
+ {"data":{"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2846052646636963,0.2959392964839935,0.3061228692531585,0.3149208426475525,0.3176532685756683,0.3225170373916626,0.3196880519390106,0.33268803358078,0.3359453380107879,0.3378236889839172,0.3327613472938537,0.3371004462242126,0.341436356306076,0.3346577882766723,0.3467139005661011,0.3444235622882843,0.3393178880214691,0.3464101552963257,0.3519443869590759,0.3424438536167145,0.3482622504234314,0.3498939573764801,0.3489386737346649,0.3370750844478607,0.3544466495513916,0.3526914715766907,0.3480485081672668,0.3531897664070129,0.3544855415821075,0.3564254641532898,0.3549351394176483,0.3615870773792267,0.3598267436027527,0.3631990551948547,0.3607141971588135,0.3631689846515655,0.3636053204536438,0.3645668029785156,0.3634436726570129,0.3636528253555298,0.3648204207420349,0.365005224943161,0.3584451973438263,0.3670040369033813,0.3671388924121856,0.364416092634201,0.3627950549125671,0.3640199303627014,0.3622030317783355,0.3591959178447723,0.3608148992061615,0.368902176618576,0.3647457659244537,0.364712506532669,0.3672005832195282,0.371817797422409,0.3703738451004028,0.3707690834999084,0.3658463656902313,0.3696920573711395,0.36676025390625,0.3686844706535339,0.3625083863735199,0.3724599778652191,0.3751636147499084,0.3710232377052307,0.3732930719852447,0.3758543133735657,0.3735319674015045,0.3748462796211242,0.3727696537971496,0.3742765486240387,0.3781122863292694,0.3772228062152862,0.3758714497089386,0.3751420676708221,0.3744629323482513,0.3745329976081848,0.3729472458362579,0.3722458183765411,0.3734634220600128,0.3744533956050873],"label":"FineWeb-Edu"},"SlimPajama":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2593538165092468,0.2664803266525268,0.2750212550163269,0.2735992670059204,0.2807474434375763,0.2859686017036438,0.2844336628913879,0.2903566062450409,0.2869687974452972,0.2895745635032654,0.285281777381897,0.2966246604919433,0.2906226515769958,0.2983705997467041,0.3010403513908386,0.3023008406162262,0.2975163459777832,0.3005977869033813,0.2960115671157837,0.3078178465366363,0.3054529130458832,0.3028279542922973,0.3116106986999511,0.3076794445514679,0.3102109432220459,0.3062224984169006,0.3052020072937011,0.3075071275234222,0.3031999468803406,0.3074706494808197,0.3070628046989441,0.3127453923225403,0.3129480183124542,0.3163215219974518,0.3132557868957519,0.3108917474746704,0.3118407726287842,0.3157584071159363,0.311055988073349,0.3187046945095062,0.3121104836463928,0.3151332139968872,0.3146162927150726,0.3161299228668213,0.3161057233810425,0.3162356913089752,0.3190236985683441,0.3202316761016845,0.3163894414901733,0.3266949653625488,0.3233769834041595,0.3205596804618835,0.3206443786621094,0.3217288851737976,0.3252238631248474,0.3246301114559173,0.3228626251220703,0.3248985707759857,0.3260233104228973,0.3253726661205292,0.3251070082187652,0.3218710720539093,0.3265250921249389,0.3297024071216583,0.3267576098442077,0.3304429948329925,0.3264918923377991,0.3295789361000061,0.3284499049186706,0.3298918604850769,0.3281697332859039,0.3280701637268066,0.3303491175174713,0.3314228653907776,0.3307021856307983,0.3283750414848327,0.3326679468154907,0.330735981464386,0.3320714235305786,0.3337414860725403,0.3344342410564422,0.3337143063545227],"label":"SlimPajama"},"RefinedWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2616856694221496,0.2683407664299011,0.2762066125869751,0.2767378389835357,0.2788906991481781,0.2856102883815765,0.2890409529209137,0.2883355319499969,0.291619062423706,0.2962473034858703,0.297355443239212,0.2886744439601898,0.2976542115211487,0.3004479110240936,0.2976194322109222,0.3048252463340759,0.303354948759079,0.2999922931194305,0.2998814284801483,0.3041949570178985,0.3022017180919647,0.3015910983085632,0.3012076020240783,0.3042872548103332,0.2997980415821075,0.303458571434021,0.3145398199558258,0.310806930065155,0.3101692199707031,0.3066047430038452,0.3081336915493011,0.3086149394512176,0.3136637806892395,0.31076380610466,0.3133681714534759,0.3124453127384186,0.3106793165206909,0.3111244142055511,0.3144859969615936,0.311982125043869,0.3122903704643249,0.3078767359256744,0.3171303570270538,0.3154936134815216,0.3153132200241089,0.3163397014141083,0.3168410360813141,0.3201336860656738,0.3191385567188263,0.3192791938781738,0.320336639881134,0.3206393420696258,0.3135207295417785,0.3191742599010467,0.3222262561321258,0.3213480710983276,0.3219239711761474,0.318855881690979,0.324197381734848,0.3264936804771423,0.3231639564037323,0.3277338445186615,0.3263820111751556,0.3264622390270233,0.3286814987659454,0.32446950674057,0.328130304813385,0.3274554014205932,0.3261759579181671,0.3303172886371612,0.3289586305618286,0.3254813551902771,0.3287097811698913,0.3293041586875915,0.3287808299064636,0.3288172781467438,0.3275215625762939,0.3261331617832184,0.331955999135971,0.3274719417095184,0.3269940316677093,0.3323083519935608],"label":"RefinedWeb"},"The Pile":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2561326622962951,0.2633565366268158,0.2713600993156433,0.2707636058330536,0.2729981541633606,0.2803106009960174,0.2779591083526611,0.2798897624015808,0.2803314626216888,0.2816281020641327,0.2882601618766784,0.2890165150165558,0.2897007167339325,0.2834174335002899,0.2913220524787903,0.2914148271083832,0.293608158826828,0.2899258136749267,0.2945047914981842,0.2960488498210907,0.2955847680568695,0.2971082925796509,0.2950723767280578,0.2964051365852356,0.2963071465492248,0.2972628474235534,0.2960390746593475,0.2980498075485229,0.2978217303752899,0.3007307946681976,0.3062177002429962,0.3027545511722564,0.3046002388000488,0.3070093989372253,0.301089197397232,0.2994609773159027,0.3015709221363067,0.3078455030918121,0.3078760802745819,0.3041301965713501,0.308231920003891,0.3082239031791687,0.3071774840354919,0.3100490272045135,0.3090290427207947,0.3089599609375,0.3090586364269256,0.3124137222766876,0.3110654950141907,0.3129254281520843,0.3099710345268249,0.3135911822319031,0.3133870661258697,0.3170333206653595,0.3185184895992279,0.3195942044258117,0.315343827009201,0.3192358016967773,0.319799929857254,0.3259644210338592,0.3209564685821533,0.3186767101287842,0.3227059245109558,0.3189719617366791,0.3231253325939178,0.3221996128559112,0.3278523981571197,0.3222698867321014,0.3253422081470489,0.3249134719371795,0.3244758546352386,0.3258695304393768,0.3286381065845489,0.3297498822212219,0.3358747959136963,0.3303252458572387,0.3301239311695099,0.330515444278717,0.331067830324173,0.3315630555152893,0.3312946856021881,0.3308100700378418],"label":"The Pile"},"FineWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.264194518327713,0.2690401375293731,0.2736803293228149,0.2819793820381164,0.2852273285388946,0.293150246143341,0.2926198840141296,0.2883031964302063,0.2923268675804138,0.2957125902175903,0.2957732379436493,0.2939628064632416,0.2989151179790497,0.2968312501907348,0.3013020753860473,0.3018752634525299,0.2988792657852173,0.3015728890895843,0.3021449446678161,0.303546279668808,0.2971993386745453,0.3057517111301422,0.3139103651046753,0.3126215636730194,0.3113631308078766,0.3126817643642425,0.3111095428466797,0.3142518699169159,0.3134008049964905,0.3171449303627014,0.3147956132888794,0.3178529143333435,0.315980851650238,0.3166452944278717,0.3176922798156738,0.3150016367435455,0.3222477436065674,0.3176416158676147,0.3169592320919037,0.3155058920383453,0.3201274275779724,0.3156079053878784,0.3163617849349975,0.3191330432891845,0.3221519589424133,0.3197937309741974,0.3159596025943756,0.3193388879299164,0.3202225565910339,0.3212694227695465,0.3203508555889129,0.3207881152629852,0.3197605609893799,0.3253240585327148,0.3250498473644256,0.3213794529438019,0.3214426934719085,0.3229665458202362,0.3240038454532623,0.3237775564193725,0.322843462228775,0.324148565530777,0.3248989582061767,0.3288898766040802,0.3277602791786194,0.3224002718925476,0.3278093039989471,0.3275051414966583,0.3280861675739288,0.327859491109848,0.3282515406608581,0.3258941769599914,0.3300504386425018,0.3242938220500946,0.3263693153858185,0.3254594206809997,0.3250340223312378,0.3275731801986694,0.3257671594619751,0.3274084031581878,0.3322067260742187,0.3296935856342315],"label":"FineWeb"},"RedPajama2":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2591428160667419,0.2671225368976593,0.2761570811271667,0.2755842506885528,0.2869725823402405,0.2864839732646942,0.2910299301147461,0.288548856973648,0.2911308705806732,0.2966488599777221,0.2942662537097931,0.2968285381793976,0.2920202910900116,0.2991106510162353,0.2984142899513244,0.3036990761756897,0.2990829646587372,0.300097107887268,0.3071651458740234,0.3042990863323211,0.3014840185642242,0.3029196262359619,0.306732028722763,0.3036067485809326,0.3052354753017425,0.3091740012168884,0.3043143153190613,0.3052559792995453,0.3126200735569,0.3121364712715149,0.3056653439998626,0.3121611177921295,0.3095386028289795,0.3104317188262939,0.3109523057937622,0.3106639087200165,0.3132331371307373,0.3111820816993713,0.3127918243408203,0.3180998861789703,0.314390480518341,0.3148570358753204,0.3187994956970215,0.3150869607925415,0.3202804625034332,0.3177886009216308,0.3167977631092071,0.3169693946838379,0.3185839354991913,0.3182428181171417,0.3199219107627868,0.3206124603748321,0.318211942911148,0.3191796839237213,0.3221067786216736,0.3219638168811798,0.3218883872032165,0.3214907944202423,0.3221090137958526,0.3210761547088623,0.321384847164154,0.3249708116054535,0.3257546424865722,0.3232316970825195,0.3237724900245666,0.3257182836532593,0.3246290981769562,0.3294115364551544,0.3285538256168365,0.3243294656276703,0.3259481191635132,0.3243135511875152,0.3236311376094818,0.3274770975112915,0.3290536999702453,0.3252047896385193,0.3269789516925812,0.3290919959545135,0.3274780511856079,0.3261787891387939,0.3261036276817322,0.3293801844120025],"label":"RedPajama2"},"Dolma":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2599925696849823,0.2684114277362823,0.2740766704082489,0.2783404588699341,0.2820949554443359,0.2823644876480102,0.2857703566551208,0.2917547225952148,0.2875275015830993,0.2891780138015747,0.2903319895267486,0.2875644862651825,0.293954849243164,0.2915636599063873,0.2942286729812622,0.291913092136383,0.2972874641418457,0.3018575012683868,0.2950209975242615,0.2974177300930023,0.296758621931076,0.2982426285743713,0.3008206784725189,0.2938346862792969,0.2989449501037597,0.3019669651985168,0.3000148236751556,0.298966109752655,0.3023184835910797,0.3016394674777984,0.3066911995410919,0.29949951171875,0.3026251792907715,0.3025145232677459,0.302643358707428,0.3015348613262176,0.3041835427284241,0.3082228600978851,0.3039765655994415,0.3035992980003357,0.3037824630737304,0.3040882349014282,0.3065180480480194,0.3091272115707397,0.3075712919235229,0.3063389658927917,0.3080332279205322,0.3062038123607635,0.3117794990539551,0.3082475662231445,0.3070119023323059,0.3109049797058105,0.3101778626441955,0.3144752383232116,0.3116113245487213,0.3153277635574341,0.3132036030292511,0.3129039704799652,0.3102412819862366,0.3154202997684479,0.3113301992416382,0.3130112290382385,0.315510481595993,0.3161831498146057,0.3104106485843658,0.314871996641159,0.3159449696540832,0.3156271278858185,0.317343145608902,0.3190700709819793,0.3158564865589142,0.3159370124340057,0.3172151446342468,0.3171719908714294,0.3178979456424713,0.3147720694541931,0.3176901936531067,0.3163918852806091,0.3201273679733276,0.3189445436000824,0.3184814155101776,0.3209713697433471],"label":"Dolma"},"C4":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2554822564125061,0.2635625898838043,0.2754477560520172,0.2799545228481293,0.27903613448143,0.2798756062984466,0.2838127315044403,0.2841375172138214,0.2859430313110351,0.2842839062213897,0.2905769944190979,0.2923042178153991,0.2864490151405334,0.2936400771141052,0.2898236215114593,0.2944568693637848,0.2923372685909271,0.2892000675201416,0.2912705242633819,0.2875383198261261,0.2923913896083832,0.2927466332912445,0.2927011847496032,0.2957072854042053,0.2963354587554931,0.2991726994514465,0.2936276495456695,0.3001607954502105,0.2966057658195495,0.3002983927726745,0.2959610521793365,0.2951928675174713,0.30136439204216,0.3012503385543823,0.3021658658981323,0.2985765635967254,0.3036385178565979,0.3010715246200561,0.298428326845169,0.3065414726734161,0.3038617968559265,0.3058141767978668,0.3019986450672149,0.3048995435237884,0.3066711127758026,0.3047040700912475,0.3064981997013092,0.3082782626152038,0.3041907548904419,0.3100601136684418,0.3048785924911499,0.3062954843044281,0.3098846077919006,0.3065372407436371,0.3075888156890869,0.3069410920143127,0.3064695000648498,0.3074861168861389,0.3072076141834259,0.3104434311389923,0.3116618990898132,0.3112091422080993,0.3121508359909057,0.3137882351875305,0.312741070985794,0.3122666180133819,0.3127341866493225,0.3120250403881073,0.3109983205795288,0.3116428554058075,0.3116071224212646,0.3116388320922851,0.3113322257995605,0.313764363527298,0.3141548335552215,0.3123406767845154,0.3138300478458404,0.3115970492362976,0.3144146800041199,0.3192606270313263,0.3151223957538605,0.3162081837654114],"label":"C4"}},"layout":{"title":{"text":"Dataset ablations"}}}
dist/assets/data/plots/edu_ablations/openbookqa_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data":{"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2960000038146972,0.3199999928474426,0.3519999980926513,0.3600000143051147,0.363999992609024,0.3659999966621399,0.3759999871253967,0.3860000073909759,0.3779999911785126,0.3799999952316284,0.3759999871253967,0.3700000047683716,0.3840000033378601,0.3759999871253967,0.3779999911785126,0.3980000019073486,0.3799999952316284,0.3819999992847442,0.3939999938011169,0.3980000019073486,0.3720000088214874,0.3880000114440918,0.3899999856948852,0.3759999871253967,0.3759999871253967,0.3939999938011169,0.3700000047683716,0.4040000140666961,0.3899999856948852,0.3919999897480011,0.4020000100135803,0.3740000128746032,0.3799999952316284,0.3919999897480011,0.3899999856948852,0.3899999856948852,0.3880000114440918,0.4040000140666961,0.3899999856948852,0.3939999938011169,0.3959999978542328,0.3980000019073486,0.3880000114440918,0.3980000019073486,0.4040000140666961,0.3980000019073486,0.4040000140666961,0.3860000073909759,0.3919999897480011,0.4000000059604645,0.414000004529953,0.3939999938011169,0.4059999883174896,0.4040000140666961,0.4120000004768371,0.4300000071525574,0.4180000126361847,0.4120000004768371,0.4059999883174896,0.4160000085830688,0.4020000100135803,0.4280000030994415,0.4199999868869781,0.4199999868869781,0.4199999868869781,0.4199999868869781,0.4199999868869781,0.4160000085830688,0.4099999964237213,0.414000004529953,0.4079999923706054,0.4239999949932098,0.4120000004768371,0.4079999923706054,0.4199999868869781,0.414000004529953,0.4040000140666961,0.4180000126361847,0.4079999923706054,0.4079999923706054,0.414000004529953,0.4180000126361847],"label":"FineWeb-Edu"},"FineWeb (ours)":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2440000027418136,0.270000010728836,0.2720000147819519,0.3000000119209289,0.2919999957084656,0.3160000145435333,0.3160000145435333,0.3179999887943268,0.3199999928474426,0.3440000116825104,0.3179999887943268,0.3240000009536743,0.3300000131130218,0.3240000009536743,0.3199999928474426,0.335999995470047,0.3339999914169311,0.3440000116825104,0.3459999859333038,0.3400000035762787,0.3440000116825104,0.335999995470047,0.3379999995231628,0.3519999980926513,0.3379999995231628,0.3420000076293945,0.3319999873638153,0.3479999899864197,0.3459999859333038,0.3339999914169311,0.3440000116825104,0.3420000076293945,0.3219999969005584,0.3319999873638153,0.3479999899864197,0.3379999995231628,0.335999995470047,0.3499999940395355,0.3420000076293945,0.3319999873638153,0.3400000035762787,0.3400000035762787,0.3519999980926513,0.3479999899864197,0.3379999995231628,0.335999995470047,0.3400000035762787,0.3319999873638153,0.3580000102519989,0.3499999940395355,0.3700000047683716,0.3680000007152557,0.335999995470047,0.3600000143051147,0.3499999940395355,0.356000006198883,0.3499999940395355,0.356000006198883,0.3619999885559082,0.363999992609024,0.3519999980926513,0.3540000021457672,0.3600000143051147,0.3600000143051147,0.3540000021457672,0.356000006198883,0.363999992609024,0.363999992609024,0.3499999940395355,0.3659999966621399,0.356000006198883,0.363999992609024,0.3540000021457672,0.3540000021457672,0.3619999885559082,0.3740000128746032,0.3519999980926513,0.3659999966621399,0.3680000007152557,0.3700000047683716,0.3580000102519989,0.3499999940395355,0.3740000128746032,0.3659999966621399,0.3659999966621399,0.3580000102519989,0.3479999899864197,0.363999992609024,0.3519999980926513,0.3580000102519989,0.356000006198883,0.3740000128746032,0.363999992609024,0.3700000047683716,0.363999992609024,0.3700000047683716,0.363999992609024,0.3799999952316284,0.3860000073909759,0.3680000007152557,0.3779999911785126,0.3740000128746032,0.3600000143051147,0.3659999966621399,0.3680000007152557,0.3619999885559082,0.3700000047683716,0.3759999871253967,0.363999992609024,0.3740000128746032,0.3799999952316284,0.3779999911785126,0.3659999966621399,0.3600000143051147,0.3740000128746032,0.3600000143051147,0.363999992609024,0.363999992609024,0.363999992609024,0.3779999911785126,0.3700000047683716,0.3799999952316284,0.3720000088214874,0.3819999992847442,0.3759999871253967,0.3799999952316284,0.3740000128746032,0.3860000073909759,0.3779999911785126,0.3959999978542328,0.3880000114440918,0.3799999952316284,0.3860000073909759,0.3759999871253967,0.3939999938011169,0.3779999911785126,0.3959999978542328,0.3779999911785126,0.3899999856948852,0.3860000073909759,0.3959999978542328,0.3759999871253967,0.3720000088214874,0.3799999952316284,0.3740000128746032,0.3759999871253967,0.3799999952316284,0.3819999992847442,0.3840000033378601,0.3720000088214874,0.363999992609024,0.3840000033378601,0.3919999897480011,0.3819999992847442,0.3819999992847442,0.3779999911785126,0.3799999952316284,0.3840000033378601,0.3819999992847442,0.3899999856948852,0.3860000073909759,0.3819999992847442,0.3840000033378601,0.3720000088214874,0.3799999952316284,0.3819999992847442,0.3959999978542328],"label":"FineWeb (ours)"},"Dolma":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2619999945163727,0.2860000133514404,0.2800000011920929,0.2919999957084656,0.3000000119209289,0.3059999942779541,0.3079999983310699,0.3100000023841858,0.3000000119209289,0.3039999902248382,0.328000009059906,0.3260000050067901,0.328000009059906,0.3540000021457672,0.3319999873638153,0.3219999969005584,0.328000009059906,0.3339999914169311,0.3479999899864197,0.3540000021457672,0.335999995470047,0.3499999940395355,0.3479999899864197,0.3420000076293945,0.3379999995231628,0.3300000131130218,0.363999992609024,0.3440000116825104,0.3519999980926513,0.3319999873638153,0.3400000035762787,0.3459999859333038,0.3479999899864197,0.3440000116825104,0.3379999995231628,0.3459999859333038,0.3459999859333038,0.3440000116825104,0.3519999980926513,0.3519999980926513,0.3420000076293945,0.3400000035762787,0.3499999940395355,0.3540000021457672,0.3459999859333038,0.3519999980926513,0.3459999859333038,0.3540000021457672,0.3659999966621399,0.3540000021457672,0.3600000143051147,0.3619999885559082,0.3659999966621399,0.3479999899864197,0.3519999980926513,0.3420000076293945,0.363999992609024,0.3580000102519989,0.3519999980926513,0.3440000116825104,0.3400000035762787,0.3499999940395355,0.3619999885559082,0.3519999980926513,0.3619999885559082,0.3479999899864197,0.356000006198883,0.3540000021457672,0.363999992609024,0.3459999859333038,0.3580000102519989,0.3619999885559082,0.3479999899864197,0.363999992609024,0.3459999859333038,0.3619999885559082,0.3600000143051147,0.3600000143051147,0.3519999980926513,0.3600000143051147,0.3680000007152557,0.3659999966621399,0.3659999966621399,0.3600000143051147,0.3580000102519989,0.3580000102519989,0.3720000088214874,0.3619999885559082,0.363999992609024,0.3479999899864197,0.3659999966621399,0.3600000143051147,0.3680000007152557,0.3700000047683716,0.3580000102519989,0.3420000076293945,0.3619999885559082,0.3479999899864197,0.3540000021457672,0.3499999940395355,0.3600000143051147,0.3720000088214874,0.3420000076293945,0.3580000102519989,0.3680000007152557,0.3600000143051147,0.3600000143051147,0.3440000116825104,0.3619999885559082,0.356000006198883,0.3580000102519989,0.3600000143051147,0.3540000021457672,0.3519999980926513,0.3499999940395355,0.3479999899864197,0.3540000021457672,0.3619999885559082,0.3540000021457672,0.3600000143051147,0.3519999980926513,0.3540000021457672,0.3600000143051147,0.3659999966621399,0.3479999899864197,0.3540000021457672,0.3459999859333038,0.3759999871253967,0.3580000102519989,0.3540000021457672,0.3659999966621399,0.3659999966621399,0.3659999966621399,0.3680000007152557,0.356000006198883,0.3600000143051147,0.3619999885559082,0.3700000047683716,0.3600000143051147,0.3600000143051147,0.3680000007152557,0.3799999952316284,0.3860000073909759,0.3700000047683716,0.3700000047683716,0.3659999966621399,0.3840000033378601,0.3659999966621399,0.3659999966621399,0.3659999966621399,0.3680000007152557,0.3700000047683716,0.3720000088214874,0.363999992609024,0.363999992609024,0.3740000128746032,0.3779999911785126,0.3659999966621399,0.3700000047683716,0.3720000088214874,0.3680000007152557,0.3740000128746032,0.3819999992847442,0.3619999885559082,0.3619999885559082,0.3740000128746032,0.3799999952316284],"label":"Dolma"},"C4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.25,0.2759999930858612,0.2739999890327453,0.2820000052452087,0.2980000078678131,0.3019999861717224,0.2899999916553497,0.3000000119209289,0.3240000009536743,0.3120000064373016,0.3260000050067901,0.3319999873638153,0.3440000116825104,0.3240000009536743,0.3400000035762787,0.3300000131130218,0.3459999859333038,0.3540000021457672,0.3319999873638153,0.3219999969005584,0.3499999940395355,0.3479999899864197,0.3300000131130218,0.3519999980926513,0.3499999940395355,0.3680000007152557,0.3479999899864197,0.3580000102519989,0.3519999980926513,0.3479999899864197,0.3600000143051147,0.3540000021457672,0.363999992609024,0.3619999885559082,0.3619999885559082,0.3540000021457672,0.3499999940395355,0.3540000021457672,0.3540000021457672,0.356000006198883,0.3519999980926513,0.3580000102519989,0.3720000088214874,0.3600000143051147,0.3700000047683716,0.3580000102519989,0.3600000143051147,0.3659999966621399,0.3759999871253967,0.3580000102519989,0.3779999911785126,0.356000006198883,0.3680000007152557,0.3680000007152557,0.356000006198883,0.363999992609024,0.3619999885559082,0.3740000128746032,0.3720000088214874,0.3740000128746032,0.3740000128746032,0.3740000128746032,0.3700000047683716,0.3600000143051147,0.3799999952316284,0.3659999966621399,0.3819999992847442,0.3779999911785126,0.3619999885559082,0.363999992609024,0.356000006198883,0.356000006198883,0.3600000143051147,0.3580000102519989,0.3779999911785126,0.3759999871253967,0.3700000047683716,0.363999992609024,0.3700000047683716,0.3700000047683716,0.3600000143051147,0.3700000047683716,0.3619999885559082,0.3700000047683716,0.3659999966621399,0.3799999952316284,0.3720000088214874,0.3779999911785126,0.3580000102519989,0.3600000143051147,0.3659999966621399,0.3819999992847442,0.3619999885559082,0.3680000007152557,0.3860000073909759,0.3860000073909759,0.3700000047683716,0.363999992609024,0.3720000088214874,0.3740000128746032,0.3700000047683716,0.3840000033378601,0.3980000019073486,0.3740000128746032,0.3659999966621399,0.3779999911785126,0.3919999897480011,0.3759999871253967,0.3740000128746032,0.3819999992847442,0.3659999966621399,0.3740000128746032,0.3799999952316284,0.363999992609024,0.3799999952316284,0.3779999911785126,0.3740000128746032,0.3980000019073486,0.3899999856948852,0.3840000033378601,0.3819999992847442,0.3779999911785126,0.3759999871253967,0.3860000073909759,0.3899999856948852,0.3700000047683716,0.3799999952316284,0.3840000033378601,0.3840000033378601,0.3919999897480011,0.3779999911785126,0.3740000128746032,0.3899999856948852,0.3759999871253967,0.3819999992847442,0.3980000019073486,0.3899999856948852,0.3899999856948852,0.3779999911785126,0.3779999911785126,0.3919999897480011,0.3880000114440918,0.3840000033378601,0.3700000047683716,0.3819999992847442,0.3880000114440918,0.3819999992847442,0.3939999938011169,0.3860000073909759,0.3899999856948852,0.3980000019073486,0.4000000059604645,0.4059999883174896,0.3880000114440918,0.4000000059604645,0.3919999897480011,0.3980000019073486,0.3899999856948852,0.3899999856948852,0.3899999856948852,0.3939999938011169,0.3899999856948852,0.3899999856948852,0.3860000073909759,0.3880000114440918,0.3840000033378601,0.3720000088214874],"label":"C4"},"RefinedWeb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2560000121593475,0.2840000092983246,0.3059999942779541,0.3059999942779541,0.2980000078678131,0.3240000009536743,0.3100000023841858,0.3000000119209289,0.3160000145435333,0.3140000104904175,0.3260000050067901,0.3199999928474426,0.2980000078678131,0.3179999887943268,0.3319999873638153,0.3019999861717224,0.2939999997615814,0.3319999873638153,0.3319999873638153,0.3219999969005584,0.3379999995231628,0.3379999995231628,0.3339999914169311,0.3240000009536743,0.3479999899864197,0.3300000131130218,0.3240000009536743,0.3300000131130218,0.3400000035762787,0.3459999859333038,0.3319999873638153,0.3379999995231628,0.356000006198883,0.3339999914169311,0.3459999859333038,0.3440000116825104,0.3519999980926513,0.3479999899864197,0.3339999914169311,0.3400000035762787,0.3479999899864197,0.3379999995231628,0.3479999899864197,0.3499999940395355,0.3400000035762787,0.3499999940395355,0.3420000076293945,0.3659999966621399,0.3400000035762787,0.3459999859333038,0.3499999940395355,0.356000006198883,0.3400000035762787,0.356000006198883,0.3339999914169311,0.3339999914169311,0.3479999899864197,0.3420000076293945,0.3580000102519989,0.3339999914169311,0.3440000116825104,0.3400000035762787,0.3499999940395355,0.3540000021457672,0.3479999899864197,0.3499999940395355,0.3420000076293945,0.3379999995231628,0.335999995470047,0.356000006198883,0.3459999859333038,0.3499999940395355,0.3400000035762787,0.3440000116825104,0.356000006198883,0.3519999980926513,0.3400000035762787,0.3440000116825104,0.356000006198883,0.3400000035762787,0.356000006198883,0.3600000143051147,0.3540000021457672,0.3479999899864197,0.3379999995231628,0.3440000116825104,0.3300000131130218,0.3400000035762787,0.3459999859333038,0.3339999914169311,0.3499999940395355,0.3600000143051147,0.3440000116825104,0.3499999940395355,0.356000006198883,0.3420000076293945,0.3479999899864197,0.3379999995231628,0.3379999995231628,0.3459999859333038,0.356000006198883,0.328000009059906,0.3459999859333038,0.3519999980926513,0.3499999940395355,0.3519999980926513,0.3420000076293945,0.3499999940395355,0.3420000076293945,0.3339999914169311,0.335999995470047,0.3379999995231628,0.3379999995231628,0.3540000021457672,0.356000006198883,0.356000006198883,0.335999995470047,0.363999992609024,0.363999992609024,0.3499999940395355,0.356000006198883,0.3519999980926513,0.3519999980926513,0.3540000021457672,0.3459999859333038,0.3479999899864197,0.3519999980926513,0.3519999980926513,0.3420000076293945,0.3440000116825104,0.3379999995231628,0.3519999980926513,0.356000006198883,0.3420000076293945,0.3580000102519989,0.3499999940395355,0.3619999885559082,0.3519999980926513,0.3600000143051147,0.3459999859333038,0.3519999980926513,0.3519999980926513,0.3499999940395355,0.3580000102519989,0.356000006198883,0.3580000102519989,0.3600000143051147,0.3440000116825104,0.3600000143051147,0.3440000116825104,0.3479999899864197,0.3479999899864197,0.3580000102519989,0.3600000143051147,0.3580000102519989,0.3540000021457672,0.3519999980926513,0.3459999859333038,0.3459999859333038,0.3540000021457672,0.335999995470047,0.3540000021457672,0.3540000021457672,0.3519999980926513,0.356000006198883,0.3499999940395355,0.356000006198883],"label":"RefinedWeb"},"The Pile":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2759999930858612,0.2759999930858612,0.2720000147819519,0.2840000092983246,0.3019999861717224,0.2919999957084656,0.2980000078678131,0.2960000038146972,0.2899999916553497,0.2980000078678131,0.2939999997615814,0.3059999942779541,0.3199999928474426,0.3120000064373016,0.3140000104904175,0.3140000104904175,0.3019999861717224,0.3079999983310699,0.3100000023841858,0.3120000064373016,0.3120000064373016,0.3179999887943268,0.3260000050067901,0.3160000145435333,0.3319999873638153,0.3240000009536743,0.3379999995231628,0.3339999914169311,0.3300000131130218,0.3400000035762787,0.3240000009536743,0.3039999902248382,0.335999995470047,0.3219999969005584,0.3120000064373016,0.328000009059906,0.3140000104904175,0.3179999887943268,0.3240000009536743,0.3120000064373016,0.3379999995231628,0.3039999902248382,0.328000009059906,0.3260000050067901,0.3100000023841858,0.3339999914169311,0.328000009059906,0.3260000050067901,0.3319999873638153,0.328000009059906,0.328000009059906,0.3300000131130218,0.3440000116825104,0.328000009059906,0.3319999873638153,0.3440000116825104,0.3459999859333038,0.3240000009536743,0.3400000035762787,0.328000009059906,0.3499999940395355,0.3440000116825104,0.3499999940395355,0.3580000102519989,0.3420000076293945,0.3319999873638153,0.3499999940395355,0.3379999995231628,0.3479999899864197,0.3400000035762787,0.3319999873638153,0.3379999995231628,0.3339999914169311,0.3420000076293945,0.3420000076293945,0.3479999899864197,0.3499999940395355,0.3400000035762787,0.3479999899864197,0.3519999980926513,0.3379999995231628,0.3459999859333038,0.328000009059906,0.3339999914169311,0.3300000131130218,0.356000006198883,0.356000006198883,0.3540000021457672,0.3420000076293945,0.3499999940395355,0.3659999966621399,0.3519999980926513,0.3519999980926513,0.3479999899864197,0.356000006198883,0.3440000116825104,0.3499999940395355,0.3420000076293945,0.3400000035762787,0.3339999914169311,0.3440000116825104,0.3519999980926513,0.3420000076293945,0.3499999940395355,0.3540000021457672,0.3519999980926513,0.356000006198883,0.3519999980926513,0.3499999940395355,0.3580000102519989,0.3619999885559082,0.3540000021457672,0.3580000102519989,0.3540000021457672,0.3499999940395355,0.356000006198883,0.3540000021457672,0.3580000102519989,0.3499999940395355,0.3440000116825104,0.363999992609024,0.3479999899864197,0.3600000143051147,0.3540000021457672,0.3519999980926513,0.3600000143051147,0.3580000102519989,0.3459999859333038,0.3540000021457672,0.356000006198883,0.3580000102519989,0.3519999980926513,0.3519999980926513,0.3619999885559082,0.3619999885559082,0.356000006198883,0.3519999980926513,0.3600000143051147,0.3459999859333038,0.3499999940395355,0.3619999885559082,0.3519999980926513,0.3519999980926513,0.3580000102519989,0.3479999899864197,0.3479999899864197,0.3479999899864197,0.3540000021457672,0.3580000102519989,0.3499999940395355,0.3479999899864197,0.3499999940395355,0.3580000102519989,0.3600000143051147,0.3580000102519989,0.3659999966621399,0.3580000102519989,0.3540000021457672,0.3619999885559082,0.3540000021457672,0.3519999980926513,0.3600000143051147,0.3659999966621399,0.3479999899864197,0.3519999980926513,0.3459999859333038,0.356000006198883],"label":"The Pile"},"RedPajama2":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2460000067949295,0.2720000147819519,0.2800000011920929,0.2660000026226043,0.2820000052452087,0.2879999876022339,0.2899999916553497,0.2980000078678131,0.2840000092983246,0.3019999861717224,0.3019999861717224,0.3100000023841858,0.2960000038146972,0.3260000050067901,0.3160000145435333,0.3079999983310699,0.3059999942779541,0.3199999928474426,0.3100000023841858,0.3240000009536743,0.3079999983310699,0.3219999969005584,0.3140000104904175,0.3199999928474426,0.3300000131130218,0.3219999969005584,0.3260000050067901,0.3160000145435333,0.3420000076293945,0.3160000145435333,0.3219999969005584,0.3260000050067901,0.328000009059906,0.3219999969005584,0.3160000145435333,0.3219999969005584,0.3240000009536743,0.3540000021457672,0.3319999873638153,0.3240000009536743,0.335999995470047,0.3140000104904175,0.3260000050067901,0.3240000009536743,0.3400000035762787,0.335999995470047,0.3339999914169311,0.3400000035762787,0.3240000009536743,0.3400000035762787,0.3319999873638153,0.3379999995231628,0.3260000050067901,0.328000009059906,0.3199999928474426,0.3219999969005584,0.3140000104904175,0.3420000076293945,0.3339999914169311,0.3420000076293945,0.3339999914169311,0.328000009059906,0.3300000131130218,0.3400000035762787,0.3519999980926513,0.3459999859333038,0.3260000050067901,0.335999995470047,0.335999995470047,0.328000009059906,0.335999995470047,0.3479999899864197,0.3379999995231628,0.3339999914169311,0.3400000035762787,0.3400000035762787,0.3379999995231628,0.3260000050067901,0.3400000035762787,0.3379999995231628,0.3379999995231628,0.3240000009536743,0.3499999940395355,0.335999995470047,0.3379999995231628,0.328000009059906,0.3319999873638153,0.3479999899864197,0.3459999859333038,0.3199999928474426,0.3440000116825104,0.3459999859333038,0.3319999873638153,0.3440000116825104,0.3499999940395355,0.328000009059906,0.3479999899864197,0.3440000116825104,0.3300000131130218,0.3339999914169311,0.3379999995231628,0.328000009059906,0.335999995470047,0.3499999940395355,0.3519999980926513,0.3379999995231628,0.3580000102519989,0.356000006198883,0.3519999980926513,0.3379999995231628,0.3339999914169311,0.3300000131130218,0.328000009059906,0.3519999980926513,0.3540000021457672,0.3420000076293945,0.3459999859333038,0.3440000116825104,0.3440000116825104,0.3420000076293945,0.3540000021457672,0.3459999859333038,0.3319999873638153,0.3339999914169311,0.3440000116825104,0.3379999995231628,0.3379999995231628,0.3379999995231628,0.3499999940395355,0.3400000035762787,0.3479999899864197,0.3400000035762787,0.3459999859333038,0.3459999859333038,0.356000006198883,0.3499999940395355,0.3580000102519989,0.3400000035762787,0.3479999899864197,0.3400000035762787,0.3459999859333038,0.3400000035762787,0.335999995470047,0.3519999980926513,0.3440000116825104,0.3379999995231628,0.3499999940395355,0.3400000035762787,0.3499999940395355,0.3440000116825104,0.3499999940395355,0.3420000076293945,0.335999995470047,0.3479999899864197,0.3420000076293945,0.3519999980926513,0.3459999859333038,0.3479999899864197,0.3400000035762787,0.3479999899864197,0.3479999899864197,0.3479999899864197,0.3499999940395355,0.3519999980926513,0.3479999899864197,0.356000006198883,0.3540000021457672],"label":"RedPajama2"},"SlimPajama":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2540000081062317,0.2560000121593475,0.2919999957084656,0.2840000092983246,0.2739999890327453,0.2960000038146972,0.3019999861717224,0.3140000104904175,0.3100000023841858,0.3120000064373016,0.3339999914169311,0.3160000145435333,0.3240000009536743,0.3260000050067901,0.3240000009536743,0.3120000064373016,0.3120000064373016,0.3400000035762787,0.3379999995231628,0.3240000009536743,0.3059999942779541,0.3300000131130218,0.3160000145435333,0.3260000050067901,0.3300000131130218,0.3379999995231628,0.335999995470047,0.3240000009536743,0.3260000050067901,0.3339999914169311,0.3459999859333038,0.335999995470047,0.3400000035762787,0.3440000116825104,0.3219999969005584,0.3420000076293945,0.335999995470047,0.3440000116825104,0.328000009059906,0.3379999995231628,0.3420000076293945,0.3379999995231628,0.3300000131130218,0.3499999940395355,0.3459999859333038,0.3400000035762787,0.3300000131130218,0.3499999940395355,0.335999995470047,0.3400000035762787,0.3379999995231628,0.3260000050067901,0.335999995470047,0.328000009059906,0.335999995470047,0.3379999995231628,0.3420000076293945,0.335999995470047,0.3519999980926513,0.3400000035762787,0.3319999873638153,0.3499999940395355,0.3400000035762787,0.3240000009536743,0.3300000131130218,0.3479999899864197,0.3319999873638153,0.3499999940395355,0.3400000035762787,0.3499999940395355,0.328000009059906,0.3339999914169311,0.3339999914169311,0.3379999995231628,0.328000009059906,0.328000009059906,0.335999995470047,0.3260000050067901,0.3420000076293945,0.335999995470047,0.335999995470047,0.3420000076293945,0.3400000035762787,0.3260000050067901,0.3339999914169311,0.3400000035762787,0.328000009059906,0.3319999873638153,0.3479999899864197,0.3339999914169311,0.3339999914169311,0.3519999980926513,0.3440000116825104,0.3519999980926513,0.3420000076293945,0.328000009059906,0.3400000035762787,0.3440000116825104,0.3400000035762787,0.3499999940395355,0.3479999899864197,0.3499999940395355,0.3400000035762787,0.3420000076293945,0.3459999859333038,0.3420000076293945,0.3300000131130218,0.3440000116825104,0.3499999940395355,0.356000006198883,0.3519999980926513,0.3600000143051147,0.3400000035762787,0.3400000035762787,0.3339999914169311,0.3540000021457672,0.3339999914169311,0.3339999914169311,0.3540000021457672,0.3499999940395355,0.3479999899864197,0.3339999914169311,0.3420000076293945,0.3339999914169311,0.3420000076293945,0.3440000116825104,0.3600000143051147,0.3499999940395355,0.3619999885559082,0.3580000102519989,0.3479999899864197,0.356000006198883,0.3420000076293945,0.3519999980926513,0.3519999980926513,0.3600000143051147,0.3459999859333038,0.3459999859333038,0.356000006198883,0.3459999859333038,0.3540000021457672,0.3499999940395355,0.3499999940395355,0.3540000021457672,0.356000006198883,0.3580000102519989,0.356000006198883,0.3519999980926513,0.356000006198883,0.363999992609024,0.3499999940395355,0.3519999980926513,0.3479999899864197,0.3499999940395355,0.3540000021457672,0.3479999899864197,0.335999995470047,0.3519999980926513,0.3479999899864197,0.3479999899864197,0.3459999859333038,0.3499999940395355,0.3420000076293945,0.3540000021457672,0.3479999899864197,0.3479999899864197,0.3459999859333038],"label":"SlimPajama"}},"layout":{"title":{"text":"FineWeb-Edu ablations"}}}
 
1
+ {"data":{"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2960000038146972,0.3199999928474426,0.3519999980926513,0.3600000143051147,0.363999992609024,0.3659999966621399,0.3759999871253967,0.3860000073909759,0.3779999911785126,0.3799999952316284,0.3759999871253967,0.3700000047683716,0.3840000033378601,0.3759999871253967,0.3779999911785126,0.3980000019073486,0.3799999952316284,0.3819999992847442,0.3939999938011169,0.3980000019073486,0.3720000088214874,0.3880000114440918,0.3899999856948852,0.3759999871253967,0.3759999871253967,0.3939999938011169,0.3700000047683716,0.4040000140666961,0.3899999856948852,0.3919999897480011,0.4020000100135803,0.3740000128746032,0.3799999952316284,0.3919999897480011,0.3899999856948852,0.3899999856948852,0.3880000114440918,0.4040000140666961,0.3899999856948852,0.3939999938011169,0.3959999978542328,0.3980000019073486,0.3880000114440918,0.3980000019073486,0.4040000140666961,0.3980000019073486,0.4040000140666961,0.3860000073909759,0.3919999897480011,0.4000000059604645,0.414000004529953,0.3939999938011169,0.4059999883174896,0.4040000140666961,0.4120000004768371,0.4300000071525574,0.4180000126361847,0.4120000004768371,0.4059999883174896,0.4160000085830688,0.4020000100135803,0.4280000030994415,0.4199999868869781,0.4199999868869781,0.4199999868869781,0.4199999868869781,0.4199999868869781,0.4160000085830688,0.4099999964237213,0.414000004529953,0.4079999923706054,0.4239999949932098,0.4120000004768371,0.4079999923706054,0.4199999868869781,0.414000004529953,0.4040000140666961,0.4180000126361847,0.4079999923706054,0.4079999923706054,0.414000004529953,0.4180000126361847],"label":"FineWeb-Edu"},"FineWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.270000010728836,0.3000000119209289,0.3160000145435333,0.3179999887943268,0.3440000116825104,0.3240000009536743,0.3240000009536743,0.335999995470047,0.3440000116825104,0.3400000035762787,0.335999995470047,0.3519999980926513,0.3420000076293945,0.3479999899864197,0.3339999914169311,0.3420000076293945,0.3319999873638153,0.3379999995231628,0.3499999940395355,0.3319999873638153,0.3400000035762787,0.3479999899864197,0.335999995470047,0.3319999873638153,0.3499999940395355,0.3680000007152557,0.3600000143051147,0.356000006198883,0.356000006198883,0.363999992609024,0.3540000021457672,0.3600000143051147,0.356000006198883,0.363999992609024,0.3659999966621399,0.363999992609024,0.3540000021457672,0.3740000128746032,0.3659999966621399,0.3700000047683716,0.3499999940395355,0.3659999966621399,0.3580000102519989,0.363999992609024,0.3580000102519989,0.3740000128746032,0.3700000047683716,0.3700000047683716,0.3799999952316284,0.3680000007152557,0.3740000128746032,0.3659999966621399,0.3619999885559082,0.3759999871253967,0.3740000128746032,0.3779999911785126,0.3600000143051147,0.3600000143051147,0.363999992609024,0.3779999911785126,0.3799999952316284,0.3819999992847442,0.3799999952316284,0.3860000073909759,0.3959999978542328,0.3799999952316284,0.3759999871253967,0.3779999911785126,0.3860000073909759,0.3759999871253967,0.3799999952316284,0.3819999992847442,0.3720000088214874,0.3840000033378601,0.3819999992847442,0.3779999911785126,0.3840000033378601,0.3899999856948852,0.3819999992847442,0.3720000088214874,0.3819999992847442,0.3959999978542328],"label":"FineWeb"},"Dolma":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2860000133514404,0.2919999957084656,0.3059999942779541,0.3100000023841858,0.3039999902248382,0.3260000050067901,0.3540000021457672,0.3219999969005584,0.3339999914169311,0.3540000021457672,0.3499999940395355,0.3420000076293945,0.3300000131130218,0.3440000116825104,0.3319999873638153,0.3459999859333038,0.3440000116825104,0.3459999859333038,0.3440000116825104,0.3519999980926513,0.3400000035762787,0.3540000021457672,0.3519999980926513,0.3540000021457672,0.3540000021457672,0.3619999885559082,0.3479999899864197,0.3420000076293945,0.3580000102519989,0.3440000116825104,0.3499999940395355,0.3519999980926513,0.3479999899864197,0.3540000021457672,0.3459999859333038,0.3619999885559082,0.363999992609024,0.3619999885559082,0.3600000143051147,0.3600000143051147,0.3659999966621399,0.3600000143051147,0.3580000102519989,0.3619999885559082,0.3479999899864197,0.3600000143051147,0.3700000047683716,0.3420000076293945,0.3479999899864197,0.3499999940395355,0.3720000088214874,0.3580000102519989,0.3600000143051147,0.3440000116825104,0.356000006198883,0.3600000143051147,0.3519999980926513,0.3479999899864197,0.3619999885559082,0.3600000143051147,0.3540000021457672,0.3659999966621399,0.3540000021457672,0.3759999871253967,0.3540000021457672,0.3659999966621399,0.3680000007152557,0.3700000047683716,0.3600000143051147,0.3799999952316284,0.3700000047683716,0.3659999966621399,0.3659999966621399,0.3700000047683716,0.363999992609024,0.3740000128746032,0.3659999966621399,0.3720000088214874,0.3740000128746032,0.3619999885559082,0.3740000128746032,0.3799999952316284],"label":"Dolma"},"C4":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2759999930858612,0.2820000052452087,0.3019999861717224,0.3000000119209289,0.3120000064373016,0.3319999873638153,0.3240000009536743,0.3300000131130218,0.3540000021457672,0.3219999969005584,0.3479999899864197,0.3519999980926513,0.3680000007152557,0.3580000102519989,0.3479999899864197,0.3540000021457672,0.3619999885559082,0.3540000021457672,0.3540000021457672,0.356000006198883,0.3580000102519989,0.3600000143051147,0.3580000102519989,0.3659999966621399,0.3580000102519989,0.356000006198883,0.3680000007152557,0.363999992609024,0.3740000128746032,0.3740000128746032,0.3740000128746032,0.3600000143051147,0.3659999966621399,0.3779999911785126,0.363999992609024,0.356000006198883,0.3580000102519989,0.3759999871253967,0.363999992609024,0.3700000047683716,0.3700000047683716,0.3700000047683716,0.3799999952316284,0.3779999911785126,0.3600000143051147,0.3819999992847442,0.3680000007152557,0.3860000073909759,0.363999992609024,0.3740000128746032,0.3840000033378601,0.3740000128746032,0.3779999911785126,0.3759999871253967,0.3819999992847442,0.3740000128746032,0.363999992609024,0.3779999911785126,0.3980000019073486,0.3840000033378601,0.3779999911785126,0.3860000073909759,0.3700000047683716,0.3840000033378601,0.3919999897480011,0.3740000128746032,0.3759999871253967,0.3899999856948852,0.3779999911785126,0.3880000114440918,0.3700000047683716,0.3939999938011169,0.3899999856948852,0.4000000059604645,0.3880000114440918,0.3919999897480011,0.3899999856948852,0.3899999856948852,0.3899999856948852,0.3860000073909759,0.3840000033378601,0.3720000088214874],"label":"C4"},"RefinedWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2840000092983246,0.3059999942779541,0.3240000009536743,0.3000000119209289,0.3140000104904175,0.3199999928474426,0.3179999887943268,0.3019999861717224,0.3319999873638153,0.3219999969005584,0.3379999995231628,0.3240000009536743,0.3300000131130218,0.3300000131130218,0.3459999859333038,0.3379999995231628,0.3339999914169311,0.3440000116825104,0.3479999899864197,0.3400000035762787,0.3379999995231628,0.3499999940395355,0.3499999940395355,0.3659999966621399,0.3459999859333038,0.356000006198883,0.356000006198883,0.3339999914169311,0.3420000076293945,0.3339999914169311,0.3400000035762787,0.3540000021457672,0.3499999940395355,0.3379999995231628,0.356000006198883,0.3499999940395355,0.3440000116825104,0.3519999980926513,0.3440000116825104,0.3400000035762787,0.3600000143051147,0.3479999899864197,0.3440000116825104,0.3400000035762787,0.3339999914169311,0.3600000143051147,0.3499999940395355,0.3420000076293945,0.3379999995231628,0.3459999859333038,0.328000009059906,0.3519999980926513,0.3519999980926513,0.3499999940395355,0.3339999914169311,0.3379999995231628,0.3540000021457672,0.356000006198883,0.363999992609024,0.3499999940395355,0.3519999980926513,0.3540000021457672,0.3479999899864197,0.3519999980926513,0.3440000116825104,0.3519999980926513,0.3420000076293945,0.3519999980926513,0.3459999859333038,0.3519999980926513,0.3580000102519989,0.3440000116825104,0.3440000116825104,0.3479999899864197,0.3600000143051147,0.3540000021457672,0.3459999859333038,0.3540000021457672,0.3540000021457672,0.3519999980926513,0.3499999940395355,0.356000006198883],"label":"RefinedWeb"},"The Pile":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2759999930858612,0.2840000092983246,0.2919999957084656,0.2960000038146972,0.2980000078678131,0.3059999942779541,0.3120000064373016,0.3140000104904175,0.3079999983310699,0.3120000064373016,0.3179999887943268,0.3160000145435333,0.3240000009536743,0.3339999914169311,0.3400000035762787,0.3039999902248382,0.3219999969005584,0.328000009059906,0.3179999887943268,0.3120000064373016,0.3039999902248382,0.3260000050067901,0.3339999914169311,0.3260000050067901,0.328000009059906,0.3300000131130218,0.328000009059906,0.3440000116825104,0.3240000009536743,0.328000009059906,0.3440000116825104,0.3580000102519989,0.3319999873638153,0.3379999995231628,0.3400000035762787,0.3379999995231628,0.3420000076293945,0.3479999899864197,0.3400000035762787,0.3519999980926513,0.3459999859333038,0.3339999914169311,0.356000006198883,0.3540000021457672,0.3499999940395355,0.3519999980926513,0.3479999899864197,0.3440000116825104,0.3420000076293945,0.3339999914169311,0.3519999980926513,0.3499999940395355,0.3519999980926513,0.3519999980926513,0.3580000102519989,0.3540000021457672,0.3540000021457672,0.356000006198883,0.3580000102519989,0.3440000116825104,0.3479999899864197,0.3540000021457672,0.3600000143051147,0.3459999859333038,0.356000006198883,0.3519999980926513,0.3619999885559082,0.3600000143051147,0.3499999940395355,0.3519999980926513,0.3580000102519989,0.3540000021457672,0.3499999940395355,0.3499999940395355,0.3600000143051147,0.3659999966621399,0.3540000021457672,0.3540000021457672,0.3600000143051147,0.3479999899864197,0.3459999859333038,0.356000006198883],"label":"The Pile"},"RedPajama2":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2720000147819519,0.2660000026226043,0.2879999876022339,0.2980000078678131,0.3019999861717224,0.3100000023841858,0.3260000050067901,0.3079999983310699,0.3199999928474426,0.3240000009536743,0.3219999969005584,0.3199999928474426,0.3219999969005584,0.3160000145435333,0.3160000145435333,0.3260000050067901,0.3219999969005584,0.3219999969005584,0.3540000021457672,0.3240000009536743,0.3140000104904175,0.3240000009536743,0.335999995470047,0.3400000035762787,0.3400000035762787,0.3379999995231628,0.328000009059906,0.3219999969005584,0.3420000076293945,0.3420000076293945,0.328000009059906,0.3400000035762787,0.3459999859333038,0.335999995470047,0.328000009059906,0.3479999899864197,0.3339999914169311,0.3400000035762787,0.3260000050067901,0.3379999995231628,0.3240000009536743,0.335999995470047,0.328000009059906,0.3479999899864197,0.3199999928474426,0.3459999859333038,0.3440000116825104,0.328000009059906,0.3440000116825104,0.3339999914169311,0.328000009059906,0.3499999940395355,0.3379999995231628,0.356000006198883,0.3379999995231628,0.3300000131130218,0.3519999980926513,0.3420000076293945,0.3440000116825104,0.3420000076293945,0.3459999859333038,0.3339999914169311,0.3379999995231628,0.3379999995231628,0.3400000035762787,0.3400000035762787,0.3459999859333038,0.3400000035762787,0.3400000035762787,0.3400000035762787,0.3519999980926513,0.3400000035762787,0.3440000116825104,0.3420000076293945,0.3479999899864197,0.3519999980926513,0.3479999899864197,0.3479999899864197,0.3479999899864197,0.3519999980926513,0.356000006198883,0.3540000021457672],"label":"RedPajama2"},"SlimPajama":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.2560000121593475,0.2840000092983246,0.2960000038146972,0.3140000104904175,0.3120000064373016,0.3160000145435333,0.3260000050067901,0.3120000064373016,0.3400000035762787,0.3240000009536743,0.3300000131130218,0.3260000050067901,0.3379999995231628,0.3240000009536743,0.3339999914169311,0.335999995470047,0.3440000116825104,0.3420000076293945,0.3440000116825104,0.3379999995231628,0.3379999995231628,0.3499999940395355,0.3400000035762787,0.3499999940395355,0.3400000035762787,0.3260000050067901,0.328000009059906,0.3379999995231628,0.335999995470047,0.3400000035762787,0.3499999940395355,0.3240000009536743,0.3479999899864197,0.3499999940395355,0.3499999940395355,0.3339999914169311,0.3379999995231628,0.328000009059906,0.3260000050067901,0.335999995470047,0.3420000076293945,0.3260000050067901,0.3400000035762787,0.3319999873638153,0.3339999914169311,0.3519999980926513,0.3519999980926513,0.328000009059906,0.3440000116825104,0.3499999940395355,0.3499999940395355,0.3420000076293945,0.3420000076293945,0.3440000116825104,0.356000006198883,0.3600000143051147,0.3400000035762787,0.3540000021457672,0.3339999914169311,0.3499999940395355,0.3339999914169311,0.3339999914169311,0.3440000116825104,0.3499999940395355,0.3580000102519989,0.356000006198883,0.3519999980926513,0.3459999859333038,0.3459999859333038,0.3499999940395355,0.3540000021457672,0.3519999980926513,0.363999992609024,0.3519999980926513,0.3499999940395355,0.3479999899864197,0.3519999980926513,0.3479999899864197,0.3499999940395355,0.3540000021457672,0.3479999899864197,0.3459999859333038],"label":"SlimPajama"}},"layout":{"title":{"text":"Dataset ablations"}}}
dist/assets/data/plots/edu_ablations/piqa_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data":{"RefinedWeb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6019999980926514,0.652999997138977,0.6710000038146973,0.6740000247955322,0.6899999976158142,0.6919999718666077,0.6909999847412109,0.7070000171661377,0.7089999914169312,0.7129999995231628,0.7229999899864197,0.7120000123977661,0.7200000286102295,0.7279999852180481,0.7369999885559082,0.7390000224113464,0.7350000143051147,0.7319999933242798,0.7279999852180481,0.7269999980926514,0.7459999918937683,0.7400000095367432,0.7390000224113464,0.7319999933242798,0.7390000224113464,0.7379999756813049,0.7390000224113464,0.7360000014305115,0.7440000176429749,0.7400000095367432,0.7360000014305115,0.7480000257492065,0.7360000014305115,0.7440000176429749,0.7459999918937683,0.7409999966621399,0.746999979019165,0.7440000176429749,0.7450000047683716,0.753000020980835,0.7390000224113464,0.7490000128746033,0.7419999837875366,0.7390000224113464,0.7559999823570251,0.7519999742507935,0.7549999952316284,0.7419999837875366,0.7490000128746033,0.7540000081062317,0.7480000257492065,0.7450000047683716,0.7429999709129333,0.7509999871253967,0.7549999952316284,0.7490000128746033,0.7490000128746033,0.7400000095367432,0.753000020980835,0.75,0.7509999871253967,0.7570000290870667,0.7590000033378601,0.7570000290870667,0.7329999804496765,0.7540000081062317,0.746999979019165,0.7409999966621399,0.7590000033378601,0.7509999871253967,0.7570000290870667,0.75,0.7540000081062317,0.7480000257492065,0.7580000162124634,0.7639999985694885,0.7630000114440918,0.7590000033378601,0.7549999952316284,0.7480000257492065,0.7509999871253967,0.7570000290870667,0.75,0.7540000081062317,0.7480000257492065,0.7549999952316284,0.7559999823570251,0.7580000162124634,0.7580000162124634,0.753000020980835,0.7490000128746033,0.7540000081062317,0.7639999985694885,0.7580000162124634,0.7519999742507935,0.7590000033378601,0.75,0.7570000290870667,0.7620000243186951,0.7710000276565552,0.7739999890327454,0.7620000243186951,0.7549999952316284,0.7599999904632568,0.765999972820282,0.7680000066757202,0.7639999985694885,0.7540000081062317,0.7649999856948853,0.7649999856948853,0.7609999775886536,0.7549999952316284,0.765999972820282,0.7639999985694885,0.7580000162124634,0.7710000276565552,0.7570000290870667,0.7630000114440918,0.7580000162124634,0.7599999904632568,0.7649999856948853,0.7670000195503235,0.7699999809265137,0.7710000276565552,0.7559999823570251,0.7609999775886536,0.7620000243186951,0.7620000243186951,0.7609999775886536,0.753000020980835,0.7570000290870667,0.7620000243186951,0.7609999775886536,0.7609999775886536,0.7559999823570251,0.7540000081062317,0.7570000290870667,0.7639999985694885,0.7590000033378601,0.7680000066757202,0.7680000066757202,0.765999972820282,0.765999972820282,0.7670000195503235,0.7739999890327454,0.7649999856948853,0.7749999761581421,0.7699999809265137,0.7639999985694885,0.7680000066757202,0.7630000114440918,0.7680000066757202,0.7699999809265137,0.7739999890327454,0.7749999761581421,0.765999972820282,0.7680000066757202,0.7710000276565552,0.7680000066757202,0.765999972820282,0.7689999938011169,0.7760000228881836,0.7710000276565552,0.7680000066757202,0.7649999856948853,0.7720000147819519,0.7730000019073486],"label":"RefinedWeb"},"C4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6190000176429749,0.6650000214576721,0.6690000295639038,0.6909999847412109,0.7099999785423279,0.7089999914169312,0.7099999785423279,0.7129999995231628,0.7099999785423279,0.7160000205039978,0.722000002861023,0.7260000109672546,0.7200000286102295,0.7200000286102295,0.7250000238418579,0.7279999852180481,0.7379999756813049,0.7300000190734863,0.7409999966621399,0.7400000095367432,0.7329999804496765,0.7379999756813049,0.7350000143051147,0.734000027179718,0.7350000143051147,0.7519999742507935,0.7599999904632568,0.7379999756813049,0.75,0.7509999871253967,0.7459999918937683,0.746999979019165,0.7440000176429749,0.7480000257492065,0.7429999709129333,0.7429999709129333,0.7450000047683716,0.7570000290870667,0.75,0.7509999871253967,0.7620000243186951,0.7570000290870667,0.7559999823570251,0.7490000128746033,0.7519999742507935,0.753000020980835,0.7599999904632568,0.7549999952316284,0.7540000081062317,0.7590000033378601,0.7509999871253967,0.7549999952316284,0.7480000257492065,0.7580000162124634,0.7490000128746033,0.753000020980835,0.753000020980835,0.7599999904632568,0.7480000257492065,0.7590000033378601,0.7450000047683716,0.7440000176429749,0.746999979019165,0.75,0.7670000195503235,0.7590000033378601,0.7519999742507935,0.7620000243186951,0.7639999985694885,0.7599999904632568,0.7549999952316284,0.7540000081062317,0.753000020980835,0.7609999775886536,0.7699999809265137,0.7630000114440918,0.7620000243186951,0.7570000290870667,0.7670000195503235,0.7599999904632568,0.7599999904632568,0.753000020980835,0.7549999952316284,0.7649999856948853,0.7490000128746033,0.7639999985694885,0.7559999823570251,0.7609999775886536,0.7689999938011169,0.7689999938011169,0.7630000114440918,0.7580000162124634,0.7649999856948853,0.7699999809265137,0.7620000243186951,0.7590000033378601,0.7680000066757202,0.7630000114440918,0.7609999775886536,0.7739999890327454,0.7649999856948853,0.7720000147819519,0.7689999938011169,0.7630000114440918,0.765999972820282,0.7649999856948853,0.7620000243186951,0.7620000243186951,0.7670000195503235,0.7609999775886536,0.7680000066757202,0.7670000195503235,0.7620000243186951,0.7710000276565552,0.7680000066757202,0.765999972820282,0.7670000195503235,0.7739999890327454,0.7630000114440918,0.7730000019073486,0.7699999809265137,0.7620000243186951,0.765999972820282,0.7670000195503235,0.777999997138977,0.7649999856948853,0.7689999938011169,0.7710000276565552,0.7620000243186951,0.7720000147819519,0.7710000276565552,0.7620000243186951,0.7670000195503235,0.7710000276565552,0.7670000195503235,0.7670000195503235,0.7699999809265137,0.7639999985694885,0.7689999938011169,0.7710000276565552,0.7739999890327454,0.7799999713897705,0.7720000147819519,0.7699999809265137,0.7720000147819519,0.7699999809265137,0.777999997138977,0.7760000228881836,0.7760000228881836,0.7739999890327454,0.7739999890327454,0.7689999938011169,0.7689999938011169,0.7699999809265137,0.7730000019073486,0.7699999809265137,0.7689999938011169,0.7699999809265137,0.7730000019073486,0.7699999809265137,0.7770000100135803,0.7820000052452087,0.7639999985694885,0.7730000019073486,0.7749999761581421,0.7760000228881836,0.7710000276565552],"label":"C4"},"Dolma":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6000000238418579,0.6489999890327454,0.671999990940094,0.6710000038146973,0.6890000104904175,0.6949999928474426,0.7049999833106995,0.7009999752044678,0.7080000042915344,0.7099999785423279,0.7080000042915344,0.7110000252723694,0.7089999914169312,0.7200000286102295,0.7210000157356262,0.718999981880188,0.7289999723434448,0.7160000205039978,0.7250000238418579,0.7269999980926514,0.7200000286102295,0.7369999885559082,0.7260000109672546,0.7279999852180481,0.7379999756813049,0.7170000076293945,0.7300000190734863,0.7350000143051147,0.7350000143051147,0.7300000190734863,0.7360000014305115,0.7350000143051147,0.7360000014305115,0.7289999723434448,0.7379999756813049,0.7369999885559082,0.7279999852180481,0.7429999709129333,0.7360000014305115,0.7379999756813049,0.7279999852180481,0.7260000109672546,0.7329999804496765,0.7310000061988831,0.7310000061988831,0.7459999918937683,0.7369999885559082,0.746999979019165,0.7409999966621399,0.7379999756813049,0.7379999756813049,0.7559999823570251,0.7540000081062317,0.734000027179718,0.7429999709129333,0.7409999966621399,0.7440000176429749,0.7409999966621399,0.7570000290870667,0.7490000128746033,0.7450000047683716,0.7570000290870667,0.7490000128746033,0.746999979019165,0.746999979019165,0.7580000162124634,0.7409999966621399,0.7409999966621399,0.7490000128746033,0.7570000290870667,0.7559999823570251,0.7519999742507935,0.7369999885559082,0.7390000224113464,0.7540000081062317,0.7620000243186951,0.7549999952316284,0.7509999871253967,0.7609999775886536,0.7559999823570251,0.7509999871253967,0.7480000257492065,0.7440000176429749,0.7480000257492065,0.7590000033378601,0.7509999871253967,0.75,0.7620000243186951,0.7490000128746033,0.7580000162124634,0.7490000128746033,0.7540000081062317,0.7620000243186951,0.753000020980835,0.7580000162124634,0.753000020980835,0.7559999823570251,0.7590000033378601,0.7639999985694885,0.7549999952316284,0.7509999871253967,0.753000020980835,0.7609999775886536,0.7540000081062317,0.7559999823570251,0.7670000195503235,0.753000020980835,0.7549999952316284,0.7649999856948853,0.7609999775886536,0.7630000114440918,0.7710000276565552,0.7630000114440918,0.7559999823570251,0.7620000243186951,0.7540000081062317,0.753000020980835,0.7689999938011169,0.7630000114440918,0.7590000033378601,0.7559999823570251,0.753000020980835,0.7649999856948853,0.7570000290870667,0.7580000162124634,0.7609999775886536,0.7649999856948853,0.765999972820282,0.753000020980835,0.7620000243186951,0.7609999775886536,0.7639999985694885,0.7609999775886536,0.7630000114440918,0.7649999856948853,0.7639999985694885,0.7609999775886536,0.7649999856948853,0.7559999823570251,0.7599999904632568,0.765999972820282,0.7639999985694885,0.7639999985694885,0.7620000243186951,0.7639999985694885,0.7639999985694885,0.7689999938011169,0.7649999856948853,0.7680000066757202,0.765999972820282,0.7559999823570251,0.7549999952316284,0.765999972820282,0.7689999938011169,0.765999972820282,0.7699999809265137,0.7749999761581421,0.7699999809265137,0.7680000066757202,0.7730000019073486,0.7689999938011169,0.7720000147819519,0.7680000066757202,0.7720000147819519,0.7680000066757202,0.7710000276565552,0.7689999938011169],"label":"Dolma"},"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.6320000290870667,0.6880000233650208,0.6700000166893005,0.699999988079071,0.6959999799728394,0.7020000219345093,0.7009999752044678,0.7279999852180481,0.7160000205039978,0.7319999933242798,0.7269999980926514,0.7329999804496765,0.7239999771118164,0.7360000014305115,0.7409999966621399,0.7260000109672546,0.7390000224113464,0.7409999966621399,0.7400000095367432,0.746999979019165,0.734000027179718,0.7360000014305115,0.746999979019165,0.7409999966621399,0.7419999837875366,0.7459999918937683,0.7459999918937683,0.7360000014305115,0.7480000257492065,0.7509999871253967,0.7519999742507935,0.7519999742507935,0.75,0.7429999709129333,0.7459999918937683,0.75,0.7459999918937683,0.746999979019165,0.7419999837875366,0.7540000081062317,0.7390000224113464,0.7369999885559082,0.7519999742507935,0.7540000081062317,0.7570000290870667,0.7519999742507935,0.7459999918937683,0.75,0.7559999823570251,0.7590000033378601,0.7509999871253967,0.7570000290870667,0.7480000257492065,0.75,0.7749999761581421,0.7540000081062317,0.7549999952316284,0.7540000081062317,0.7630000114440918,0.7580000162124634,0.7590000033378601,0.7620000243186951,0.7630000114440918,0.7580000162124634,0.7570000290870667,0.7630000114440918,0.7570000290870667,0.765999972820282,0.7670000195503235,0.7630000114440918,0.7590000033378601,0.7649999856948853,0.7649999856948853,0.7630000114440918,0.7639999985694885,0.765999972820282,0.7680000066757202,0.7630000114440918,0.7689999938011169,0.7689999938011169,0.7680000066757202,0.7689999938011169],"label":"FineWeb-Edu"},"FineWeb (ours)":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5099999904632568,0.6190000176429749,0.6549999713897705,0.6769999861717224,0.6899999976158142,0.6869999766349792,0.7149999737739563,0.7179999947547913,0.7179999947547913,0.7319999933242798,0.7390000224113464,0.7350000143051147,0.7480000257492065,0.7440000176429749,0.7409999966621399,0.7440000176429749,0.7580000162124634,0.7419999837875366,0.7440000176429749,0.75,0.734000027179718,0.746999979019165,0.7459999918937683,0.7390000224113464,0.7490000128746033,0.7379999756813049,0.7429999709129333,0.7390000224113464,0.7360000014305115,0.7419999837875366,0.7480000257492065,0.7480000257492065,0.7490000128746033,0.7440000176429749,0.75,0.7540000081062317,0.7490000128746033,0.7549999952316284,0.7429999709129333,0.7540000081062317,0.753000020980835,0.7540000081062317,0.7440000176429749,0.7570000290870667,0.7400000095367432,0.7490000128746033,0.7549999952316284,0.7559999823570251,0.7580000162124634,0.7609999775886536,0.7480000257492065,0.7490000128746033,0.7599999904632568,0.7609999775886536,0.7540000081062317,0.753000020980835,0.7490000128746033,0.7480000257492065,0.7440000176429749,0.7549999952316284,0.7540000081062317,0.7559999823570251,0.7490000128746033,0.7409999966621399,0.7580000162124634,0.75,0.746999979019165,0.7400000095367432,0.7559999823570251,0.7490000128746033,0.7429999709129333,0.7519999742507935,0.7549999952316284,0.7559999823570251,0.753000020980835,0.753000020980835,0.746999979019165,0.746999979019165,0.7559999823570251,0.7549999952316284,0.7549999952316284,0.7570000290870667,0.7599999904632568,0.7599999904632568,0.7549999952316284,0.765999972820282,0.7649999856948853,0.7630000114440918,0.7580000162124634,0.7599999904632568,0.7559999823570251,0.7490000128746033,0.7620000243186951,0.7519999742507935,0.7580000162124634,0.7559999823570251,0.7580000162124634,0.7670000195503235,0.7599999904632568,0.7559999823570251,0.7580000162124634,0.7570000290870667,0.7649999856948853,0.7590000033378601,0.7649999856948853,0.7649999856948853,0.7609999775886536,0.7519999742507935,0.7639999985694885,0.7699999809265137,0.7689999938011169,0.7609999775886536,0.765999972820282,0.7710000276565552,0.7590000033378601,0.7710000276565552,0.7639999985694885,0.7710000276565552,0.7730000019073486,0.7680000066757202,0.7590000033378601,0.7639999985694885,0.7609999775886536,0.7559999823570251,0.7749999761581421,0.7680000066757202,0.7599999904632568,0.7609999775886536,0.7599999904632568,0.7580000162124634,0.7599999904632568,0.7649999856948853,0.765999972820282,0.7580000162124634,0.7739999890327454,0.7739999890327454,0.7739999890327454,0.7620000243186951,0.7749999761581421,0.7699999809265137,0.7670000195503235,0.7720000147819519,0.7739999890327454,0.7739999890327454,0.7649999856948853,0.7710000276565552,0.7649999856948853,0.7699999809265137,0.7760000228881836,0.7730000019073486,0.7699999809265137,0.7739999890327454,0.7720000147819519,0.7670000195503235,0.7720000147819519,0.7749999761581421,0.7699999809265137,0.7689999938011169,0.7639999985694885,0.7760000228881836,0.7670000195503235,0.7670000195503235,0.7689999938011169,0.7760000228881836,0.7670000195503235,0.7649999856948853,0.7720000147819519,0.7609999775886536],"label":"FineWeb (ours)"},"SlimPajama":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5049999952316284,0.597000002861023,0.6169999837875366,0.6140000224113464,0.640999972820282,0.6690000295639038,0.6669999957084656,0.6610000133514404,0.6840000152587891,0.6800000071525574,0.6800000071525574,0.6880000233650208,0.6869999766349792,0.6909999847412109,0.6990000009536743,0.6890000104904175,0.7049999833106995,0.7129999995231628,0.7080000042915344,0.7049999833106995,0.7020000219345093,0.703000009059906,0.7049999833106995,0.7139999866485596,0.6990000009536743,0.7110000252723694,0.7129999995231628,0.7160000205039978,0.7229999899864197,0.7160000205039978,0.7089999914169312,0.703000009059906,0.7120000123977661,0.7210000157356262,0.7260000109672546,0.7289999723434448,0.7149999737739563,0.7200000286102295,0.7179999947547913,0.7160000205039978,0.7239999771118164,0.7239999771118164,0.7229999899864197,0.7250000238418579,0.734000027179718,0.7160000205039978,0.7260000109672546,0.7250000238418579,0.7160000205039978,0.7300000190734863,0.7269999980926514,0.7250000238418579,0.7239999771118164,0.7269999980926514,0.734000027179718,0.7210000157356262,0.7300000190734863,0.7229999899864197,0.7239999771118164,0.718999981880188,0.7310000061988831,0.7179999947547913,0.7390000224113464,0.7350000143051147,0.7360000014305115,0.7379999756813049,0.7289999723434448,0.7379999756813049,0.718999981880188,0.7459999918937683,0.7300000190734863,0.7179999947547913,0.7379999756813049,0.7310000061988831,0.7269999980926514,0.7329999804496765,0.7229999899864197,0.7229999899864197,0.7210000157356262,0.7350000143051147,0.722000002861023,0.722000002861023,0.7260000109672546,0.7239999771118164,0.7229999899864197,0.7379999756813049,0.7239999771118164,0.7369999885559082,0.7379999756813049,0.7300000190734863,0.7319999933242798,0.7360000014305115,0.7300000190734863,0.7490000128746033,0.7319999933242798,0.7289999723434448,0.722000002861023,0.7300000190734863,0.7269999980926514,0.7329999804496765,0.7379999756813049,0.7329999804496765,0.7310000061988831,0.7310000061988831,0.7319999933242798,0.7310000061988831,0.7310000061988831,0.718999981880188,0.7350000143051147,0.7319999933242798,0.7310000061988831,0.7319999933242798,0.7250000238418579,0.7269999980926514,0.7319999933242798,0.734000027179718,0.7379999756813049,0.7310000061988831,0.7300000190734863,0.7409999966621399,0.7279999852180481,0.7269999980926514,0.722000002861023,0.7360000014305115,0.7390000224113464,0.7319999933242798,0.7300000190734863,0.7350000143051147,0.7409999966621399,0.7300000190734863,0.7329999804496765,0.7360000014305115,0.7429999709129333,0.7279999852180481,0.7269999980926514,0.7400000095367432,0.7400000095367432,0.7429999709129333,0.7310000061988831,0.7350000143051147,0.734000027179718,0.7360000014305115,0.7450000047683716,0.7440000176429749,0.7429999709129333,0.7419999837875366,0.7540000081062317,0.7409999966621399,0.7429999709129333,0.7549999952316284,0.7519999742507935,0.7429999709129333,0.7540000081062317,0.7480000257492065,0.7480000257492065,0.75,0.7509999871253967,0.746999979019165,0.7490000128746033,0.7480000257492065,0.7480000257492065,0.753000020980835,0.7490000128746033,0.7419999837875366,0.7360000014305115,0.7540000081062317,0.7490000128746033,0.7570000290870667],"label":"SlimPajama"},"RedPajama2":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5040000081062317,0.5799999833106995,0.6079999804496765,0.625,0.6389999985694885,0.6510000228881836,0.6610000133514404,0.6579999923706055,0.6669999957084656,0.6809999942779541,0.6830000281333923,0.6769999861717224,0.6800000071525574,0.6840000152587891,0.6890000104904175,0.6919999718666077,0.6890000104904175,0.6859999895095825,0.6919999718666077,0.699999988079071,0.6909999847412109,0.6980000138282776,0.699999988079071,0.6940000057220459,0.6949999928474426,0.6940000057220459,0.6890000104904175,0.6859999895095825,0.6930000185966492,0.699999988079071,0.6970000267028809,0.7039999961853027,0.7039999961853027,0.6990000009536743,0.7070000171661377,0.7120000123977661,0.7239999771118164,0.7129999995231628,0.7020000219345093,0.703000009059906,0.7039999961853027,0.7009999752044678,0.7170000076293945,0.7129999995231628,0.7049999833106995,0.7139999866485596,0.7080000042915344,0.722000002861023,0.6970000267028809,0.7210000157356262,0.7099999785423279,0.7129999995231628,0.7020000219345093,0.718999981880188,0.7110000252723694,0.7239999771118164,0.7129999995231628,0.7300000190734863,0.722000002861023,0.7110000252723694,0.7170000076293945,0.7279999852180481,0.7279999852180481,0.7210000157356262,0.7110000252723694,0.7210000157356262,0.7200000286102295,0.7129999995231628,0.7170000076293945,0.7170000076293945,0.7179999947547913,0.7229999899864197,0.7229999899864197,0.7149999737739563,0.7129999995231628,0.7310000061988831,0.7160000205039978,0.7200000286102295,0.7250000238418579,0.7239999771118164,0.7250000238418579,0.7160000205039978,0.7279999852180481,0.7229999899864197,0.7170000076293945,0.7229999899864197,0.7329999804496765,0.7289999723434448,0.734000027179718,0.7250000238418579,0.7269999980926514,0.7120000123977661,0.7239999771118164,0.7229999899864197,0.7120000123977661,0.7289999723434448,0.7269999980926514,0.7229999899864197,0.7289999723434448,0.7200000286102295,0.7239999771118164,0.7289999723434448,0.7260000109672546,0.7289999723434448,0.7149999737739563,0.7210000157356262,0.7279999852180481,0.7300000190734863,0.7329999804496765,0.7300000190734863,0.7279999852180481,0.7300000190734863,0.7319999933242798,0.7279999852180481,0.7279999852180481,0.7250000238418579,0.7310000061988831,0.7390000224113464,0.7319999933242798,0.7310000061988831,0.722000002861023,0.7319999933242798,0.7300000190734863,0.7350000143051147,0.7379999756813049,0.7279999852180481,0.7310000061988831,0.7269999980926514,0.734000027179718,0.7250000238418579,0.7269999980926514,0.7279999852180481,0.7250000238418579,0.734000027179718,0.7289999723434448,0.7350000143051147,0.7350000143051147,0.7300000190734863,0.7250000238418579,0.7279999852180481,0.7210000157356262,0.7260000109672546,0.7329999804496765,0.7239999771118164,0.722000002861023,0.7260000109672546,0.7319999933242798,0.7300000190734863,0.7310000061988831,0.7279999852180481,0.7350000143051147,0.7279999852180481,0.7300000190734863,0.7350000143051147,0.7200000286102295,0.7319999933242798,0.7279999852180481,0.722000002861023,0.7200000286102295,0.7179999947547913,0.7260000109672546,0.7300000190734863,0.7260000109672546,0.7289999723434448,0.7210000157356262,0.7269999980926514,0.7260000109672546,0.7310000061988831],"label":"RedPajama2"},"The Pile":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.5049999952316284,0.5809999704360962,0.6010000109672546,0.6190000176429749,0.6259999871253967,0.6439999938011169,0.6449999809265137,0.6420000195503235,0.6570000052452087,0.6520000100135803,0.6579999923706055,0.6629999876022339,0.6589999794960022,0.6690000295639038,0.6570000052452087,0.6759999990463257,0.671999990940094,0.6589999794960022,0.6690000295639038,0.6669999957084656,0.675000011920929,0.6740000247955322,0.675000011920929,0.6830000281333923,0.6669999957084656,0.6669999957084656,0.6809999942779541,0.6819999814033508,0.6710000038146973,0.6859999895095825,0.6830000281333923,0.6759999990463257,0.6830000281333923,0.6850000023841858,0.6899999976158142,0.6909999847412109,0.6880000233650208,0.6909999847412109,0.6840000152587891,0.6899999976158142,0.6959999799728394,0.6890000104904175,0.6869999766349792,0.6919999718666077,0.6949999928474426,0.699999988079071,0.7039999961853027,0.6880000233650208,0.699999988079071,0.6990000009536743,0.699999988079071,0.6919999718666077,0.6970000267028809,0.6930000185966492,0.6859999895095825,0.6970000267028809,0.7049999833106995,0.6980000138282776,0.699999988079071,0.6990000009536743,0.6919999718666077,0.6970000267028809,0.6990000009536743,0.7089999914169312,0.7120000123977661,0.7020000219345093,0.6949999928474426,0.7020000219345093,0.699999988079071,0.6990000009536743,0.6940000057220459,0.7059999704360962,0.6959999799728394,0.7170000076293945,0.7059999704360962,0.7170000076293945,0.7099999785423279,0.7120000123977661,0.703000009059906,0.7080000042915344,0.7120000123977661,0.7080000042915344,0.7059999704360962,0.7099999785423279,0.703000009059906,0.7009999752044678,0.7129999995231628,0.703000009059906,0.7110000252723694,0.7139999866485596,0.7160000205039978,0.7110000252723694,0.7120000123977661,0.7099999785423279,0.7170000076293945,0.7179999947547913,0.7200000286102295,0.7200000286102295,0.7139999866485596,0.7239999771118164,0.7179999947547913,0.722000002861023,0.7200000286102295,0.7229999899864197,0.7250000238418579,0.7210000157356262,0.7200000286102295,0.7160000205039978,0.7269999980926514,0.7179999947547913,0.7200000286102295,0.7200000286102295,0.7170000076293945,0.7039999961853027,0.7179999947547913,0.7179999947547913,0.7200000286102295,0.7200000286102295,0.7160000205039978,0.7179999947547913,0.7279999852180481,0.722000002861023,0.7210000157356262,0.722000002861023,0.7149999737739563,0.7260000109672546,0.7229999899864197,0.7229999899864197,0.7279999852180481,0.7360000014305115,0.7200000286102295,0.7170000076293945,0.7200000286102295,0.7210000157356262,0.7210000157356262,0.7229999899864197,0.7269999980926514,0.7279999852180481,0.7250000238418579,0.7210000157356262,0.7279999852180481,0.7239999771118164,0.7300000190734863,0.7229999899864197,0.7250000238418579,0.7200000286102295,0.7300000190734863,0.722000002861023,0.7260000109672546,0.7300000190734863,0.7229999899864197,0.722000002861023,0.7210000157356262,0.7239999771118164,0.7269999980926514,0.7210000157356262,0.7269999980926514,0.734000027179718,0.7350000143051147,0.7289999723434448,0.7300000190734863,0.7269999980926514,0.7269999980926514,0.7210000157356262,0.7229999899864197,0.7310000061988831,0.7239999771118164,0.7200000286102295],"label":"The Pile"}},"layout":{"title":{"text":"FineWeb-Edu ablations"}}}
 
1
+ {"data":{"RefinedWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.652999997138977,0.6740000247955322,0.6919999718666077,0.7070000171661377,0.7129999995231628,0.7120000123977661,0.7279999852180481,0.7390000224113464,0.7319999933242798,0.7269999980926514,0.7400000095367432,0.7319999933242798,0.7379999756813049,0.7360000014305115,0.7400000095367432,0.7480000257492065,0.7440000176429749,0.7409999966621399,0.7440000176429749,0.753000020980835,0.7490000128746033,0.7390000224113464,0.7519999742507935,0.7419999837875366,0.7540000081062317,0.7450000047683716,0.7509999871253967,0.7490000128746033,0.7400000095367432,0.75,0.7570000290870667,0.7570000290870667,0.7540000081062317,0.7409999966621399,0.7509999871253967,0.75,0.7480000257492065,0.7639999985694885,0.7590000033378601,0.7480000257492065,0.7570000290870667,0.7540000081062317,0.7549999952316284,0.7580000162124634,0.753000020980835,0.7540000081062317,0.7580000162124634,0.7590000033378601,0.7570000290870667,0.7710000276565552,0.7620000243186951,0.7599999904632568,0.7680000066757202,0.7540000081062317,0.7649999856948853,0.7549999952316284,0.7639999985694885,0.7710000276565552,0.7630000114440918,0.7599999904632568,0.7670000195503235,0.7710000276565552,0.7609999775886536,0.7620000243186951,0.753000020980835,0.7620000243186951,0.7609999775886536,0.7639999985694885,0.7680000066757202,0.765999972820282,0.7670000195503235,0.7699999809265137,0.7680000066757202,0.7680000066757202,0.7739999890327454,0.765999972820282,0.7710000276565552,0.765999972820282,0.7760000228881836,0.7680000066757202,0.7720000147819519,0.7730000019073486],"label":"RefinedWeb"},"C4":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.6650000214576721,0.6909999847412109,0.7089999914169312,0.7129999995231628,0.7160000205039978,0.7260000109672546,0.7200000286102295,0.7279999852180481,0.7300000190734863,0.7400000095367432,0.7379999756813049,0.734000027179718,0.7519999742507935,0.7379999756813049,0.7509999871253967,0.746999979019165,0.7480000257492065,0.7429999709129333,0.7570000290870667,0.7509999871253967,0.7570000290870667,0.7490000128746033,0.753000020980835,0.7549999952316284,0.7590000033378601,0.7549999952316284,0.7580000162124634,0.753000020980835,0.7599999904632568,0.7590000033378601,0.7440000176429749,0.75,0.7590000033378601,0.7620000243186951,0.7599999904632568,0.7540000081062317,0.7609999775886536,0.7630000114440918,0.7570000290870667,0.7599999904632568,0.753000020980835,0.7649999856948853,0.7639999985694885,0.7609999775886536,0.7689999938011169,0.7580000162124634,0.7699999809265137,0.7590000033378601,0.7630000114440918,0.7739999890327454,0.7720000147819519,0.7630000114440918,0.7649999856948853,0.7620000243186951,0.7609999775886536,0.7670000195503235,0.7710000276565552,0.765999972820282,0.7739999890327454,0.7730000019073486,0.7620000243186951,0.7670000195503235,0.7649999856948853,0.7710000276565552,0.7720000147819519,0.7620000243186951,0.7710000276565552,0.7639999985694885,0.7710000276565552,0.7799999713897705,0.7699999809265137,0.7760000228881836,0.7739999890327454,0.7689999938011169,0.7699999809265137,0.7699999809265137,0.7699999809265137,0.7699999809265137,0.7820000052452087,0.7730000019073486,0.7760000228881836,0.7710000276565552],"label":"C4"},"Dolma":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.6489999890327454,0.6710000038146973,0.6949999928474426,0.7009999752044678,0.7099999785423279,0.7110000252723694,0.7200000286102295,0.718999981880188,0.7160000205039978,0.7269999980926514,0.7369999885559082,0.7279999852180481,0.7170000076293945,0.7350000143051147,0.7300000190734863,0.7350000143051147,0.7289999723434448,0.7369999885559082,0.7429999709129333,0.7379999756813049,0.7260000109672546,0.7310000061988831,0.7459999918937683,0.746999979019165,0.7379999756813049,0.7559999823570251,0.734000027179718,0.7409999966621399,0.7409999966621399,0.7490000128746033,0.7570000290870667,0.746999979019165,0.7580000162124634,0.7409999966621399,0.7570000290870667,0.7519999742507935,0.7390000224113464,0.7620000243186951,0.7509999871253967,0.7559999823570251,0.7480000257492065,0.7480000257492065,0.7509999871253967,0.7620000243186951,0.7580000162124634,0.7540000081062317,0.753000020980835,0.753000020980835,0.7590000033378601,0.7549999952316284,0.753000020980835,0.7540000081062317,0.7670000195503235,0.7549999952316284,0.7609999775886536,0.7710000276565552,0.7559999823570251,0.7540000081062317,0.7689999938011169,0.7590000033378601,0.753000020980835,0.7570000290870667,0.7609999775886536,0.765999972820282,0.7620000243186951,0.7639999985694885,0.7630000114440918,0.7649999856948853,0.7599999904632568,0.7639999985694885,0.7620000243186951,0.7649999856948853,0.765999972820282,0.7549999952316284,0.7689999938011169,0.7699999809265137,0.7699999809265137,0.7730000019073486,0.7720000147819519,0.7720000147819519,0.7710000276565552,0.7689999938011169],"label":"Dolma"},"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.6320000290870667,0.6880000233650208,0.6700000166893005,0.699999988079071,0.6959999799728394,0.7020000219345093,0.7009999752044678,0.7279999852180481,0.7160000205039978,0.7319999933242798,0.7269999980926514,0.7329999804496765,0.7239999771118164,0.7360000014305115,0.7409999966621399,0.7260000109672546,0.7390000224113464,0.7409999966621399,0.7400000095367432,0.746999979019165,0.734000027179718,0.7360000014305115,0.746999979019165,0.7409999966621399,0.7419999837875366,0.7459999918937683,0.7459999918937683,0.7360000014305115,0.7480000257492065,0.7509999871253967,0.7519999742507935,0.7519999742507935,0.75,0.7429999709129333,0.7459999918937683,0.75,0.7459999918937683,0.746999979019165,0.7419999837875366,0.7540000081062317,0.7390000224113464,0.7369999885559082,0.7519999742507935,0.7540000081062317,0.7570000290870667,0.7519999742507935,0.7459999918937683,0.75,0.7559999823570251,0.7590000033378601,0.7509999871253967,0.7570000290870667,0.7480000257492065,0.75,0.7749999761581421,0.7540000081062317,0.7549999952316284,0.7540000081062317,0.7630000114440918,0.7580000162124634,0.7590000033378601,0.7620000243186951,0.7630000114440918,0.7580000162124634,0.7570000290870667,0.7630000114440918,0.7570000290870667,0.765999972820282,0.7670000195503235,0.7630000114440918,0.7590000033378601,0.7649999856948853,0.7649999856948853,0.7630000114440918,0.7639999985694885,0.765999972820282,0.7680000066757202,0.7630000114440918,0.7689999938011169,0.7689999938011169,0.7680000066757202,0.7689999938011169],"label":"FineWeb-Edu"},"FineWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.6549999713897705,0.6899999976158142,0.7149999737739563,0.7179999947547913,0.7390000224113464,0.7480000257492065,0.7409999966621399,0.7580000162124634,0.7440000176429749,0.734000027179718,0.7459999918937683,0.7490000128746033,0.7429999709129333,0.7360000014305115,0.7480000257492065,0.7490000128746033,0.75,0.7490000128746033,0.7429999709129333,0.753000020980835,0.7440000176429749,0.7400000095367432,0.7549999952316284,0.7580000162124634,0.7480000257492065,0.7599999904632568,0.7540000081062317,0.7490000128746033,0.7440000176429749,0.7540000081062317,0.7490000128746033,0.7580000162124634,0.746999979019165,0.7559999823570251,0.7429999709129333,0.7549999952316284,0.753000020980835,0.746999979019165,0.7559999823570251,0.7549999952316284,0.7599999904632568,0.7549999952316284,0.7649999856948853,0.7580000162124634,0.7559999823570251,0.7620000243186951,0.7580000162124634,0.7580000162124634,0.7599999904632568,0.7580000162124634,0.7649999856948853,0.7649999856948853,0.7609999775886536,0.7639999985694885,0.7689999938011169,0.765999972820282,0.7590000033378601,0.7639999985694885,0.7730000019073486,0.7590000033378601,0.7609999775886536,0.7749999761581421,0.7599999904632568,0.7599999904632568,0.7599999904632568,0.765999972820282,0.7739999890327454,0.7749999761581421,0.7670000195503235,0.7739999890327454,0.7649999856948853,0.7760000228881836,0.7699999809265137,0.7720000147819519,0.7720000147819519,0.7699999809265137,0.7639999985694885,0.7670000195503235,0.7689999938011169,0.7670000195503235,0.7720000147819519,0.7609999775886536],"label":"FineWeb"},"SlimPajama":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.6169999837875366,0.640999972820282,0.6669999957084656,0.6840000152587891,0.6800000071525574,0.6869999766349792,0.6990000009536743,0.7049999833106995,0.7080000042915344,0.7020000219345093,0.7049999833106995,0.6990000009536743,0.7129999995231628,0.7229999899864197,0.7089999914169312,0.7120000123977661,0.7260000109672546,0.7149999737739563,0.7179999947547913,0.7239999771118164,0.7229999899864197,0.734000027179718,0.7260000109672546,0.7160000205039978,0.7269999980926514,0.7239999771118164,0.734000027179718,0.7300000190734863,0.7239999771118164,0.7310000061988831,0.7390000224113464,0.7360000014305115,0.7289999723434448,0.718999981880188,0.7300000190734863,0.7379999756813049,0.7269999980926514,0.7229999899864197,0.7210000157356262,0.722000002861023,0.7260000109672546,0.7229999899864197,0.7239999771118164,0.7379999756813049,0.7319999933242798,0.7300000190734863,0.7319999933242798,0.722000002861023,0.7269999980926514,0.7379999756813049,0.7310000061988831,0.7319999933242798,0.7310000061988831,0.7350000143051147,0.7310000061988831,0.7250000238418579,0.7319999933242798,0.7379999756813049,0.7300000190734863,0.7279999852180481,0.722000002861023,0.7390000224113464,0.7300000190734863,0.7409999966621399,0.7329999804496765,0.7429999709129333,0.7269999980926514,0.7310000061988831,0.734000027179718,0.7450000047683716,0.7429999709129333,0.7429999709129333,0.7519999742507935,0.7540000081062317,0.7480000257492065,0.7509999871253967,0.7490000128746033,0.7480000257492065,0.7490000128746033,0.7360000014305115,0.7490000128746033,0.7570000290870667],"label":"SlimPajama"},"RedPajama2":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.6079999804496765,0.6389999985694885,0.6610000133514404,0.6669999957084656,0.6830000281333923,0.6800000071525574,0.6890000104904175,0.6890000104904175,0.6919999718666077,0.6909999847412109,0.699999988079071,0.6949999928474426,0.6890000104904175,0.6930000185966492,0.6970000267028809,0.7039999961853027,0.7070000171661377,0.7239999771118164,0.7020000219345093,0.7039999961853027,0.7170000076293945,0.7049999833106995,0.7080000042915344,0.6970000267028809,0.7099999785423279,0.7020000219345093,0.7110000252723694,0.7129999995231628,0.722000002861023,0.7170000076293945,0.7279999852180481,0.7110000252723694,0.7200000286102295,0.7170000076293945,0.7179999947547913,0.7229999899864197,0.7129999995231628,0.7160000205039978,0.7250000238418579,0.7250000238418579,0.7279999852180481,0.7170000076293945,0.7329999804496765,0.734000027179718,0.7269999980926514,0.7239999771118164,0.7120000123977661,0.7269999980926514,0.7289999723434448,0.7239999771118164,0.7260000109672546,0.7149999737739563,0.7279999852180481,0.7329999804496765,0.7279999852180481,0.7319999933242798,0.7279999852180481,0.7310000061988831,0.7319999933242798,0.722000002861023,0.7300000190734863,0.7379999756813049,0.7310000061988831,0.734000027179718,0.7269999980926514,0.7250000238418579,0.7289999723434448,0.7250000238418579,0.7210000157356262,0.7329999804496765,0.722000002861023,0.7310000061988831,0.7350000143051147,0.7300000190734863,0.7200000286102295,0.7279999852180481,0.7200000286102295,0.7260000109672546,0.7260000109672546,0.7210000157356262,0.7260000109672546,0.7310000061988831],"label":"RedPajama2"},"The Pile":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.6010000109672546,0.6259999871253967,0.6449999809265137,0.6570000052452087,0.6579999923706055,0.6589999794960022,0.6570000052452087,0.671999990940094,0.6690000295639038,0.675000011920929,0.675000011920929,0.6669999957084656,0.6809999942779541,0.6710000038146973,0.6830000281333923,0.6830000281333923,0.6899999976158142,0.6880000233650208,0.6840000152587891,0.6959999799728394,0.6869999766349792,0.6949999928474426,0.7039999961853027,0.699999988079071,0.699999988079071,0.6970000267028809,0.6859999895095825,0.7049999833106995,0.699999988079071,0.6919999718666077,0.6990000009536743,0.7120000123977661,0.6949999928474426,0.699999988079071,0.6940000057220459,0.6959999799728394,0.7059999704360962,0.7099999785423279,0.703000009059906,0.7120000123977661,0.7059999704360962,0.703000009059906,0.7129999995231628,0.7110000252723694,0.7160000205039978,0.7120000123977661,0.7170000076293945,0.7200000286102295,0.7139999866485596,0.7179999947547913,0.7200000286102295,0.7250000238418579,0.7200000286102295,0.7269999980926514,0.7200000286102295,0.7170000076293945,0.7179999947547913,0.7200000286102295,0.7160000205039978,0.7279999852180481,0.7210000157356262,0.7149999737739563,0.7229999899864197,0.7279999852180481,0.7200000286102295,0.7200000286102295,0.7210000157356262,0.7250000238418579,0.7279999852180481,0.7300000190734863,0.7250000238418579,0.7260000109672546,0.7229999899864197,0.7210000157356262,0.7269999980926514,0.7269999980926514,0.7350000143051147,0.7300000190734863,0.7269999980926514,0.7229999899864197,0.7239999771118164,0.7200000286102295],"label":"The Pile"}},"layout":{"title":{"text":"Dataset ablations"}}}
dist/assets/data/plots/edu_ablations/siqa_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data":{"FineWeb (ours)":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.395000010728836,0.3970000147819519,0.3930000066757202,0.4050000011920929,0.3899999856948852,0.4070000052452087,0.4040000140666961,0.4189999997615814,0.4000000059604645,0.4269999861717224,0.4009999930858612,0.3980000019073486,0.414000004529953,0.4120000004768371,0.4050000011920929,0.4070000052452087,0.4070000052452087,0.4129999876022339,0.4009999930858612,0.4070000052452087,0.4059999883174896,0.4050000011920929,0.4059999883174896,0.4090000092983246,0.4160000085830688,0.4059999883174896,0.3899999856948852,0.3899999856948852,0.4009999930858612,0.3970000147819519,0.3959999978542328,0.4110000133514404,0.4040000140666961,0.4110000133514404,0.4050000011920929,0.4090000092983246,0.402999997138977,0.4189999997615814,0.3980000019073486,0.4059999883174896,0.4120000004768371,0.4149999916553497,0.4059999883174896,0.4250000119209289,0.4110000133514404,0.4070000052452087,0.4120000004768371,0.4120000004768371,0.4020000100135803,0.4050000011920929,0.4009999930858612,0.4079999923706054,0.4110000133514404,0.4110000133514404,0.4059999883174896,0.4040000140666961,0.3980000019073486,0.395000010728836,0.4050000011920929,0.402999997138977,0.4020000100135803,0.4090000092983246,0.4079999923706054,0.4020000100135803,0.4000000059604645,0.4020000100135803,0.4090000092983246,0.4160000085830688,0.3959999978542328,0.3970000147819519,0.3970000147819519,0.3989999890327453,0.3970000147819519,0.4009999930858612,0.4020000100135803,0.4009999930858612,0.4050000011920929,0.4110000133514404,0.4050000011920929,0.414000004529953,0.4059999883174896,0.4020000100135803,0.395000010728836,0.4009999930858612,0.402999997138977,0.4040000140666961,0.4020000100135803,0.3989999890327453,0.3980000019073486,0.4040000140666961,0.4059999883174896,0.3899999856948852,0.4009999930858612,0.3980000019073486,0.4040000140666961,0.4110000133514404,0.3939999938011169,0.4040000140666961,0.4040000140666961,0.4059999883174896,0.402999997138977,0.4020000100135803,0.4040000140666961,0.4059999883174896,0.3970000147819519,0.3989999890327453,0.4040000140666961,0.4090000092983246,0.4059999883174896,0.4020000100135803,0.4099999964237213,0.4050000011920929,0.4099999964237213,0.402999997138977,0.4040000140666961,0.3989999890327453,0.4070000052452087,0.4129999876022339,0.4120000004768371,0.4149999916553497,0.4169999957084656,0.3989999890327453,0.414000004529953,0.4169999957084656,0.4079999923706054,0.4020000100135803,0.4009999930858612,0.4020000100135803,0.4090000092983246,0.4189999997615814,0.4050000011920929,0.4090000092983246,0.4040000140666961,0.4090000092983246,0.4160000085830688,0.402999997138977,0.4169999957084656,0.4160000085830688,0.4149999916553497,0.4059999883174896,0.4169999957084656,0.4099999964237213,0.4210000038146972,0.4239999949932098,0.4160000085830688,0.4090000092983246,0.4120000004768371,0.4110000133514404,0.4189999997615814,0.414000004529953,0.4059999883174896,0.4110000133514404,0.4149999916553497,0.4110000133514404,0.4129999876022339,0.4120000004768371,0.4149999916553497,0.414000004529953,0.4079999923706054,0.4070000052452087,0.4099999964237213,0.4059999883174896,0.4040000140666961,0.4149999916553497,0.4099999964237213,0.4149999916553497,0.414000004529953],"label":"FineWeb (ours)"},"RefinedWeb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.3980000019073486,0.3899999856948852,0.3860000073909759,0.3919999897480011,0.402999997138977,0.3959999978542328,0.3959999978542328,0.4070000052452087,0.4009999930858612,0.4079999923706054,0.4009999930858612,0.3910000026226043,0.3980000019073486,0.4129999876022339,0.4020000100135803,0.4090000092983246,0.4120000004768371,0.4129999876022339,0.4129999876022339,0.4099999964237213,0.4110000133514404,0.4110000133514404,0.4090000092983246,0.4000000059604645,0.4050000011920929,0.3939999938011169,0.3889999985694885,0.4050000011920929,0.4099999964237213,0.3980000019073486,0.4090000092983246,0.4079999923706054,0.4070000052452087,0.4040000140666961,0.4129999876022339,0.4090000092983246,0.4059999883174896,0.4090000092983246,0.4090000092983246,0.4149999916553497,0.4059999883174896,0.4000000059604645,0.4000000059604645,0.4070000052452087,0.402999997138977,0.4040000140666961,0.3989999890327453,0.4020000100135803,0.4160000085830688,0.4050000011920929,0.4110000133514404,0.4059999883174896,0.3989999890327453,0.4169999957084656,0.4040000140666961,0.4050000011920929,0.4149999916553497,0.4020000100135803,0.402999997138977,0.4129999876022339,0.4009999930858612,0.4059999883174896,0.4040000140666961,0.4099999964237213,0.414000004529953,0.4210000038146972,0.4110000133514404,0.4070000052452087,0.4099999964237213,0.4169999957084656,0.4070000052452087,0.4199999868869781,0.4079999923706054,0.4180000126361847,0.4110000133514404,0.4110000133514404,0.4189999997615814,0.414000004529953,0.4129999876022339,0.4180000126361847,0.4070000052452087,0.4059999883174896,0.4059999883174896,0.4129999876022339,0.4149999916553497,0.4099999964237213,0.4009999930858612,0.4020000100135803,0.4099999964237213,0.4169999957084656,0.4129999876022339,0.414000004529953,0.4099999964237213,0.4189999997615814,0.4210000038146972,0.4090000092983246,0.4079999923706054,0.4099999964237213,0.4099999964237213,0.4129999876022339,0.4099999964237213,0.4099999964237213,0.4110000133514404,0.4020000100135803,0.4079999923706054,0.4079999923706054,0.414000004529953,0.4129999876022339,0.4189999997615814,0.4129999876022339,0.4180000126361847,0.4050000011920929,0.4230000078678131,0.4180000126361847,0.4120000004768371,0.4149999916553497,0.4189999997615814,0.4110000133514404,0.4160000085830688,0.4059999883174896,0.4110000133514404,0.4110000133514404,0.4110000133514404,0.4040000140666961,0.4149999916553497,0.414000004529953,0.4160000085830688,0.414000004529953,0.4129999876022339,0.4120000004768371,0.4149999916553497,0.4169999957084656,0.4110000133514404,0.414000004529953,0.4160000085830688,0.4110000133514404,0.4120000004768371,0.4110000133514404,0.4149999916553497,0.4129999876022339,0.4110000133514404,0.4129999876022339,0.4099999964237213,0.4180000126361847,0.414000004529953,0.4040000140666961,0.4099999964237213,0.4099999964237213,0.4120000004768371,0.4149999916553497,0.4129999876022339,0.4079999923706054,0.4040000140666961,0.4129999876022339,0.4149999916553497,0.4120000004768371,0.402999997138977,0.4090000092983246,0.4110000133514404,0.4090000092983246,0.4070000052452087,0.4149999916553497,0.4070000052452087,0.4120000004768371,0.4059999883174896,0.4059999883174896,0.4099999964237213],"label":"RefinedWeb"},"RedPajama2":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3610000014305115,0.3840000033378601,0.3970000147819519,0.3959999978542328,0.3980000019073486,0.3880000114440918,0.4059999883174896,0.4009999930858612,0.4020000100135803,0.4009999930858612,0.3980000019073486,0.3989999890327453,0.4050000011920929,0.4059999883174896,0.4009999930858612,0.3959999978542328,0.4120000004768371,0.4099999964237213,0.414000004529953,0.402999997138977,0.4110000133514404,0.4070000052452087,0.402999997138977,0.4059999883174896,0.4090000092983246,0.4059999883174896,0.3970000147819519,0.4110000133514404,0.4160000085830688,0.4040000140666961,0.4000000059604645,0.3980000019073486,0.4000000059604645,0.395000010728836,0.4070000052452087,0.402999997138977,0.4000000059604645,0.3980000019073486,0.3970000147819519,0.402999997138977,0.3980000019073486,0.402999997138977,0.4020000100135803,0.4020000100135803,0.4129999876022339,0.4050000011920929,0.4040000140666961,0.3959999978542328,0.4090000092983246,0.4099999964237213,0.4149999916553497,0.4110000133514404,0.4120000004768371,0.4090000092983246,0.4040000140666961,0.3989999890327453,0.4050000011920929,0.4129999876022339,0.4129999876022339,0.4040000140666961,0.3899999856948852,0.4040000140666961,0.4070000052452087,0.4110000133514404,0.4120000004768371,0.4040000140666961,0.4000000059604645,0.4079999923706054,0.4090000092983246,0.4099999964237213,0.4079999923706054,0.4059999883174896,0.4120000004768371,0.4090000092983246,0.4079999923706054,0.4129999876022339,0.4059999883174896,0.4059999883174896,0.3970000147819519,0.4040000140666961,0.4059999883174896,0.395000010728836,0.4040000140666961,0.4090000092983246,0.3980000019073486,0.4040000140666961,0.4099999964237213,0.4059999883174896,0.4050000011920929,0.402999997138977,0.4090000092983246,0.4070000052452087,0.4169999957084656,0.4059999883174896,0.4129999876022339,0.4110000133514404,0.4110000133514404,0.4050000011920929,0.4110000133514404,0.4050000011920929,0.4120000004768371,0.4090000092983246,0.3989999890327453,0.4110000133514404,0.4189999997615814,0.4120000004768371,0.4050000011920929,0.4090000092983246,0.4040000140666961,0.3980000019073486,0.414000004529953,0.4000000059604645,0.4009999930858612,0.4040000140666961,0.4050000011920929,0.4099999964237213,0.4120000004768371,0.4000000059604645,0.4099999964237213,0.4079999923706054,0.4090000092983246,0.4040000140666961,0.4129999876022339,0.3980000019073486,0.4050000011920929,0.4099999964237213,0.4079999923706054,0.3899999856948852,0.4050000011920929,0.402999997138977,0.4129999876022339,0.4110000133514404,0.4079999923706054,0.4079999923706054,0.4009999930858612,0.4129999876022339,0.4070000052452087,0.4070000052452087,0.4020000100135803,0.4099999964237213,0.402999997138977,0.4040000140666961,0.402999997138977,0.4050000011920929,0.4050000011920929,0.4040000140666961,0.4009999930858612,0.402999997138977,0.3980000019073486,0.4070000052452087,0.4090000092983246,0.4059999883174896,0.4000000059604645,0.4040000140666961,0.402999997138977,0.4099999964237213,0.4090000092983246,0.4129999876022339,0.4050000011920929,0.4009999930858612,0.4079999923706054,0.3959999978542328,0.4020000100135803,0.4059999883174896,0.4059999883174896,0.4079999923706054,0.4020000100135803,0.4059999883174896],"label":"RedPajama2"},"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.4059999883174896,0.3880000114440918,0.3919999897480011,0.4040000140666961,0.395000010728836,0.3989999890327453,0.4040000140666961,0.4129999876022339,0.4149999916553497,0.4059999883174896,0.4020000100135803,0.3959999978542328,0.3930000066757202,0.4079999923706054,0.4050000011920929,0.402999997138977,0.4099999964237213,0.3980000019073486,0.4000000059604645,0.3970000147819519,0.3989999890327453,0.3959999978542328,0.3989999890327453,0.4000000059604645,0.3869999945163727,0.3959999978542328,0.4040000140666961,0.3910000026226043,0.4020000100135803,0.4040000140666961,0.395000010728836,0.4050000011920929,0.4009999930858612,0.395000010728836,0.3959999978542328,0.4000000059604645,0.4070000052452087,0.4040000140666961,0.4040000140666961,0.3980000019073486,0.4070000052452087,0.4070000052452087,0.4059999883174896,0.4120000004768371,0.4120000004768371,0.4180000126361847,0.4149999916553497,0.4000000059604645,0.4070000052452087,0.4099999964237213,0.4129999876022339,0.4149999916553497,0.4090000092983246,0.4110000133514404,0.414000004529953,0.4070000052452087,0.4070000052452087,0.4120000004768371,0.3980000019073486,0.4040000140666961,0.4040000140666961,0.4070000052452087,0.4059999883174896,0.4149999916553497,0.4160000085830688,0.4090000092983246,0.4099999964237213,0.3970000147819519,0.4000000059604645,0.4040000140666961,0.3959999978542328,0.4110000133514404,0.4040000140666961,0.4040000140666961,0.4120000004768371,0.4059999883174896,0.4009999930858612,0.4020000100135803,0.4090000092983246,0.4059999883174896,0.4079999923706054,0.4040000140666961],"label":"FineWeb-Edu"},"SlimPajama":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3610000014305115,0.3840000033378601,0.4020000100135803,0.3889999985694885,0.3889999985694885,0.3840000033378601,0.402999997138977,0.395000010728836,0.3939999938011169,0.4000000059604645,0.402999997138977,0.3910000026226043,0.3869999945163727,0.3910000026226043,0.3910000026226043,0.3939999938011169,0.3899999856948852,0.4059999883174896,0.4040000140666961,0.402999997138977,0.4000000059604645,0.4000000059604645,0.3840000033378601,0.395000010728836,0.3959999978542328,0.4020000100135803,0.4009999930858612,0.3899999856948852,0.3980000019073486,0.3970000147819519,0.4040000140666961,0.3980000019073486,0.3980000019073486,0.4020000100135803,0.4090000092983246,0.3860000073909759,0.395000010728836,0.4070000052452087,0.3869999945163727,0.3989999890327453,0.395000010728836,0.3989999890327453,0.4009999930858612,0.4020000100135803,0.395000010728836,0.4040000140666961,0.4020000100135803,0.395000010728836,0.3899999856948852,0.3980000019073486,0.395000010728836,0.3959999978542328,0.3939999938011169,0.3910000026226043,0.395000010728836,0.3970000147819519,0.3959999978542328,0.3959999978542328,0.4079999923706054,0.3959999978542328,0.3919999897480011,0.3799999952316284,0.3970000147819519,0.3959999978542328,0.382999986410141,0.3849999904632568,0.395000010728836,0.3849999904632568,0.3910000026226043,0.3889999985694885,0.382999986410141,0.3989999890327453,0.3919999897480011,0.3959999978542328,0.3939999938011169,0.3860000073909759,0.3930000066757202,0.4040000140666961,0.395000010728836,0.4090000092983246,0.4000000059604645,0.4040000140666961,0.402999997138977,0.3899999856948852,0.395000010728836,0.3919999897480011,0.3970000147819519,0.3889999985694885,0.3869999945163727,0.3889999985694885,0.4009999930858612,0.3910000026226043,0.395000010728836,0.3939999938011169,0.3980000019073486,0.4040000140666961,0.4059999883174896,0.395000010728836,0.3970000147819519,0.3930000066757202,0.3860000073909759,0.395000010728836,0.3919999897480011,0.3959999978542328,0.3980000019073486,0.4000000059604645,0.3869999945163727,0.3980000019073486,0.395000010728836,0.3939999938011169,0.4000000059604645,0.3989999890327453,0.402999997138977,0.402999997138977,0.402999997138977,0.3980000019073486,0.3980000019073486,0.402999997138977,0.4040000140666961,0.402999997138977,0.3939999938011169,0.4009999930858612,0.395000010728836,0.4009999930858612,0.3980000019073486,0.3880000114440918,0.4050000011920929,0.402999997138977,0.3980000019073486,0.3989999890327453,0.4059999883174896,0.4050000011920929,0.4009999930858612,0.3980000019073486,0.4040000140666961,0.4120000004768371,0.4000000059604645,0.4040000140666961,0.4079999923706054,0.4040000140666961,0.3889999985694885,0.4059999883174896,0.4009999930858612,0.4000000059604645,0.395000010728836,0.4020000100135803,0.3980000019073486,0.3959999978542328,0.4050000011920929,0.4020000100135803,0.3989999890327453,0.4020000100135803,0.4050000011920929,0.4009999930858612,0.3959999978542328,0.4009999930858612,0.3959999978542328,0.4009999930858612,0.4050000011920929,0.402999997138977,0.3989999890327453,0.3989999890327453,0.4000000059604645,0.3939999938011169,0.3959999978542328,0.3919999897480011,0.3930000066757202,0.402999997138977],"label":"SlimPajama"},"The Pile":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3610000014305115,0.3869999945163727,0.3919999897480011,0.3810000121593475,0.3980000019073486,0.382999986410141,0.3930000066757202,0.3989999890327453,0.4059999883174896,0.3970000147819519,0.3910000026226043,0.3819999992847442,0.3989999890327453,0.4000000059604645,0.3959999978542328,0.3899999856948852,0.4009999930858612,0.382999986410141,0.3939999938011169,0.3959999978542328,0.4020000100135803,0.4059999883174896,0.402999997138977,0.4050000011920929,0.4070000052452087,0.4059999883174896,0.3840000033378601,0.4050000011920929,0.4000000059604645,0.402999997138977,0.402999997138977,0.3869999945163727,0.3939999938011169,0.3959999978542328,0.3989999890327453,0.4059999883174896,0.3980000019073486,0.402999997138977,0.4050000011920929,0.3910000026226043,0.395000010728836,0.3980000019073486,0.3930000066757202,0.4009999930858612,0.395000010728836,0.3989999890327453,0.3989999890327453,0.4000000059604645,0.4040000140666961,0.402999997138977,0.4079999923706054,0.3980000019073486,0.3970000147819519,0.3989999890327453,0.3980000019073486,0.3939999938011169,0.3989999890327453,0.3919999897480011,0.3860000073909759,0.4009999930858612,0.3970000147819519,0.3840000033378601,0.395000010728836,0.3970000147819519,0.3919999897480011,0.3910000026226043,0.3840000033378601,0.3919999897480011,0.3959999978542328,0.4009999930858612,0.3970000147819519,0.3919999897480011,0.3709999918937683,0.3930000066757202,0.3889999985694885,0.3919999897480011,0.4020000100135803,0.3939999938011169,0.3939999938011169,0.3959999978542328,0.3930000066757202,0.3989999890327453,0.4009999930858612,0.3899999856948852,0.3899999856948852,0.3959999978542328,0.3989999890327453,0.3930000066757202,0.3869999945163727,0.3910000026226043,0.4050000011920929,0.3910000026226043,0.3970000147819519,0.4020000100135803,0.3970000147819519,0.3919999897480011,0.3930000066757202,0.3899999856948852,0.3910000026226043,0.3980000019073486,0.3869999945163727,0.3849999904632568,0.3989999890327453,0.3880000114440918,0.3840000033378601,0.3959999978542328,0.3970000147819519,0.395000010728836,0.3910000026226043,0.3880000114440918,0.402999997138977,0.3910000026226043,0.3899999856948852,0.3930000066757202,0.4000000059604645,0.3880000114440918,0.3899999856948852,0.3980000019073486,0.3889999985694885,0.3930000066757202,0.3899999856948852,0.3959999978542328,0.3959999978542328,0.3899999856948852,0.3939999938011169,0.4040000140666961,0.402999997138977,0.3970000147819519,0.3989999890327453,0.3970000147819519,0.4059999883174896,0.4040000140666961,0.3939999938011169,0.4000000059604645,0.4009999930858612,0.402999997138977,0.3989999890327453,0.395000010728836,0.3989999890327453,0.3959999978542328,0.3910000026226043,0.4040000140666961,0.3959999978542328,0.3959999978542328,0.4020000100135803,0.395000010728836,0.3930000066757202,0.3910000026226043,0.3919999897480011,0.3980000019073486,0.3989999890327453,0.3889999985694885,0.3959999978542328,0.3919999897480011,0.3919999897480011,0.3910000026226043,0.3959999978542328,0.3939999938011169,0.4000000059604645,0.4000000059604645,0.4000000059604645,0.3919999897480011,0.3930000066757202,0.3880000114440918,0.4009999930858612,0.4009999930858612,0.3980000019073486,0.4020000100135803],"label":"The Pile"},"C4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3619999885559082,0.4040000140666961,0.4000000059604645,0.3869999945163727,0.4040000140666961,0.4040000140666961,0.414000004529953,0.4099999964237213,0.4099999964237213,0.4079999923706054,0.4009999930858612,0.3919999897480011,0.3959999978542328,0.3989999890327453,0.4000000059604645,0.4079999923706054,0.4070000052452087,0.4169999957084656,0.4090000092983246,0.421999990940094,0.4070000052452087,0.4050000011920929,0.4050000011920929,0.4059999883174896,0.4040000140666961,0.4180000126361847,0.414000004529953,0.4110000133514404,0.4149999916553497,0.4079999923706054,0.4070000052452087,0.4059999883174896,0.4169999957084656,0.4180000126361847,0.402999997138977,0.4059999883174896,0.421999990940094,0.4199999868869781,0.4129999876022339,0.402999997138977,0.4169999957084656,0.4090000092983246,0.4099999964237213,0.4079999923706054,0.4180000126361847,0.402999997138977,0.4050000011920929,0.4079999923706054,0.4009999930858612,0.4189999997615814,0.4120000004768371,0.4099999964237213,0.4099999964237213,0.4079999923706054,0.4059999883174896,0.4059999883174896,0.4160000085830688,0.4050000011920929,0.402999997138977,0.4129999876022339,0.4160000085830688,0.4090000092983246,0.402999997138977,0.4099999964237213,0.4059999883174896,0.3919999897480011,0.3989999890327453,0.4020000100135803,0.3980000019073486,0.4050000011920929,0.4000000059604645,0.4099999964237213,0.4070000052452087,0.4059999883174896,0.4009999930858612,0.4040000140666961,0.4090000092983246,0.4120000004768371,0.4040000140666961,0.4110000133514404,0.4090000092983246,0.4110000133514404,0.4090000092983246,0.4149999916553497,0.4099999964237213,0.4079999923706054,0.4079999923706054,0.4050000011920929,0.4079999923706054,0.4099999964237213,0.4059999883174896,0.4160000085830688,0.4040000140666961,0.4169999957084656,0.4050000011920929,0.402999997138977,0.4059999883174896,0.3980000019073486,0.4110000133514404,0.4059999883174896,0.4009999930858612,0.4009999930858612,0.4120000004768371,0.4160000085830688,0.4129999876022339,0.4059999883174896,0.4120000004768371,0.4050000011920929,0.4070000052452087,0.4079999923706054,0.4099999964237213,0.4110000133514404,0.4129999876022339,0.3930000066757202,0.4000000059604645,0.4090000092983246,0.4050000011920929,0.4009999930858612,0.4059999883174896,0.402999997138977,0.4059999883174896,0.4099999964237213,0.402999997138977,0.4120000004768371,0.4000000059604645,0.4050000011920929,0.4059999883174896,0.4110000133514404,0.4059999883174896,0.4050000011920929,0.4090000092983246,0.4059999883174896,0.4129999876022339,0.4129999876022339,0.4059999883174896,0.4050000011920929,0.4120000004768371,0.4099999964237213,0.4160000085830688,0.4059999883174896,0.4009999930858612,0.4000000059604645,0.4070000052452087,0.4110000133514404,0.4059999883174896,0.4210000038146972,0.4079999923706054,0.4120000004768371,0.4110000133514404,0.4160000085830688,0.4090000092983246,0.4090000092983246,0.4040000140666961,0.4020000100135803,0.4079999923706054,0.4059999883174896,0.4070000052452087,0.4050000011920929,0.4009999930858612,0.4120000004768371,0.4059999883174896,0.4040000140666961,0.4059999883174896,0.4059999883174896,0.4050000011920929,0.4020000100135803,0.4020000100135803,0.4009999930858612],"label":"C4"},"Dolma":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.3610000014305115,0.3919999897480011,0.402999997138977,0.3849999904632568,0.3970000147819519,0.3970000147819519,0.3939999938011169,0.3939999938011169,0.3989999890327453,0.4050000011920929,0.3880000114440918,0.4020000100135803,0.395000010728836,0.3899999856948852,0.3919999897480011,0.4000000059604645,0.4020000100135803,0.3939999938011169,0.3980000019073486,0.395000010728836,0.4020000100135803,0.3959999978542328,0.3989999890327453,0.3959999978542328,0.3919999897480011,0.3919999897480011,0.395000010728836,0.3989999890327453,0.402999997138977,0.4050000011920929,0.402999997138977,0.4020000100135803,0.3910000026226043,0.4160000085830688,0.3980000019073486,0.4079999923706054,0.4020000100135803,0.4090000092983246,0.4079999923706054,0.4059999883174896,0.4050000011920929,0.4009999930858612,0.395000010728836,0.4020000100135803,0.4000000059604645,0.3980000019073486,0.3939999938011169,0.4040000140666961,0.4050000011920929,0.3910000026226043,0.4059999883174896,0.3980000019073486,0.395000010728836,0.402999997138977,0.4050000011920929,0.3959999978542328,0.4009999930858612,0.3910000026226043,0.4099999964237213,0.4020000100135803,0.3989999890327453,0.3970000147819519,0.3919999897480011,0.4090000092983246,0.395000010728836,0.4020000100135803,0.4050000011920929,0.4000000059604645,0.4090000092983246,0.4149999916553497,0.3980000019073486,0.4129999876022339,0.402999997138977,0.4020000100135803,0.3989999890327453,0.4050000011920929,0.4050000011920929,0.3989999890327453,0.3959999978542328,0.4040000140666961,0.4050000011920929,0.4079999923706054,0.4079999923706054,0.4099999964237213,0.402999997138977,0.4050000011920929,0.4099999964237213,0.3970000147819519,0.4009999930858612,0.3980000019073486,0.402999997138977,0.3959999978542328,0.4020000100135803,0.3970000147819519,0.4090000092983246,0.4009999930858612,0.3989999890327453,0.4040000140666961,0.4020000100135803,0.395000010728836,0.4000000059604645,0.4079999923706054,0.4059999883174896,0.4020000100135803,0.3959999978542328,0.3989999890327453,0.4090000092983246,0.402999997138977,0.402999997138977,0.4000000059604645,0.4070000052452087,0.3970000147819519,0.3970000147819519,0.4000000059604645,0.4000000059604645,0.3989999890327453,0.395000010728836,0.3980000019073486,0.4079999923706054,0.4020000100135803,0.3959999978542328,0.3980000019073486,0.4009999930858612,0.4000000059604645,0.4040000140666961,0.4090000092983246,0.4009999930858612,0.4079999923706054,0.4090000092983246,0.4079999923706054,0.3980000019073486,0.3970000147819519,0.3959999978542328,0.3989999890327453,0.3970000147819519,0.4050000011920929,0.3980000019073486,0.402999997138977,0.3919999897480011,0.3980000019073486,0.3970000147819519,0.3970000147819519,0.395000010728836,0.4000000059604645,0.4050000011920929,0.3980000019073486,0.402999997138977,0.4000000059604645,0.4059999883174896,0.4070000052452087,0.395000010728836,0.402999997138977,0.402999997138977,0.3980000019073486,0.402999997138977,0.4000000059604645,0.4050000011920929,0.4059999883174896,0.4050000011920929,0.4020000100135803,0.4009999930858612,0.4000000059604645,0.3959999978542328,0.4009999930858612,0.395000010728836,0.4000000059604645,0.3989999890327453,0.3989999890327453],"label":"Dolma"}},"layout":{"title":{"text":"FineWeb-Edu ablations"}}}
 
1
+ {"data":{"FineWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3970000147819519,0.4050000011920929,0.4070000052452087,0.4189999997615814,0.4269999861717224,0.3980000019073486,0.4120000004768371,0.4070000052452087,0.4129999876022339,0.4070000052452087,0.4050000011920929,0.4090000092983246,0.4059999883174896,0.3899999856948852,0.3970000147819519,0.4110000133514404,0.4110000133514404,0.4090000092983246,0.4189999997615814,0.4059999883174896,0.4149999916553497,0.4250000119209289,0.4070000052452087,0.4120000004768371,0.4050000011920929,0.4079999923706054,0.4110000133514404,0.4040000140666961,0.395000010728836,0.402999997138977,0.4090000092983246,0.4020000100135803,0.4020000100135803,0.4160000085830688,0.3970000147819519,0.3989999890327453,0.4009999930858612,0.4009999930858612,0.4110000133514404,0.414000004529953,0.4020000100135803,0.4009999930858612,0.4040000140666961,0.3989999890327453,0.4040000140666961,0.3899999856948852,0.3980000019073486,0.4110000133514404,0.4040000140666961,0.4059999883174896,0.4020000100135803,0.4059999883174896,0.3989999890327453,0.4090000092983246,0.4020000100135803,0.4050000011920929,0.402999997138977,0.3989999890327453,0.4129999876022339,0.4149999916553497,0.3989999890327453,0.4169999957084656,0.4020000100135803,0.4020000100135803,0.4189999997615814,0.4090000092983246,0.4090000092983246,0.4160000085830688,0.4059999883174896,0.4099999964237213,0.4239999949932098,0.4110000133514404,0.414000004529953,0.4110000133514404,0.4110000133514404,0.4120000004768371,0.414000004529953,0.4070000052452087,0.4059999883174896,0.4149999916553497,0.4149999916553497,0.414000004529953],"label":"FineWeb"},"RefinedWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3899999856948852,0.3919999897480011,0.3959999978542328,0.4070000052452087,0.4079999923706054,0.3910000026226043,0.4129999876022339,0.4090000092983246,0.4129999876022339,0.4099999964237213,0.4110000133514404,0.4000000059604645,0.3939999938011169,0.4050000011920929,0.3980000019073486,0.4079999923706054,0.4040000140666961,0.4090000092983246,0.4090000092983246,0.4149999916553497,0.4000000059604645,0.4070000052452087,0.4040000140666961,0.4020000100135803,0.4050000011920929,0.4059999883174896,0.4169999957084656,0.4050000011920929,0.4020000100135803,0.4129999876022339,0.4059999883174896,0.4099999964237213,0.4210000038146972,0.4070000052452087,0.4169999957084656,0.4199999868869781,0.4180000126361847,0.4110000133514404,0.414000004529953,0.4180000126361847,0.4059999883174896,0.4129999876022339,0.4099999964237213,0.4020000100135803,0.4169999957084656,0.414000004529953,0.4189999997615814,0.4090000092983246,0.4099999964237213,0.4129999876022339,0.4099999964237213,0.4020000100135803,0.4079999923706054,0.4129999876022339,0.4129999876022339,0.4050000011920929,0.4180000126361847,0.4149999916553497,0.4110000133514404,0.4059999883174896,0.4110000133514404,0.4040000140666961,0.414000004529953,0.414000004529953,0.4120000004768371,0.4169999957084656,0.414000004529953,0.4110000133514404,0.4129999876022339,0.4129999876022339,0.4180000126361847,0.4099999964237213,0.4149999916553497,0.4079999923706054,0.4129999876022339,0.4120000004768371,0.4090000092983246,0.4090000092983246,0.4149999916553497,0.4120000004768371,0.4059999883174896,0.4099999964237213],"label":"RefinedWeb"},"RedPajama2":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3970000147819519,0.3980000019073486,0.4059999883174896,0.4020000100135803,0.3980000019073486,0.4050000011920929,0.4009999930858612,0.4120000004768371,0.414000004529953,0.4110000133514404,0.402999997138977,0.4090000092983246,0.3970000147819519,0.4160000085830688,0.4000000059604645,0.4000000059604645,0.4070000052452087,0.4000000059604645,0.3970000147819519,0.3980000019073486,0.4020000100135803,0.4129999876022339,0.4040000140666961,0.4090000092983246,0.4149999916553497,0.4120000004768371,0.4040000140666961,0.4050000011920929,0.4129999876022339,0.3899999856948852,0.4070000052452087,0.4120000004768371,0.4000000059604645,0.4090000092983246,0.4079999923706054,0.4120000004768371,0.4079999923706054,0.4059999883174896,0.3970000147819519,0.4059999883174896,0.4040000140666961,0.3980000019073486,0.4099999964237213,0.4050000011920929,0.4090000092983246,0.4169999957084656,0.4129999876022339,0.4110000133514404,0.4110000133514404,0.4120000004768371,0.3989999890327453,0.4189999997615814,0.4050000011920929,0.4040000140666961,0.414000004529953,0.4009999930858612,0.4050000011920929,0.4120000004768371,0.4099999964237213,0.4090000092983246,0.4129999876022339,0.4050000011920929,0.4079999923706054,0.4050000011920929,0.4129999876022339,0.4079999923706054,0.4009999930858612,0.4020000100135803,0.402999997138977,0.402999997138977,0.4050000011920929,0.3980000019073486,0.4090000092983246,0.4000000059604645,0.402999997138977,0.4090000092983246,0.4050000011920929,0.4079999923706054,0.4020000100135803,0.4059999883174896,0.4020000100135803,0.4059999883174896],"label":"RedPajama2"},"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.4059999883174896,0.3880000114440918,0.3919999897480011,0.4040000140666961,0.395000010728836,0.3989999890327453,0.4040000140666961,0.4129999876022339,0.4149999916553497,0.4059999883174896,0.4020000100135803,0.3959999978542328,0.3930000066757202,0.4079999923706054,0.4050000011920929,0.402999997138977,0.4099999964237213,0.3980000019073486,0.4000000059604645,0.3970000147819519,0.3989999890327453,0.3959999978542328,0.3989999890327453,0.4000000059604645,0.3869999945163727,0.3959999978542328,0.4040000140666961,0.3910000026226043,0.4020000100135803,0.4040000140666961,0.395000010728836,0.4050000011920929,0.4009999930858612,0.395000010728836,0.3959999978542328,0.4000000059604645,0.4070000052452087,0.4040000140666961,0.4040000140666961,0.3980000019073486,0.4070000052452087,0.4070000052452087,0.4059999883174896,0.4120000004768371,0.4120000004768371,0.4180000126361847,0.4149999916553497,0.4000000059604645,0.4070000052452087,0.4099999964237213,0.4129999876022339,0.4149999916553497,0.4090000092983246,0.4110000133514404,0.414000004529953,0.4070000052452087,0.4070000052452087,0.4120000004768371,0.3980000019073486,0.4040000140666961,0.4040000140666961,0.4070000052452087,0.4059999883174896,0.4149999916553497,0.4160000085830688,0.4090000092983246,0.4099999964237213,0.3970000147819519,0.4000000059604645,0.4040000140666961,0.3959999978542328,0.4110000133514404,0.4040000140666961,0.4040000140666961,0.4120000004768371,0.4059999883174896,0.4009999930858612,0.4020000100135803,0.4090000092983246,0.4059999883174896,0.4079999923706054,0.4040000140666961],"label":"FineWeb-Edu"},"SlimPajama":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.4020000100135803,0.3889999985694885,0.402999997138977,0.3939999938011169,0.402999997138977,0.3869999945163727,0.3910000026226043,0.3899999856948852,0.4040000140666961,0.4000000059604645,0.3840000033378601,0.3959999978542328,0.4009999930858612,0.3980000019073486,0.4040000140666961,0.3980000019073486,0.4090000092983246,0.395000010728836,0.3869999945163727,0.395000010728836,0.4009999930858612,0.395000010728836,0.4020000100135803,0.3899999856948852,0.395000010728836,0.3939999938011169,0.395000010728836,0.3959999978542328,0.4079999923706054,0.3919999897480011,0.3970000147819519,0.382999986410141,0.395000010728836,0.3910000026226043,0.382999986410141,0.3919999897480011,0.3939999938011169,0.3930000066757202,0.395000010728836,0.4000000059604645,0.402999997138977,0.395000010728836,0.3970000147819519,0.3869999945163727,0.4009999930858612,0.395000010728836,0.3980000019073486,0.4059999883174896,0.3970000147819519,0.3860000073909759,0.3919999897480011,0.3980000019073486,0.3869999945163727,0.395000010728836,0.4000000059604645,0.402999997138977,0.402999997138977,0.3980000019073486,0.4040000140666961,0.3939999938011169,0.395000010728836,0.3980000019073486,0.4050000011920929,0.3980000019073486,0.4059999883174896,0.4009999930858612,0.4040000140666961,0.4079999923706054,0.3889999985694885,0.4009999930858612,0.395000010728836,0.4050000011920929,0.3989999890327453,0.4050000011920929,0.3959999978542328,0.3959999978542328,0.4050000011920929,0.3989999890327453,0.4000000059604645,0.3959999978542328,0.3930000066757202,0.402999997138977],"label":"SlimPajama"},"The Pile":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.3919999897480011,0.3980000019073486,0.3930000066757202,0.4059999883174896,0.3910000026226043,0.3989999890327453,0.3959999978542328,0.4009999930858612,0.3939999938011169,0.4020000100135803,0.402999997138977,0.4070000052452087,0.3840000033378601,0.4000000059604645,0.402999997138977,0.3939999938011169,0.3989999890327453,0.3980000019073486,0.4050000011920929,0.395000010728836,0.3930000066757202,0.395000010728836,0.3989999890327453,0.4040000140666961,0.4079999923706054,0.3970000147819519,0.3980000019073486,0.3989999890327453,0.3860000073909759,0.3970000147819519,0.395000010728836,0.3919999897480011,0.3840000033378601,0.3959999978542328,0.3970000147819519,0.3709999918937683,0.3889999985694885,0.4020000100135803,0.3939999938011169,0.3930000066757202,0.4009999930858612,0.3899999856948852,0.3989999890327453,0.3869999945163727,0.4050000011920929,0.3970000147819519,0.3970000147819519,0.3930000066757202,0.3910000026226043,0.3869999945163727,0.3989999890327453,0.3840000033378601,0.3970000147819519,0.3910000026226043,0.402999997138977,0.3899999856948852,0.4000000059604645,0.3899999856948852,0.3889999985694885,0.3899999856948852,0.3959999978542328,0.3939999938011169,0.402999997138977,0.3989999890327453,0.4059999883174896,0.3939999938011169,0.4009999930858612,0.3989999890327453,0.3910000026226043,0.3959999978542328,0.4020000100135803,0.3919999897480011,0.3989999890327453,0.3959999978542328,0.3919999897480011,0.3959999978542328,0.4000000059604645,0.4000000059604645,0.3930000066757202,0.4009999930858612,0.3980000019073486,0.4020000100135803],"label":"The Pile"},"C4":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.4000000059604645,0.4040000140666961,0.414000004529953,0.4099999964237213,0.4009999930858612,0.3959999978542328,0.4000000059604645,0.4070000052452087,0.4090000092983246,0.4070000052452087,0.4050000011920929,0.4040000140666961,0.414000004529953,0.4149999916553497,0.4070000052452087,0.4169999957084656,0.402999997138977,0.421999990940094,0.4129999876022339,0.4169999957084656,0.4099999964237213,0.4180000126361847,0.4050000011920929,0.4009999930858612,0.4120000004768371,0.4099999964237213,0.4059999883174896,0.4160000085830688,0.402999997138977,0.4160000085830688,0.402999997138977,0.4059999883174896,0.3989999890327453,0.3980000019073486,0.4000000059604645,0.4070000052452087,0.4009999930858612,0.4090000092983246,0.4040000140666961,0.4090000092983246,0.4090000092983246,0.4099999964237213,0.4079999923706054,0.4079999923706054,0.4059999883174896,0.4040000140666961,0.4050000011920929,0.4059999883174896,0.4110000133514404,0.4009999930858612,0.4120000004768371,0.4129999876022339,0.4120000004768371,0.4070000052452087,0.4099999964237213,0.4129999876022339,0.4000000059604645,0.4050000011920929,0.4059999883174896,0.4059999883174896,0.402999997138977,0.4000000059604645,0.4059999883174896,0.4059999883174896,0.4090000092983246,0.4129999876022339,0.4059999883174896,0.4160000085830688,0.4009999930858612,0.4070000052452087,0.4059999883174896,0.4110000133514404,0.4090000092983246,0.4040000140666961,0.4079999923706054,0.4070000052452087,0.4009999930858612,0.4059999883174896,0.4059999883174896,0.4050000011920929,0.4020000100135803,0.4009999930858612],"label":"C4"},"Dolma":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.402999997138977,0.3970000147819519,0.3939999938011169,0.3989999890327453,0.3880000114440918,0.395000010728836,0.3919999897480011,0.4020000100135803,0.3980000019073486,0.4020000100135803,0.3989999890327453,0.3919999897480011,0.395000010728836,0.402999997138977,0.402999997138977,0.3910000026226043,0.3980000019073486,0.4020000100135803,0.4079999923706054,0.4050000011920929,0.395000010728836,0.4000000059604645,0.3939999938011169,0.4050000011920929,0.4059999883174896,0.395000010728836,0.4050000011920929,0.4009999930858612,0.4099999964237213,0.3989999890327453,0.3919999897480011,0.395000010728836,0.4050000011920929,0.4090000092983246,0.3980000019073486,0.402999997138977,0.3989999890327453,0.4050000011920929,0.3959999978542328,0.4050000011920929,0.4079999923706054,0.402999997138977,0.4099999964237213,0.4009999930858612,0.402999997138977,0.4020000100135803,0.4090000092983246,0.3989999890327453,0.4020000100135803,0.4000000059604645,0.4059999883174896,0.3959999978542328,0.4090000092983246,0.402999997138977,0.4070000052452087,0.3970000147819519,0.4000000059604645,0.395000010728836,0.4079999923706054,0.3959999978542328,0.4009999930858612,0.4040000140666961,0.4009999930858612,0.4090000092983246,0.3980000019073486,0.3959999978542328,0.3970000147819519,0.3919999897480011,0.3970000147819519,0.395000010728836,0.4050000011920929,0.4059999883174896,0.395000010728836,0.402999997138977,0.402999997138977,0.4050000011920929,0.4050000011920929,0.4009999930858612,0.3959999978542328,0.395000010728836,0.3989999890327453,0.3989999890327453],"label":"Dolma"}},"layout":{"title":{"text":"Dataset ablations"}}}
dist/assets/data/plots/edu_ablations/winogrande_acc_norm.json CHANGED
@@ -1 +1 @@
1
- {"data":{"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.5109999775886536,0.4950000047683716,0.5189999938011169,0.5170000195503235,0.5059999823570251,0.5320000052452087,0.5220000147819519,0.5260000228881836,0.5210000276565552,0.5289999842643738,0.5400000214576721,0.5400000214576721,0.5360000133514404,0.5410000085830688,0.5379999876022339,0.5370000004768372,0.5400000214576721,0.5440000295639038,0.5479999780654907,0.5540000200271606,0.5339999794960022,0.5479999780654907,0.5490000247955322,0.5429999828338623,0.5440000295639038,0.5360000133514404,0.5569999814033508,0.5490000247955322,0.5490000247955322,0.5429999828338623,0.550000011920929,0.5490000247955322,0.5619999766349792,0.5529999732971191,0.5649999976158142,0.5529999732971191,0.5529999732971191,0.5479999780654907,0.5580000281333923,0.5419999957084656,0.5590000152587891,0.5529999732971191,0.5669999718666077,0.5649999976158142,0.5600000023841858,0.5619999766349792,0.5600000023841858,0.5509999990463257,0.5540000200271606,0.5720000267028809,0.5509999990463257,0.5590000152587891,0.5550000071525574,0.5699999928474426,0.5590000152587891,0.5569999814033508,0.5640000104904175,0.5600000023841858,0.5609999895095825,0.5550000071525574,0.574999988079071,0.5649999976158142,0.5580000281333923,0.5680000185966492,0.5720000267028809,0.5659999847412109,0.5669999718666077,0.5609999895095825,0.5590000152587891,0.5680000185966492,0.5690000057220459,0.5770000219345093,0.5649999976158142,0.574999988079071,0.5709999799728394,0.5669999718666077,0.574999988079071,0.574999988079071,0.5770000219345093,0.5799999833106995,0.5699999928474426,0.578000009059906],"label":"FineWeb-Edu"},"FineWeb (ours)":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4760000109672546,0.4979999959468841,0.503000020980835,0.531000018119812,0.515999972820282,0.5220000147819519,0.5210000276565552,0.5260000228881836,0.5289999842643738,0.5249999761581421,0.5239999890327454,0.5189999938011169,0.5260000228881836,0.5139999985694885,0.5299999713897705,0.5370000004768372,0.5350000262260437,0.5329999923706055,0.531000018119812,0.5299999713897705,0.550000011920929,0.5329999923706055,0.5260000228881836,0.5320000052452087,0.5339999794960022,0.5429999828338623,0.5440000295639038,0.5379999876022339,0.5509999990463257,0.5529999732971191,0.5440000295639038,0.5479999780654907,0.5419999957084656,0.5339999794960022,0.5440000295639038,0.5419999957084656,0.5370000004768372,0.5289999842643738,0.5220000147819519,0.5429999828338623,0.5519999861717224,0.5419999957084656,0.5370000004768372,0.546999990940094,0.5509999990463257,0.5509999990463257,0.5460000038146973,0.5519999861717224,0.5429999828338623,0.5419999957084656,0.5379999876022339,0.5450000166893005,0.5440000295639038,0.5440000295639038,0.5239999890327454,0.5450000166893005,0.550000011920929,0.5550000071525574,0.5429999828338623,0.5540000200271606,0.5410000085830688,0.5429999828338623,0.5550000071525574,0.5509999990463257,0.5460000038146973,0.550000011920929,0.546999990940094,0.5429999828338623,0.5299999713897705,0.550000011920929,0.5550000071525574,0.5440000295639038,0.5410000085830688,0.5450000166893005,0.550000011920929,0.546999990940094,0.5519999861717224,0.5529999732971191,0.550000011920929,0.5519999861717224,0.5540000200271606,0.5379999876022339,0.5590000152587891,0.5440000295639038,0.5540000200271606,0.5540000200271606,0.5429999828338623,0.5450000166893005,0.5440000295639038,0.5519999861717224,0.546999990940094,0.5519999861717224,0.5559999942779541,0.5659999847412109,0.5649999976158142,0.5600000023841858,0.5569999814033508,0.5550000071525574,0.5630000233650208,0.5559999942779541,0.5669999718666077,0.5550000071525574,0.5609999895095825,0.5580000281333923,0.5699999928474426,0.5580000281333923,0.5490000247955322,0.5619999766349792,0.5609999895095825,0.5529999732971191,0.5490000247955322,0.5540000200271606,0.5590000152587891,0.5600000023841858,0.5509999990463257,0.5569999814033508,0.5509999990463257,0.5580000281333923,0.5580000281333923,0.5580000281333923,0.5619999766349792,0.5649999976158142,0.5540000200271606,0.5619999766349792,0.5659999847412109,0.5759999752044678,0.5709999799728394,0.5550000071525574,0.5659999847412109,0.5659999847412109,0.5680000185966492,0.5669999718666077,0.5600000023841858,0.5619999766349792,0.5640000104904175,0.5580000281333923,0.5580000281333923,0.5540000200271606,0.5789999961853027,0.5600000023841858,0.5509999990463257,0.5690000057220459,0.5709999799728394,0.5669999718666077,0.5600000023841858,0.5619999766349792,0.5600000023841858,0.5590000152587891,0.5600000023841858,0.5690000057220459,0.5690000057220459,0.5789999961853027,0.5669999718666077,0.5690000057220459,0.5649999976158142,0.5690000057220459,0.5699999928474426,0.5669999718666077,0.5649999976158142,0.5630000233650208,0.5559999942779541,0.5669999718666077,0.5669999718666077,0.5720000267028809,0.5690000057220459,0.5830000042915344,0.5640000104904175],"label":"FineWeb (ours)"},"C4":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4760000109672546,0.5,0.4959999918937683,0.503000020980835,0.5199999809265137,0.515999972820282,0.5149999856948853,0.527999997138977,0.5170000195503235,0.5239999890327454,0.5199999809265137,0.5189999938011169,0.5189999938011169,0.5239999890327454,0.5149999856948853,0.5130000114440918,0.5210000276565552,0.5180000066757202,0.5149999856948853,0.5149999856948853,0.5220000147819519,0.5299999713897705,0.5149999856948853,0.5220000147819519,0.527999997138977,0.5419999957084656,0.5350000262260437,0.5260000228881836,0.5189999938011169,0.5230000019073486,0.5400000214576721,0.5289999842643738,0.5299999713897705,0.5299999713897705,0.5429999828338623,0.5289999842643738,0.5389999747276306,0.531000018119812,0.5440000295639038,0.5479999780654907,0.5540000200271606,0.5320000052452087,0.550000011920929,0.5350000262260437,0.5379999876022339,0.5529999732971191,0.5299999713897705,0.5419999957084656,0.5360000133514404,0.5490000247955322,0.5450000166893005,0.5440000295639038,0.5329999923706055,0.5350000262260437,0.5370000004768372,0.5379999876022339,0.5299999713897705,0.5320000052452087,0.5379999876022339,0.5400000214576721,0.5479999780654907,0.546999990940094,0.5339999794960022,0.546999990940094,0.5440000295639038,0.5320000052452087,0.5350000262260437,0.5379999876022339,0.531000018119812,0.5450000166893005,0.5360000133514404,0.5429999828338623,0.5450000166893005,0.5400000214576721,0.5609999895095825,0.5440000295639038,0.5450000166893005,0.5389999747276306,0.5419999957084656,0.5429999828338623,0.5529999732971191,0.5429999828338623,0.5630000233650208,0.5479999780654907,0.5509999990463257,0.5559999942779541,0.5569999814033508,0.5619999766349792,0.550000011920929,0.550000011920929,0.5479999780654907,0.5519999861717224,0.5569999814033508,0.5630000233650208,0.5479999780654907,0.5419999957084656,0.5569999814033508,0.550000011920929,0.5479999780654907,0.5490000247955322,0.5540000200271606,0.5720000267028809,0.5580000281333923,0.550000011920929,0.5590000152587891,0.5460000038146973,0.5460000038146973,0.5580000281333923,0.5649999976158142,0.5519999861717224,0.5540000200271606,0.5529999732971191,0.5460000038146973,0.5509999990463257,0.5550000071525574,0.550000011920929,0.5540000200271606,0.5519999861717224,0.5450000166893005,0.5519999861717224,0.5529999732971191,0.5649999976158142,0.5640000104904175,0.5429999828338623,0.5580000281333923,0.5590000152587891,0.5550000071525574,0.5609999895095825,0.5590000152587891,0.5609999895095825,0.5569999814033508,0.5580000281333923,0.5529999732971191,0.5619999766349792,0.5569999814033508,0.5659999847412109,0.5540000200271606,0.546999990940094,0.5569999814033508,0.5450000166893005,0.5519999861717224,0.546999990940094,0.5529999732971191,0.5559999942779541,0.5640000104904175,0.5580000281333923,0.5619999766349792,0.5559999942779541,0.5519999861717224,0.5609999895095825,0.5580000281333923,0.5590000152587891,0.5529999732971191,0.5519999861717224,0.5590000152587891,0.5529999732971191,0.5609999895095825,0.5600000023841858,0.5709999799728394,0.5540000200271606,0.5569999814033508,0.5600000023841858,0.5649999976158142,0.5580000281333923,0.5630000233650208,0.5619999766349792,0.5609999895095825],"label":"C4"},"The Pile":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4950000047683716,0.4850000143051147,0.4819999933242798,0.4950000047683716,0.4970000088214874,0.4900000095367431,0.5080000162124634,0.5149999856948853,0.5149999856948853,0.5130000114440918,0.5019999742507935,0.5109999775886536,0.5289999842643738,0.5120000243186951,0.5090000033378601,0.5239999890327454,0.531000018119812,0.5170000195503235,0.5180000066757202,0.5230000019073486,0.5289999842643738,0.5289999842643738,0.515999972820282,0.5210000276565552,0.5149999856948853,0.5170000195503235,0.5239999890327454,0.5180000066757202,0.5189999938011169,0.5270000100135803,0.5199999809265137,0.5130000114440918,0.5170000195503235,0.5350000262260437,0.5320000052452087,0.5230000019073486,0.5239999890327454,0.5189999938011169,0.5210000276565552,0.5419999957084656,0.5180000066757202,0.5450000166893005,0.5410000085830688,0.5320000052452087,0.5289999842643738,0.5199999809265137,0.5270000100135803,0.5270000100135803,0.531000018119812,0.527999997138977,0.5370000004768372,0.5329999923706055,0.527999997138977,0.5329999923706055,0.5360000133514404,0.5429999828338623,0.5339999794960022,0.5350000262260437,0.5419999957084656,0.5329999923706055,0.531000018119812,0.5379999876022339,0.5360000133514404,0.5339999794960022,0.5350000262260437,0.5370000004768372,0.5379999876022339,0.5529999732971191,0.5370000004768372,0.5559999942779541,0.5429999828338623,0.5360000133514404,0.5479999780654907,0.5320000052452087,0.5270000100135803,0.5419999957084656,0.5400000214576721,0.5370000004768372,0.5339999794960022,0.5400000214576721,0.5550000071525574,0.5379999876022339,0.546999990940094,0.5400000214576721,0.5429999828338623,0.5440000295639038,0.5450000166893005,0.5490000247955322,0.5370000004768372,0.5429999828338623,0.5559999942779541,0.5410000085830688,0.5440000295639038,0.5419999957084656,0.5479999780654907,0.5389999747276306,0.5419999957084656,0.5569999814033508,0.5389999747276306,0.5350000262260437,0.5410000085830688,0.5659999847412109,0.5419999957084656,0.5360000133514404,0.5440000295639038,0.5490000247955322,0.5350000262260437,0.5590000152587891,0.5389999747276306,0.5400000214576721,0.527999997138977,0.5440000295639038,0.5519999861717224,0.550000011920929,0.5509999990463257,0.5429999828338623,0.5450000166893005,0.5440000295639038,0.5540000200271606,0.5440000295639038,0.5479999780654907,0.5540000200271606,0.5479999780654907,0.5410000085830688,0.5460000038146973,0.5460000038146973,0.5429999828338623,0.5389999747276306,0.5519999861717224,0.5519999861717224,0.5590000152587891,0.5460000038146973,0.5540000200271606,0.5490000247955322,0.5590000152587891,0.5640000104904175,0.5569999814033508,0.546999990940094,0.550000011920929,0.5580000281333923,0.5600000023841858,0.5479999780654907,0.5490000247955322,0.5580000281333923,0.5490000247955322,0.5590000152587891,0.5540000200271606,0.5429999828338623,0.5479999780654907,0.5590000152587891,0.546999990940094,0.5490000247955322,0.5509999990463257,0.5559999942779541,0.5609999895095825,0.5609999895095825,0.5519999861717224,0.5600000023841858,0.5630000233650208,0.5550000071525574,0.5580000281333923,0.5649999976158142,0.5600000023841858,0.5669999718666077,0.5559999942779541,0.5580000281333923,0.5590000152587891],"label":"The Pile"},"Dolma":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4830000102519989,0.4909999966621399,0.5,0.5049999952316284,0.5009999871253967,0.5059999823570251,0.5189999938011169,0.5289999842643738,0.5149999856948853,0.5019999742507935,0.5130000114440918,0.5260000228881836,0.5139999985694885,0.531000018119812,0.5210000276565552,0.5189999938011169,0.5239999890327454,0.5379999876022339,0.5149999856948853,0.5239999890327454,0.5120000243186951,0.5289999842643738,0.5260000228881836,0.5370000004768372,0.5289999842643738,0.5199999809265137,0.5249999761581421,0.5400000214576721,0.5210000276565552,0.5389999747276306,0.5239999890327454,0.5320000052452087,0.5239999890327454,0.5320000052452087,0.5379999876022339,0.5189999938011169,0.5389999747276306,0.5379999876022339,0.5220000147819519,0.5220000147819519,0.5360000133514404,0.531000018119812,0.527999997138977,0.5180000066757202,0.5339999794960022,0.5329999923706055,0.5400000214576721,0.5260000228881836,0.515999972820282,0.5289999842643738,0.5519999861717224,0.5370000004768372,0.546999990940094,0.531000018119812,0.5329999923706055,0.5400000214576721,0.5389999747276306,0.527999997138977,0.5389999747276306,0.5329999923706055,0.5429999828338623,0.5329999923706055,0.5360000133514404,0.5249999761581421,0.531000018119812,0.5320000052452087,0.5350000262260437,0.5350000262260437,0.5429999828338623,0.5519999861717224,0.5440000295639038,0.5360000133514404,0.5490000247955322,0.5350000262260437,0.5329999923706055,0.5389999747276306,0.546999990940094,0.5460000038146973,0.5389999747276306,0.5410000085830688,0.5440000295639038,0.5389999747276306,0.5329999923706055,0.5339999794960022,0.5320000052452087,0.5320000052452087,0.5479999780654907,0.550000011920929,0.5490000247955322,0.5400000214576721,0.531000018119812,0.546999990940094,0.5389999747276306,0.5460000038146973,0.5400000214576721,0.5479999780654907,0.5429999828338623,0.5419999957084656,0.5389999747276306,0.550000011920929,0.546999990940094,0.5460000038146973,0.5329999923706055,0.5400000214576721,0.5419999957084656,0.5460000038146973,0.546999990940094,0.5450000166893005,0.5320000052452087,0.5479999780654907,0.5419999957084656,0.5440000295639038,0.5540000200271606,0.5440000295639038,0.5490000247955322,0.5440000295639038,0.5350000262260437,0.5569999814033508,0.5440000295639038,0.5519999861717224,0.546999990940094,0.5509999990463257,0.5519999861717224,0.5440000295639038,0.5440000295639038,0.5410000085830688,0.5559999942779541,0.5429999828338623,0.5490000247955322,0.5440000295639038,0.5440000295639038,0.5429999828338623,0.5529999732971191,0.5410000085830688,0.5440000295639038,0.5440000295639038,0.5429999828338623,0.5460000038146973,0.5460000038146973,0.546999990940094,0.550000011920929,0.5519999861717224,0.5379999876022339,0.5419999957084656,0.5450000166893005,0.546999990940094,0.5519999861717224,0.5410000085830688,0.5590000152587891,0.5519999861717224,0.5460000038146973,0.5419999957084656,0.5509999990463257,0.5450000166893005,0.5600000023841858,0.5400000214576721,0.5339999794960022,0.5490000247955322,0.5540000200271606,0.5479999780654907,0.5529999732971191,0.5509999990463257,0.5540000200271606,0.5479999780654907,0.5580000281333923,0.5509999990463257,0.5550000071525574],"label":"Dolma"},"RefinedWeb":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.5,0.4979999959468841,0.4950000047683716,0.4950000047683716,0.5049999952316284,0.5329999923706055,0.5220000147819519,0.5139999985694885,0.5339999794960022,0.5130000114440918,0.5389999747276306,0.5400000214576721,0.5270000100135803,0.5260000228881836,0.5370000004768372,0.527999997138977,0.5289999842643738,0.5339999794960022,0.5270000100135803,0.531000018119812,0.527999997138977,0.5400000214576721,0.5479999780654907,0.550000011920929,0.5400000214576721,0.5350000262260437,0.5410000085830688,0.5379999876022339,0.5299999713897705,0.5490000247955322,0.5509999990463257,0.5519999861717224,0.5429999828338623,0.5429999828338623,0.5440000295639038,0.5379999876022339,0.5379999876022339,0.5419999957084656,0.5609999895095825,0.5540000200271606,0.5370000004768372,0.5440000295639038,0.5410000085830688,0.5379999876022339,0.5329999923706055,0.5419999957084656,0.5419999957084656,0.5519999861717224,0.550000011920929,0.5509999990463257,0.5400000214576721,0.5450000166893005,0.5509999990463257,0.5569999814033508,0.5550000071525574,0.5590000152587891,0.5479999780654907,0.5550000071525574,0.5440000295639038,0.5460000038146973,0.546999990940094,0.5559999942779541,0.5550000071525574,0.5490000247955322,0.5440000295639038,0.546999990940094,0.5450000166893005,0.546999990940094,0.5649999976158142,0.5490000247955322,0.5519999861717224,0.550000011920929,0.5509999990463257,0.5519999861717224,0.5519999861717224,0.5529999732971191,0.5490000247955322,0.546999990940094,0.550000011920929,0.5720000267028809,0.5619999766349792,0.5490000247955322,0.5680000185966492,0.5519999861717224,0.5569999814033508,0.5509999990463257,0.5619999766349792,0.5630000233650208,0.5529999732971191,0.5619999766349792,0.5609999895095825,0.550000011920929,0.5479999780654907,0.5529999732971191,0.5519999861717224,0.5580000281333923,0.5590000152587891,0.5529999732971191,0.550000011920929,0.5680000185966492,0.5580000281333923,0.5630000233650208,0.5630000233650208,0.5559999942779541,0.5649999976158142,0.5569999814033508,0.5649999976158142,0.5659999847412109,0.5559999942779541,0.5659999847412109,0.5630000233650208,0.5509999990463257,0.5669999718666077,0.5669999718666077,0.5479999780654907,0.5540000200271606,0.5580000281333923,0.5519999861717224,0.5590000152587891,0.5590000152587891,0.5619999766349792,0.5509999990463257,0.546999990940094,0.5609999895095825,0.5540000200271606,0.5630000233650208,0.5580000281333923,0.5559999942779541,0.5680000185966492,0.5649999976158142,0.5619999766349792,0.5580000281333923,0.5630000233650208,0.5559999942779541,0.5540000200271606,0.5540000200271606,0.5569999814033508,0.5619999766349792,0.5559999942779541,0.5600000023841858,0.5460000038146973,0.5429999828338623,0.5580000281333923,0.5550000071525574,0.5580000281333923,0.5540000200271606,0.5609999895095825,0.5519999861717224,0.550000011920929,0.5519999861717224,0.5590000152587891,0.5619999766349792,0.5600000023841858,0.5590000152587891,0.5690000057220459,0.5640000104904175,0.5580000281333923,0.5559999942779541,0.5569999814033508,0.5569999814033508,0.5540000200271606,0.5640000104904175,0.5600000023841858,0.5550000071525574,0.5640000104904175,0.5600000023841858,0.5540000200271606],"label":"RefinedWeb"},"RedPajama2":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4950000047683716,0.4860000014305115,0.492000013589859,0.5019999742507935,0.4990000128746032,0.5070000290870667,0.5139999985694885,0.4909999966621399,0.515999972820282,0.5199999809265137,0.5080000162124634,0.5,0.4880000054836273,0.503000020980835,0.4909999966621399,0.5059999823570251,0.515999972820282,0.5040000081062317,0.5170000195503235,0.5220000147819519,0.5040000081062317,0.527999997138977,0.5180000066757202,0.5199999809265137,0.5299999713897705,0.5429999828338623,0.5249999761581421,0.5270000100135803,0.5260000228881836,0.5350000262260437,0.5210000276565552,0.5329999923706055,0.5339999794960022,0.5260000228881836,0.5370000004768372,0.5379999876022339,0.5260000228881836,0.527999997138977,0.5370000004768372,0.5320000052452087,0.5350000262260437,0.546999990940094,0.5299999713897705,0.5299999713897705,0.5239999890327454,0.5239999890327454,0.5360000133514404,0.5519999861717224,0.5429999828338623,0.5249999761581421,0.5199999809265137,0.5199999809265137,0.5189999938011169,0.5450000166893005,0.5370000004768372,0.5350000262260437,0.5350000262260437,0.5239999890327454,0.5270000100135803,0.546999990940094,0.5289999842643738,0.5220000147819519,0.5249999761581421,0.5299999713897705,0.5410000085830688,0.5389999747276306,0.5339999794960022,0.5329999923706055,0.5419999957084656,0.5440000295639038,0.5379999876022339,0.5450000166893005,0.5260000228881836,0.531000018119812,0.5360000133514404,0.5440000295639038,0.5370000004768372,0.5450000166893005,0.5410000085830688,0.5460000038146973,0.5320000052452087,0.5429999828338623,0.5350000262260437,0.5329999923706055,0.5389999747276306,0.5370000004768372,0.5360000133514404,0.5429999828338623,0.5350000262260437,0.5400000214576721,0.5450000166893005,0.546999990940094,0.5370000004768372,0.5379999876022339,0.5460000038146973,0.5440000295639038,0.5410000085830688,0.5379999876022339,0.5450000166893005,0.5509999990463257,0.5440000295639038,0.5360000133514404,0.5400000214576721,0.5389999747276306,0.5460000038146973,0.5389999747276306,0.5490000247955322,0.5400000214576721,0.5400000214576721,0.5329999923706055,0.5339999794960022,0.5529999732971191,0.5429999828338623,0.5419999957084656,0.5410000085830688,0.5440000295639038,0.5379999876022339,0.5419999957084656,0.5479999780654907,0.5339999794960022,0.527999997138977,0.5379999876022339,0.5440000295639038,0.5379999876022339,0.5479999780654907,0.5410000085830688,0.5410000085830688,0.5389999747276306,0.5400000214576721,0.5429999828338623,0.5389999747276306,0.5490000247955322,0.5370000004768372,0.5379999876022339,0.5419999957084656,0.5450000166893005,0.5460000038146973,0.5460000038146973,0.5419999957084656,0.546999990940094,0.5490000247955322,0.5490000247955322,0.5400000214576721,0.5450000166893005,0.5550000071525574,0.550000011920929,0.5479999780654907,0.5490000247955322,0.5440000295639038,0.5490000247955322,0.5429999828338623,0.5490000247955322,0.5460000038146973,0.550000011920929,0.546999990940094,0.5479999780654907,0.5479999780654907,0.5519999861717224,0.550000011920929,0.5450000166893005,0.5410000085830688,0.5429999828338623,0.5410000085830688,0.5410000085830688,0.546999990940094,0.550000011920929,0.5490000247955322],"label":"RedPajama2"},"SlimPajama":{"x":[0,2.0971520000000003,4.194304000000001,6.291456,8.388608000000001,10.48576,12.582912,14.680064000000002,16.777216000000003,18.874368,20.97152,23.068672000000003,25.165824,27.262976000000002,29.360128000000003,31.45728,33.554432000000006,35.651584,37.748736,39.845888,41.94304,44.040192000000005,46.137344000000006,48.234496,50.331648,52.4288,54.525952000000004,56.623104000000005,58.720256000000006,60.817408,62.91456,65.011712,67.10886400000001,69.206016,71.303168,73.40032000000001,75.497472,77.59462400000001,79.691776,81.788928,83.88608,85.983232,88.08038400000001,90.177536,92.27468800000001,94.37184,96.468992,98.56614400000001,100.663296,102.76044800000001,104.8576,106.95475200000001,109.05190400000001,111.149056,113.24620800000001,115.34336,117.44051200000001,119.537664,121.634816,123.73196800000001,125.82912,127.92627200000001,130.023424,132.120576,134.21772800000002,136.31488000000002,138.412032,140.509184,142.606336,144.70348800000002,146.80064000000002,148.897792,150.994944,153.092096,155.18924800000002,157.28640000000001,159.383552,161.480704,163.577856,165.67500800000002,167.77216,169.869312,171.966464,174.06361600000002,176.16076800000002,178.25792,180.355072,182.452224,184.54937600000002,186.64652800000002,188.74368,190.840832,192.937984,195.03513600000002,197.13228800000002,199.22944,201.326592,203.423744,205.52089600000002,207.61804800000002,209.7152,211.812352,213.90950400000003,216.00665600000002,218.10380800000001,220.20096,222.298112,224.39526400000003,226.49241600000002,228.589568,230.68672,232.783872,234.88102400000002,236.97817600000002,239.075328,241.17248,243.269632,245.36678400000002,247.46393600000002,249.561088,251.65824,253.75539200000003,255.85254400000002,257.949696,260.046848,262.144,264.241152,266.338304,268.43545600000004,270.53260800000004,272.62976000000003,274.726912,276.824064,278.921216,281.018368,283.11552,285.212672,287.309824,289.40697600000004,291.50412800000004,293.60128000000003,295.698432,297.795584,299.892736,301.989888,304.08704,306.184192,308.28134400000005,310.37849600000004,312.47564800000004,314.57280000000003,316.669952,318.767104,320.864256,322.961408,325.05856,327.155712,329.25286400000005,331.35001600000004,333.44716800000003,335.54432,337.641472,339.738624,341.835776,343.932928,346.03008,348.12723200000005,350.22438400000004],"y":[0.4970000088214874,0.4979999959468841,0.5040000081062317,0.4979999959468841,0.5,0.4950000047683716,0.4970000088214874,0.503000020980835,0.5139999985694885,0.5120000243186951,0.5120000243186951,0.5040000081062317,0.5099999904632568,0.5189999938011169,0.5149999856948853,0.5270000100135803,0.5239999890327454,0.5130000114440918,0.5130000114440918,0.5139999985694885,0.5099999904632568,0.5090000033378601,0.5139999985694885,0.5170000195503235,0.5180000066757202,0.5220000147819519,0.515999972820282,0.5149999856948853,0.5220000147819519,0.5490000247955322,0.5149999856948853,0.5220000147819519,0.5139999985694885,0.5120000243186951,0.5210000276565552,0.5230000019073486,0.5120000243186951,0.5230000019073486,0.5249999761581421,0.5139999985694885,0.5230000019073486,0.5239999890327454,0.5289999842643738,0.527999997138977,0.5440000295639038,0.5289999842643738,0.5270000100135803,0.5400000214576721,0.5410000085830688,0.5249999761581421,0.5270000100135803,0.5389999747276306,0.5260000228881836,0.5339999794960022,0.5270000100135803,0.531000018119812,0.5339999794960022,0.527999997138977,0.531000018119812,0.5249999761581421,0.5299999713897705,0.5299999713897705,0.5289999842643738,0.5329999923706055,0.5479999780654907,0.5389999747276306,0.5339999794960022,0.5460000038146973,0.5350000262260437,0.5350000262260437,0.5329999923706055,0.5400000214576721,0.5320000052452087,0.5460000038146973,0.5339999794960022,0.5389999747276306,0.5410000085830688,0.5410000085830688,0.5429999828338623,0.5429999828338623,0.5440000295639038,0.5339999794960022,0.5289999842643738,0.5360000133514404,0.5479999780654907,0.5419999957084656,0.5370000004768372,0.5479999780654907,0.5419999957084656,0.5379999876022339,0.531000018119812,0.5460000038146973,0.5419999957084656,0.5450000166893005,0.5440000295639038,0.5320000052452087,0.5360000133514404,0.5400000214576721,0.5479999780654907,0.5559999942779541,0.5519999861717224,0.5460000038146973,0.5379999876022339,0.5490000247955322,0.5379999876022339,0.5440000295639038,0.5419999957084656,0.5299999713897705,0.5400000214576721,0.5389999747276306,0.5419999957084656,0.5479999780654907,0.5550000071525574,0.5429999828338623,0.5360000133514404,0.5389999747276306,0.5370000004768372,0.5299999713897705,0.5419999957084656,0.5329999923706055,0.5379999876022339,0.5410000085830688,0.5400000214576721,0.5370000004768372,0.5370000004768372,0.5490000247955322,0.5419999957084656,0.5370000004768372,0.5460000038146973,0.5479999780654907,0.5580000281333923,0.550000011920929,0.5619999766349792,0.5479999780654907,0.5519999861717224,0.5519999861717224,0.5569999814033508,0.5389999747276306,0.5529999732971191,0.5509999990463257,0.5429999828338623,0.5609999895095825,0.5509999990463257,0.550000011920929,0.5479999780654907,0.5569999814033508,0.5559999942779541,0.5429999828338623,0.5540000200271606,0.550000011920929,0.5429999828338623,0.5440000295639038,0.5410000085830688,0.5529999732971191,0.5479999780654907,0.5479999780654907,0.5490000247955322,0.550000011920929,0.5509999990463257,0.5540000200271606,0.5479999780654907,0.5410000085830688,0.5410000085830688,0.5400000214576721,0.5519999861717224,0.546999990940094,0.5509999990463257,0.5479999780654907],"label":"SlimPajama"}},"layout":{"title":{"text":"FineWeb-Edu ablations"}}}
 
1
+ {"data":{"FineWeb-Edu":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.5109999775886536,0.4950000047683716,0.5189999938011169,0.5170000195503235,0.5059999823570251,0.5320000052452087,0.5220000147819519,0.5260000228881836,0.5210000276565552,0.5289999842643738,0.5400000214576721,0.5400000214576721,0.5360000133514404,0.5410000085830688,0.5379999876022339,0.5370000004768372,0.5400000214576721,0.5440000295639038,0.5479999780654907,0.5540000200271606,0.5339999794960022,0.5479999780654907,0.5490000247955322,0.5429999828338623,0.5440000295639038,0.5360000133514404,0.5569999814033508,0.5490000247955322,0.5490000247955322,0.5429999828338623,0.550000011920929,0.5490000247955322,0.5619999766349792,0.5529999732971191,0.5649999976158142,0.5529999732971191,0.5529999732971191,0.5479999780654907,0.5580000281333923,0.5419999957084656,0.5590000152587891,0.5529999732971191,0.5669999718666077,0.5649999976158142,0.5600000023841858,0.5619999766349792,0.5600000023841858,0.5509999990463257,0.5540000200271606,0.5720000267028809,0.5509999990463257,0.5590000152587891,0.5550000071525574,0.5699999928474426,0.5590000152587891,0.5569999814033508,0.5640000104904175,0.5600000023841858,0.5609999895095825,0.5550000071525574,0.574999988079071,0.5649999976158142,0.5580000281333923,0.5680000185966492,0.5720000267028809,0.5659999847412109,0.5669999718666077,0.5609999895095825,0.5590000152587891,0.5680000185966492,0.5690000057220459,0.5770000219345093,0.5649999976158142,0.574999988079071,0.5709999799728394,0.5669999718666077,0.574999988079071,0.574999988079071,0.5770000219345093,0.5799999833106995,0.5699999928474426,0.578000009059906],"label":"FineWeb-Edu"},"FineWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.4979999959468841,0.531000018119812,0.5220000147819519,0.5260000228881836,0.5249999761581421,0.5189999938011169,0.5139999985694885,0.5370000004768372,0.5329999923706055,0.5299999713897705,0.5329999923706055,0.5320000052452087,0.5429999828338623,0.5379999876022339,0.5529999732971191,0.5479999780654907,0.5339999794960022,0.5419999957084656,0.5289999842643738,0.5429999828338623,0.5419999957084656,0.546999990940094,0.5509999990463257,0.5519999861717224,0.5419999957084656,0.5450000166893005,0.5440000295639038,0.5450000166893005,0.5550000071525574,0.5540000200271606,0.5429999828338623,0.5509999990463257,0.550000011920929,0.5429999828338623,0.550000011920929,0.5440000295639038,0.5450000166893005,0.546999990940094,0.5529999732971191,0.5519999861717224,0.5379999876022339,0.5440000295639038,0.5540000200271606,0.5450000166893005,0.5519999861717224,0.5519999861717224,0.5659999847412109,0.5600000023841858,0.5550000071525574,0.5559999942779541,0.5550000071525574,0.5580000281333923,0.5580000281333923,0.5619999766349792,0.5529999732971191,0.5540000200271606,0.5600000023841858,0.5569999814033508,0.5580000281333923,0.5580000281333923,0.5649999976158142,0.5619999766349792,0.5759999752044678,0.5550000071525574,0.5659999847412109,0.5669999718666077,0.5619999766349792,0.5540000200271606,0.5600000023841858,0.5690000057220459,0.5669999718666077,0.5590000152587891,0.5690000057220459,0.5789999961853027,0.5690000057220459,0.5690000057220459,0.5669999718666077,0.5630000233650208,0.5669999718666077,0.5720000267028809,0.5830000042915344,0.5640000104904175],"label":"FineWeb"},"C4":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.5,0.503000020980835,0.515999972820282,0.527999997138977,0.5239999890327454,0.5189999938011169,0.5239999890327454,0.5130000114440918,0.5180000066757202,0.5149999856948853,0.5299999713897705,0.5220000147819519,0.5419999957084656,0.5260000228881836,0.5230000019073486,0.5289999842643738,0.5299999713897705,0.5289999842643738,0.531000018119812,0.5479999780654907,0.5320000052452087,0.5350000262260437,0.5529999732971191,0.5419999957084656,0.5490000247955322,0.5440000295639038,0.5350000262260437,0.5379999876022339,0.5320000052452087,0.5400000214576721,0.546999990940094,0.546999990940094,0.5320000052452087,0.5379999876022339,0.5450000166893005,0.5429999828338623,0.5400000214576721,0.5440000295639038,0.5389999747276306,0.5429999828338623,0.5429999828338623,0.5479999780654907,0.5559999942779541,0.5619999766349792,0.550000011920929,0.5519999861717224,0.5630000233650208,0.5419999957084656,0.550000011920929,0.5490000247955322,0.5720000267028809,0.550000011920929,0.5460000038146973,0.5580000281333923,0.5519999861717224,0.5529999732971191,0.5509999990463257,0.550000011920929,0.5519999861717224,0.5519999861717224,0.5649999976158142,0.5429999828338623,0.5590000152587891,0.5609999895095825,0.5609999895095825,0.5580000281333923,0.5619999766349792,0.546999990940094,0.5450000166893005,0.546999990940094,0.5559999942779541,0.5559999942779541,0.5609999895095825,0.5590000152587891,0.5519999861717224,0.5529999732971191,0.5600000023841858,0.5540000200271606,0.5600000023841858,0.5580000281333923,0.5619999766349792,0.5609999895095825],"label":"C4"},"The Pile":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.4850000143051147,0.4950000047683716,0.4900000095367431,0.5149999856948853,0.5130000114440918,0.5109999775886536,0.5120000243186951,0.5239999890327454,0.5170000195503235,0.5230000019073486,0.5289999842643738,0.5210000276565552,0.5170000195503235,0.5180000066757202,0.5270000100135803,0.5130000114440918,0.5350000262260437,0.5230000019073486,0.5189999938011169,0.5419999957084656,0.5450000166893005,0.5320000052452087,0.5199999809265137,0.5270000100135803,0.527999997138977,0.5329999923706055,0.5329999923706055,0.5429999828338623,0.5350000262260437,0.5329999923706055,0.5379999876022339,0.5339999794960022,0.5370000004768372,0.5529999732971191,0.5559999942779541,0.5360000133514404,0.5320000052452087,0.5419999957084656,0.5370000004768372,0.5400000214576721,0.5379999876022339,0.5400000214576721,0.5440000295639038,0.5490000247955322,0.5429999828338623,0.5410000085830688,0.5419999957084656,0.5389999747276306,0.5569999814033508,0.5350000262260437,0.5659999847412109,0.5360000133514404,0.5490000247955322,0.5590000152587891,0.5400000214576721,0.5440000295639038,0.550000011920929,0.5429999828338623,0.5440000295639038,0.5440000295639038,0.5540000200271606,0.5410000085830688,0.5460000038146973,0.5389999747276306,0.5519999861717224,0.5460000038146973,0.5490000247955322,0.546999990940094,0.5580000281333923,0.5479999780654907,0.5580000281333923,0.5429999828338623,0.5590000152587891,0.5490000247955322,0.5559999942779541,0.5609999895095825,0.5600000023841858,0.5550000071525574,0.5649999976158142,0.5669999718666077,0.5580000281333923,0.5590000152587891],"label":"The Pile"},"Dolma":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.4909999966621399,0.5049999952316284,0.5059999823570251,0.5289999842643738,0.5019999742507935,0.5260000228881836,0.531000018119812,0.5189999938011169,0.5379999876022339,0.5239999890327454,0.5289999842643738,0.5370000004768372,0.5199999809265137,0.5400000214576721,0.5389999747276306,0.5320000052452087,0.5320000052452087,0.5189999938011169,0.5379999876022339,0.5220000147819519,0.531000018119812,0.5180000066757202,0.5329999923706055,0.5260000228881836,0.5289999842643738,0.5370000004768372,0.531000018119812,0.5400000214576721,0.527999997138977,0.5329999923706055,0.5329999923706055,0.5249999761581421,0.5320000052452087,0.5350000262260437,0.5519999861717224,0.5360000133514404,0.5350000262260437,0.5389999747276306,0.5460000038146973,0.5410000085830688,0.5389999747276306,0.5339999794960022,0.5320000052452087,0.550000011920929,0.5400000214576721,0.546999990940094,0.5460000038146973,0.5479999780654907,0.5419999957084656,0.550000011920929,0.5460000038146973,0.5400000214576721,0.5460000038146973,0.5450000166893005,0.5479999780654907,0.5440000295639038,0.5440000295639038,0.5440000295639038,0.5569999814033508,0.5519999861717224,0.5509999990463257,0.5440000295639038,0.5410000085830688,0.5429999828338623,0.5440000295639038,0.5429999828338623,0.5410000085830688,0.5460000038146973,0.546999990940094,0.5519999861717224,0.5419999957084656,0.5410000085830688,0.5519999861717224,0.5419999957084656,0.5450000166893005,0.5400000214576721,0.5490000247955322,0.5479999780654907,0.5509999990463257,0.5479999780654907,0.5509999990463257,0.5550000071525574],"label":"Dolma"},"RefinedWeb":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.4979999959468841,0.4950000047683716,0.5329999923706055,0.5139999985694885,0.5130000114440918,0.5400000214576721,0.5260000228881836,0.527999997138977,0.5339999794960022,0.531000018119812,0.5400000214576721,0.550000011920929,0.5350000262260437,0.5379999876022339,0.5490000247955322,0.5519999861717224,0.5429999828338623,0.5379999876022339,0.5419999957084656,0.5540000200271606,0.5440000295639038,0.5379999876022339,0.5419999957084656,0.5519999861717224,0.5509999990463257,0.5450000166893005,0.5569999814033508,0.5590000152587891,0.5550000071525574,0.5460000038146973,0.5559999942779541,0.5490000247955322,0.546999990940094,0.546999990940094,0.5490000247955322,0.550000011920929,0.5519999861717224,0.5529999732971191,0.546999990940094,0.5720000267028809,0.5490000247955322,0.5519999861717224,0.5509999990463257,0.5630000233650208,0.5619999766349792,0.550000011920929,0.5529999732971191,0.5580000281333923,0.5529999732971191,0.5680000185966492,0.5630000233650208,0.5559999942779541,0.5569999814033508,0.5659999847412109,0.5659999847412109,0.5509999990463257,0.5669999718666077,0.5540000200271606,0.5519999861717224,0.5590000152587891,0.5509999990463257,0.5609999895095825,0.5630000233650208,0.5559999942779541,0.5649999976158142,0.5580000281333923,0.5559999942779541,0.5619999766349792,0.5600000023841858,0.5429999828338623,0.5550000071525574,0.5519999861717224,0.5519999861717224,0.5619999766349792,0.5590000152587891,0.5640000104904175,0.5559999942779541,0.5569999814033508,0.5640000104904175,0.5550000071525574,0.5600000023841858,0.5540000200271606],"label":"RefinedWeb"},"RedPajama2":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.4860000014305115,0.5019999742507935,0.5070000290870667,0.4909999966621399,0.5199999809265137,0.5,0.503000020980835,0.5059999823570251,0.5040000081062317,0.5220000147819519,0.527999997138977,0.5199999809265137,0.5429999828338623,0.5270000100135803,0.5350000262260437,0.5329999923706055,0.5260000228881836,0.5379999876022339,0.527999997138977,0.5320000052452087,0.546999990940094,0.5299999713897705,0.5239999890327454,0.5519999861717224,0.5249999761581421,0.5199999809265137,0.5450000166893005,0.5350000262260437,0.5239999890327454,0.546999990940094,0.5220000147819519,0.5299999713897705,0.5389999747276306,0.5329999923706055,0.5440000295639038,0.5450000166893005,0.531000018119812,0.5440000295639038,0.5450000166893005,0.5460000038146973,0.5429999828338623,0.5329999923706055,0.5370000004768372,0.5429999828338623,0.5400000214576721,0.546999990940094,0.5379999876022339,0.5440000295639038,0.5379999876022339,0.5509999990463257,0.5360000133514404,0.5389999747276306,0.5389999747276306,0.5400000214576721,0.5329999923706055,0.5529999732971191,0.5419999957084656,0.5440000295639038,0.5419999957084656,0.5339999794960022,0.5379999876022339,0.5379999876022339,0.5410000085830688,0.5389999747276306,0.5429999828338623,0.5490000247955322,0.5379999876022339,0.5460000038146973,0.546999990940094,0.5490000247955322,0.5450000166893005,0.5490000247955322,0.5490000247955322,0.5490000247955322,0.550000011920929,0.5479999780654907,0.5519999861717224,0.5450000166893005,0.5429999828338623,0.5410000085830688,0.550000011920929,0.5490000247955322],"label":"RedPajama2"},"SlimPajama":{"x":[4.194304000000001,8.388608000000001,12.582912,16.777216000000003,20.97152,25.165824,29.360128000000003,33.554432000000006,37.748736,41.94304,46.137344000000006,50.331648,54.525952000000004,58.720256000000006,62.91456,67.10886400000001,71.303168,75.497472,79.691776,83.88608,88.08038400000001,92.27468800000001,96.468992,100.663296,104.8576,109.05190400000001,113.24620800000001,117.44051200000001,121.634816,125.82912,130.023424,134.21772800000002,138.412032,142.606336,146.80064000000002,150.994944,155.18924800000002,159.383552,163.577856,167.77216,171.966464,176.16076800000002,180.355072,184.54937600000002,188.74368,192.937984,197.13228800000002,201.326592,205.52089600000002,209.7152,213.90950400000003,218.10380800000001,222.298112,226.49241600000002,230.68672,234.88102400000002,239.075328,243.269632,247.46393600000002,251.65824,255.85254400000002,260.046848,264.241152,268.43545600000004,272.62976000000003,276.824064,281.018368,289.40697600000004,293.60128000000003,297.795584,301.989888,310.37849600000004,314.57280000000003,318.767104,322.961408,327.155712,331.35001600000004,335.54432,339.738624,343.932928,348.12723200000005,350.22438400000004],"y":[0.5040000081062317,0.5,0.4970000088214874,0.5139999985694885,0.5120000243186951,0.5099999904632568,0.5149999856948853,0.5239999890327454,0.5130000114440918,0.5099999904632568,0.5139999985694885,0.5180000066757202,0.515999972820282,0.5220000147819519,0.5149999856948853,0.5139999985694885,0.5210000276565552,0.5120000243186951,0.5249999761581421,0.5230000019073486,0.5289999842643738,0.5440000295639038,0.5270000100135803,0.5410000085830688,0.5270000100135803,0.5260000228881836,0.5270000100135803,0.5339999794960022,0.531000018119812,0.5299999713897705,0.5289999842643738,0.5479999780654907,0.5339999794960022,0.5350000262260437,0.5329999923706055,0.5320000052452087,0.5339999794960022,0.5410000085830688,0.5429999828338623,0.5440000295639038,0.5289999842643738,0.5479999780654907,0.5370000004768372,0.5419999957084656,0.531000018119812,0.5419999957084656,0.5440000295639038,0.5360000133514404,0.5479999780654907,0.5519999861717224,0.5379999876022339,0.5379999876022339,0.5419999957084656,0.5400000214576721,0.5419999957084656,0.5550000071525574,0.5360000133514404,0.5370000004768372,0.5419999957084656,0.5379999876022339,0.5400000214576721,0.5370000004768372,0.5419999957084656,0.5460000038146973,0.5580000281333923,0.5619999766349792,0.5519999861717224,0.5529999732971191,0.5429999828338623,0.5509999990463257,0.5479999780654907,0.5540000200271606,0.5429999828338623,0.5410000085830688,0.5479999780654907,0.5490000247955322,0.5509999990463257,0.5479999780654907,0.5410000085830688,0.5519999861717224,0.5509999990463257,0.5479999780654907],"label":"SlimPajama"}},"layout":{"title":{"text":"Dataset ablations"}}}
dist/index.html CHANGED
@@ -601,10 +601,14 @@
601
 
602
  <h2>📚 FineWeb-Edu</h2>
603
 
604
- <figure style="text-align: center;">
605
- <img src="assets/images/dataset_comparisons_agg_fw_edu.png"/>
606
- <figcaption style="font-style: italic; margin-top: 10px;">📚 FineWeb-Edu outperforms 🍷 FineWeb and all other open web datasets on our group of evaluation tasks.</figcaption>
607
- </figure>
 
 
 
 
608
  <p><a href="https://huggingface.co/datasets/HuggingFaceFW/fineweb-edu">📚 FineWeb-Edu</a> is an additional development of FineWeb that we are excited to introduce in this tech report and openly release. 📚 FineWeb-Edu is based on a new approach that has recently emerged for filtering LLM training datasets: using synthetic data to develop classifiers for identifying educational content. This technique was notably used in the trainings of Llama 3<d-cite bibtex-key="llama3modelcard"></d-cite> and Phi3<d-cite bibtex-key="abdin2024phi"></d-cite>, but its large-scale impact on web data filtering has, in our opinion, thur far not been publicly explored to its full potential.</p>
609
  <p>The popular Phi3 models were trained on 3.3 and 4.8 trillion tokens, with the paper<d-cite bibtex-key="abdin2024phi"></d-cite> stating:</p>
610
  <blockquote>Our training data consists of heavily filtered publicly available web data (according to the 'educational level') from various open internet sources, as well as synthetic LLM-generated data.</blockquote>
 
601
 
602
  <h2>📚 FineWeb-Edu</h2>
603
 
604
+ <div class="main-plot-container">
605
+ <figure>
606
+ <img src="assets/images/edu_ablations.png">
607
+ <figcaption style="font-style: italic; margin-top: 10px;">📚 FineWeb-Edu outperforms 🍷 FineWeb and all other open web datasets on our group of evaluation tasks.</figcaption>
608
+ </figure>
609
+ <div id="plot-edu_ablations">
610
+ </div>
611
+ </div>
612
  <p><a href="https://huggingface.co/datasets/HuggingFaceFW/fineweb-edu">📚 FineWeb-Edu</a> is an additional development of FineWeb that we are excited to introduce in this tech report and openly release. 📚 FineWeb-Edu is based on a new approach that has recently emerged for filtering LLM training datasets: using synthetic data to develop classifiers for identifying educational content. This technique was notably used in the trainings of Llama 3<d-cite bibtex-key="llama3modelcard"></d-cite> and Phi3<d-cite bibtex-key="abdin2024phi"></d-cite>, but its large-scale impact on web data filtering has, in our opinion, thur far not been publicly explored to its full potential.</p>
613
  <p>The popular Phi3 models were trained on 3.3 and 4.8 trillion tokens, with the paper<d-cite bibtex-key="abdin2024phi"></d-cite> stating:</p>
614
  <blockquote>Our training data consists of heavily filtered publicly available web data (according to the 'educational level') from various open internet sources, as well as synthetic LLM-generated data.</blockquote>
dist/main.bundle.js CHANGED
The diff for this file is too large to render. See raw diff
 
dist/main.bundle.js.map CHANGED
The diff for this file is too large to render. See raw diff
 
dist/style.css CHANGED
@@ -21,6 +21,11 @@
21
  padding: 0px;
22
  }
23
 
 
 
 
 
 
24
  .plotly_controls {
25
  display: flex;
26
  flex-wrap: wrap;
@@ -240,4 +245,5 @@ d-contents nav > div > a {
240
  d-contents nav > div > a:hover,
241
  d-contents nav > ul > li > a:hover {
242
  text-decoration: none;
243
- }
 
 
21
  padding: 0px;
22
  }
23
 
24
+ .plotly_caption {
25
+ font-style: italic;
26
+ margin-top: 10px;
27
+ }
28
+
29
  .plotly_controls {
30
  display: flex;
31
  flex-wrap: wrap;
 
245
  d-contents nav > div > a:hover,
246
  d-contents nav > ul > li > a:hover {
247
  text-decoration: none;
248
+ }
249
+
notebooks/ablation_fw_edu.ipynb CHANGED
@@ -9,7 +9,7 @@
9
  },
10
  {
11
  "cell_type": "code",
12
- "execution_count": 46,
13
  "metadata": {},
14
  "outputs": [],
15
  "source": [
@@ -26,7 +26,7 @@
26
  },
27
  {
28
  "cell_type": "code",
29
- "execution_count": 47,
30
  "metadata": {},
31
  "outputs": [],
32
  "source": [
@@ -560,7 +560,7 @@
560
  },
561
  {
562
  "cell_type": "code",
563
- "execution_count": 49,
564
  "metadata": {},
565
  "outputs": [
566
  {
@@ -750,7 +750,7 @@
750
  "4 0.506 0.4890 0.4820 0.302189 0.317653 "
751
  ]
752
  },
753
- "execution_count": 49,
754
  "metadata": {},
755
  "output_type": "execute_result"
756
  }
@@ -1001,7 +1001,110 @@
1001
  },
1002
  {
1003
  "cell_type": "code",
1004
- "execution_count": 45,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1005
  "metadata": {},
1006
  "outputs": [],
1007
  "source": [
@@ -1047,7 +1150,7 @@
1047
  " \"data\": datas,\n",
1048
  " \"layout\": {\n",
1049
  " \"title\": {\n",
1050
- " \"text\": \"FineWeb-Edu ablations\"\n",
1051
  " },\n",
1052
  " }\n",
1053
  " }, f)\n",
@@ -1058,7 +1161,8 @@
1058
  " \"files\": files,\n",
1059
  " \"settings\": {\n",
1060
  " \"defaultMetric\": \"agg_score\",\n",
1061
- " \"slider\":{\"min\":0,\"max\":30,\"default\":5}\n",
 
1062
  " }\n",
1063
  " }, f)"
1064
  ]
 
9
  },
10
  {
11
  "cell_type": "code",
12
+ "execution_count": 56,
13
  "metadata": {},
14
  "outputs": [],
15
  "source": [
 
26
  },
27
  {
28
  "cell_type": "code",
29
+ "execution_count": 57,
30
  "metadata": {},
31
  "outputs": [],
32
  "source": [
 
560
  },
561
  {
562
  "cell_type": "code",
563
+ "execution_count": 58,
564
  "metadata": {},
565
  "outputs": [
566
  {
 
750
  "4 0.506 0.4890 0.4820 0.302189 0.317653 "
751
  ]
752
  },
753
+ "execution_count": 58,
754
  "metadata": {},
755
  "output_type": "execute_result"
756
  }
 
1001
  },
1002
  {
1003
  "cell_type": "code",
1004
+ "execution_count": 63,
1005
+ "metadata": {},
1006
+ "outputs": [
1007
+ {
1008
+ "data": {
1009
+ "text/html": [
1010
+ "<div>\n",
1011
+ "<style scoped>\n",
1012
+ " .dataframe tbody tr th:only-of-type {\n",
1013
+ " vertical-align: middle;\n",
1014
+ " }\n",
1015
+ "\n",
1016
+ " .dataframe tbody tr th {\n",
1017
+ " vertical-align: top;\n",
1018
+ " }\n",
1019
+ "\n",
1020
+ " .dataframe thead th {\n",
1021
+ " text-align: right;\n",
1022
+ " }\n",
1023
+ "</style>\n",
1024
+ "<table border=\"1\" class=\"dataframe\">\n",
1025
+ " <thead>\n",
1026
+ " <tr style=\"text-align: right;\">\n",
1027
+ " <th></th>\n",
1028
+ " <th>steps</th>\n",
1029
+ " </tr>\n",
1030
+ " <tr>\n",
1031
+ " <th>runname</th>\n",
1032
+ " <th></th>\n",
1033
+ " </tr>\n",
1034
+ " </thead>\n",
1035
+ " <tbody>\n",
1036
+ " <tr>\n",
1037
+ " <th>C4</th>\n",
1038
+ " <td>168</td>\n",
1039
+ " </tr>\n",
1040
+ " <tr>\n",
1041
+ " <th>Dolma</th>\n",
1042
+ " <td>168</td>\n",
1043
+ " </tr>\n",
1044
+ " <tr>\n",
1045
+ " <th>FineWeb</th>\n",
1046
+ " <td>168</td>\n",
1047
+ " </tr>\n",
1048
+ " <tr>\n",
1049
+ " <th>FineWeb-Edu</th>\n",
1050
+ " <td>82</td>\n",
1051
+ " </tr>\n",
1052
+ " <tr>\n",
1053
+ " <th>RedPajama2</th>\n",
1054
+ " <td>168</td>\n",
1055
+ " </tr>\n",
1056
+ " <tr>\n",
1057
+ " <th>RefinedWeb</th>\n",
1058
+ " <td>168</td>\n",
1059
+ " </tr>\n",
1060
+ " <tr>\n",
1061
+ " <th>SlimPajama</th>\n",
1062
+ " <td>168</td>\n",
1063
+ " </tr>\n",
1064
+ " <tr>\n",
1065
+ " <th>The Pile</th>\n",
1066
+ " <td>168</td>\n",
1067
+ " </tr>\n",
1068
+ " </tbody>\n",
1069
+ "</table>\n",
1070
+ "</div>"
1071
+ ],
1072
+ "text/plain": [
1073
+ " steps\n",
1074
+ "runname \n",
1075
+ "C4 168\n",
1076
+ "Dolma 168\n",
1077
+ "FineWeb 168\n",
1078
+ "FineWeb-Edu 82\n",
1079
+ "RedPajama2 168\n",
1080
+ "RefinedWeb 168\n",
1081
+ "SlimPajama 168\n",
1082
+ "The Pile 168"
1083
+ ]
1084
+ },
1085
+ "execution_count": 63,
1086
+ "metadata": {},
1087
+ "output_type": "execute_result"
1088
+ }
1089
+ ],
1090
+ "source": [
1091
+ "df_full.groupby(\"runname\").agg({\"steps\": \"count\"})"
1092
+ ]
1093
+ },
1094
+ {
1095
+ "cell_type": "code",
1096
+ "execution_count": 68,
1097
+ "metadata": {},
1098
+ "outputs": [],
1099
+ "source": [
1100
+ "fineweb_edu_steps = df_full[df_full[\"runname\"] == \"FineWeb-Edu\"][\"steps\"].unique()\n",
1101
+ "# Only selects steps that are in the fineweb_edu_steps \n",
1102
+ "df_full = df_full[df_full[\"steps\"].isin(fineweb_edu_steps)]"
1103
+ ]
1104
+ },
1105
+ {
1106
+ "cell_type": "code",
1107
+ "execution_count": 71,
1108
  "metadata": {},
1109
  "outputs": [],
1110
  "source": [
 
1150
  " \"data\": datas,\n",
1151
  " \"layout\": {\n",
1152
  " \"title\": {\n",
1153
+ " \"text\": \"Dataset ablations\"\n",
1154
  " },\n",
1155
  " }\n",
1156
  " }, f)\n",
 
1161
  " \"files\": files,\n",
1162
  " \"settings\": {\n",
1163
  " \"defaultMetric\": \"agg_score\",\n",
1164
+ " \"slider\":{\"min\":0,\"max\":30,\"default\":5},\n",
1165
+ " \"caption\": \"📚 FineWeb-Edu outperforms 🍷 FineWeb and all other open web datasets on our group of evaluation tasks.\"\n",
1166
  " }\n",
1167
  " }, f)"
1168
  ]
src/colors.mjs CHANGED
@@ -25,7 +25,7 @@
25
  // [154, 231, 201], // Aqua Green
26
  // ]
27
 
28
- const COLORS = [
29
  ["235", "102", "59"], // Burnt Orange
30
  ["46", "145", "229"], // Sky Blue
31
  ["225", "95", "153"], // Soft Magenta
 
25
  // [154, 231, 201], // Aqua Green
26
  // ]
27
 
28
+ export const COLORS = [
29
  ["235", "102", "59"], // Burnt Orange
30
  ["46", "145", "229"], // Sky Blue
31
  ["225", "95", "153"], // Soft Magenta
src/index.html CHANGED
@@ -601,10 +601,14 @@
601
 
602
  <h2>📚 FineWeb-Edu</h2>
603
 
604
- <figure style="text-align: center;">
605
- <img src="assets/images/dataset_comparisons_agg_fw_edu.png"/>
606
- <figcaption style="font-style: italic; margin-top: 10px;">📚 FineWeb-Edu outperforms 🍷 FineWeb and all other open web datasets on our group of evaluation tasks.</figcaption>
607
- </figure>
 
 
 
 
608
  <p><a href="https://huggingface.co/datasets/HuggingFaceFW/fineweb-edu">📚 FineWeb-Edu</a> is an additional development of FineWeb that we are excited to introduce in this tech report and openly release. 📚 FineWeb-Edu is based on a new approach that has recently emerged for filtering LLM training datasets: using synthetic data to develop classifiers for identifying educational content. This technique was notably used in the trainings of Llama 3<d-cite bibtex-key="llama3modelcard"></d-cite> and Phi3<d-cite bibtex-key="abdin2024phi"></d-cite>, but its large-scale impact on web data filtering has, in our opinion, thur far not been publicly explored to its full potential.</p>
609
  <p>The popular Phi3 models were trained on 3.3 and 4.8 trillion tokens, with the paper<d-cite bibtex-key="abdin2024phi"></d-cite> stating:</p>
610
  <blockquote>Our training data consists of heavily filtered publicly available web data (according to the 'educational level') from various open internet sources, as well as synthetic LLM-generated data.</blockquote>
 
601
 
602
  <h2>📚 FineWeb-Edu</h2>
603
 
604
+ <div class="main-plot-container">
605
+ <figure>
606
+ <img src="assets/images/edu_ablations.png">
607
+ <figcaption style="font-style: italic; margin-top: 10px;">📚 FineWeb-Edu outperforms 🍷 FineWeb and all other open web datasets on our group of evaluation tasks.</figcaption>
608
+ </figure>
609
+ <div id="plot-edu_ablations">
610
+ </div>
611
+ </div>
612
  <p><a href="https://huggingface.co/datasets/HuggingFaceFW/fineweb-edu">📚 FineWeb-Edu</a> is an additional development of FineWeb that we are excited to introduce in this tech report and openly release. 📚 FineWeb-Edu is based on a new approach that has recently emerged for filtering LLM training datasets: using synthetic data to develop classifiers for identifying educational content. This technique was notably used in the trainings of Llama 3<d-cite bibtex-key="llama3modelcard"></d-cite> and Phi3<d-cite bibtex-key="abdin2024phi"></d-cite>, but its large-scale impact on web data filtering has, in our opinion, thur far not been publicly explored to its full potential.</p>
613
  <p>The popular Phi3 models were trained on 3.3 and 4.8 trillion tokens, with the paper<d-cite bibtex-key="abdin2024phi"></d-cite> stating:</p>
614
  <blockquote>Our training data consists of heavily filtered publicly available web data (according to the 'educational level') from various open internet sources, as well as synthetic LLM-generated data.</blockquote>
src/plotting.js CHANGED
@@ -1,4 +1,4 @@
1
- import { getColor } from "./colors.mjs"
2
  import Plotly from "plotly.js/dist/plotly-basic"
3
  import _ from "lodash"
4
 
@@ -136,6 +136,22 @@ const getAutoRange = (traces) => {
136
  return [minX * 0.95, maxX * 1.05];
137
  };
138
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
139
 
140
  const createAblationPlottingElements = (
141
  plotElement,
@@ -202,8 +218,15 @@ const createAblationPlottingElements = (
202
  sliderContainer.appendChild(sliderInputContainer);
203
  controls.appendChild(sliderContainer);
204
  }
 
 
 
 
 
 
 
205
 
206
- return { dropdown, slider, plot };
207
  };
208
 
209
  const rollingWindow = function (data, windowSize) {
@@ -258,12 +281,12 @@ export const init_ablation_plot = function () {
258
  // Shared plot
259
  Plotly.newPlot(plot, []);
260
 
 
 
 
261
  async function updatePlot(dropdown, slider) {
262
  const metricName = dropdown?.value ?? settings.defaultMetric;
263
  const sliderValue = parseInt(slider?.value ?? 0);
264
- console.log(plotName)
265
- console.log(metricName)
266
- console.log(indexMapping)
267
  const metricData = await fetch(
268
  `${DATA_FOLDER}/${plotName}/${indexMapping[metricName]["file"]}`
269
  ).then((response) => response.json());
@@ -272,15 +295,16 @@ export const init_ablation_plot = function () {
272
  const y = rollingWindow(traceData.y, sliderValue);
273
  const x = traceData.x.slice(0, y.length);
274
  const plotSettings = settings.type === "bar" ? BAR_SETTINGS : LINE_SETTINGS;
 
275
  const trace = _.merge({}, {
276
  x: x,
277
  y: y,
278
  name: traceData.label ?? DATASET_ID_TO_NAME[key] ?? key,
279
  marker: {
280
- color: getColor(index),
281
  },
282
  line: {
283
- color: getColor(index),
284
  },
285
  }, plotSettings);
286
  traces.push(trace);
 
1
+ import { getColor, COLORS } from "./colors.mjs"
2
  import Plotly from "plotly.js/dist/plotly-basic"
3
  import _ from "lodash"
4
 
 
136
  return [minX * 0.95, maxX * 1.05];
137
  };
138
 
139
+ const getColorForTrace = (traceName, colorsMapping, index) => {
140
+ // First check if the color already exists in colorsMaping and if so return it
141
+ const reusedColor = colorsMapping.get(traceName)
142
+ if (reusedColor) {
143
+ return reusedColor
144
+ }
145
+
146
+ let color = getColor(index)
147
+ while (colorsMapping.has(color) && index < COLORS.length) {
148
+ index += 1
149
+ color = getColor(index)
150
+ }
151
+ colorsMapping.set(traceName, color)
152
+ return color
153
+ }
154
+
155
 
156
  const createAblationPlottingElements = (
157
  plotElement,
 
218
  sliderContainer.appendChild(sliderInputContainer);
219
  controls.appendChild(sliderContainer);
220
  }
221
+ let caption = undefined
222
+ if (settings.caption) {
223
+ caption = document.createElement("figcaption");
224
+ caption.classList.add("plotly_caption");
225
+ caption.textContent = settings.caption;
226
+ plotElement.appendChild(caption);
227
+ }
228
 
229
+ return { dropdown, slider, plot, caption };
230
  };
231
 
232
  const rollingWindow = function (data, windowSize) {
 
281
  // Shared plot
282
  Plotly.newPlot(plot, []);
283
 
284
+ // This is to ensure that the colors are consistent acrros different metrics
285
+ const colorsMapping = new Map()
286
+
287
  async function updatePlot(dropdown, slider) {
288
  const metricName = dropdown?.value ?? settings.defaultMetric;
289
  const sliderValue = parseInt(slider?.value ?? 0);
 
 
 
290
  const metricData = await fetch(
291
  `${DATA_FOLDER}/${plotName}/${indexMapping[metricName]["file"]}`
292
  ).then((response) => response.json());
 
295
  const y = rollingWindow(traceData.y, sliderValue);
296
  const x = traceData.x.slice(0, y.length);
297
  const plotSettings = settings.type === "bar" ? BAR_SETTINGS : LINE_SETTINGS;
298
+ const traceColor = getColorForTrace(key, colorsMapping, index)
299
  const trace = _.merge({}, {
300
  x: x,
301
  y: y,
302
  name: traceData.label ?? DATASET_ID_TO_NAME[key] ?? key,
303
  marker: {
304
+ color: traceColor,
305
  },
306
  line: {
307
+ color: traceColor,
308
  },
309
  }, plotSettings);
310
  traces.push(trace);
src/style.css CHANGED
@@ -21,6 +21,11 @@
21
  padding: 0px;
22
  }
23
 
 
 
 
 
 
24
  .plotly_controls {
25
  display: flex;
26
  flex-wrap: wrap;
@@ -240,4 +245,5 @@ d-contents nav > div > a {
240
  d-contents nav > div > a:hover,
241
  d-contents nav > ul > li > a:hover {
242
  text-decoration: none;
243
- }
 
 
21
  padding: 0px;
22
  }
23
 
24
+ .plotly_caption {
25
+ font-style: italic;
26
+ margin-top: 10px;
27
+ }
28
+
29
  .plotly_controls {
30
  display: flex;
31
  flex-wrap: wrap;
 
245
  d-contents nav > div > a:hover,
246
  d-contents nav > ul > li > a:hover {
247
  text-decoration: none;
248
+ }
249
+