{ "arch_specifier": "no-align+fused-gelu-mlp", "architectures": [ "OpenVLAForActionPrediction" ], "auto_map": { "AutoConfig": "configuration_prismatic.OpenVLAConfig", "AutoModelForVision2Seq": "modeling_prismatic.OpenVLAForActionPrediction" }, "hf_llm_id": "meta-llama/Llama-2-7b-hf", "image_resize_strategy": "resize-naive", "image_sizes": [ 224, 224 ], "llm_backbone_id": "llama2-7b-pure", "llm_max_length": 2048, "model_type": "openvla", "n_action_bins": 256, "norm_stats": { "austin_buds_dataset_converted_externally_to_rlds": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0 ], "mean": [ -0.07678311318159103, 0.003684928175061941, 0.056449439376592636, 0.0, 0.0, 0.0, 0.3510494828224182 ], "min": [ -1.0, -1.0, -1.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ -1.0, -0.9599999785423279, -0.8714285492897034, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 1.0, 0.8600000143051147, 1.0, 0.0, 0.0, 0.0, 1.0 ], "std": [ 0.6367751955986023, 0.37889131903648376, 0.47796398401260376, 0.0, 0.0, 0.0, 0.47721073031425476 ] }, "num_trajectories": 50, "num_transitions": 34112, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "austin_sailor_dataset_converted_externally_to_rlds": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 1.0, 1.0, 1.0, 0.0, 0.0, 0.375, 1.0 ], "mean": [ 0.011825290508568287, 0.00646103685721755, 0.06023592874407768, 0.0, 0.0, 0.0016465733060613275, 0.5260950326919556 ], "min": [ -1.0, -1.0, -1.0, 0.0, 0.0, -0.375, 0.0 ], "q01": [ -1.0, -0.9828571677207947, -0.6000000238418579, 0.0, 0.0, -0.17249999940395355, 0.0 ], "q99": [ 1.0, 0.9457142949104309, 1.0, 0.0, 0.0, 0.17892856895923615, 1.0 ], "std": [ 0.46348729729652405, 0.4124017655849457, 0.4118639826774597, 0.0, 0.0, 0.05786101892590523, 0.49893665313720703 ] }, "num_trajectories": 240, "num_transitions": 353094, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "austin_sirius_dataset_converted_externally_to_rlds": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 1.0002285242080688, 0.960608720779419, 1.105179786682129, 0.0, 0.0, 0.341785728931427, 1.0 ], "mean": [ 0.07747697830200195, 0.03195551037788391, 0.04244750738143921, 0.0, 0.0, -0.01603454165160656, 0.43260180950164795 ], "min": [ -1.0183025598526, -0.9800000190734863, -0.9774575233459473, 0.0, 0.0, -0.34607142210006714, 0.0 ], "q01": [ -0.780905865430832, -0.5667179036140442, -0.5254343223571777, 0.0, 0.0, -0.28495091378688814, 0.0 ], "q99": [ 0.9569637751579284, 0.6971374487876891, 0.8124888157844541, 0.0, 0.0, 0.1971428543329239, 1.0 ], "std": [ 0.3906334340572357, 0.29981499910354614, 0.2782270312309265, 0.0, 0.0, 0.08120644092559814, 0.49528270959854126 ] }, "num_trajectories": 559, "num_transitions": 279939, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "bc_z": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.2165454924106598, 0.1251407265663147, 0.10772687941789627, 0.33544227480888367, 0.28117990493774414, 0.40614867210388184, 1.0 ], "mean": [ -0.00995868630707264, 0.0008958320831879973, 0.004995246417820454, 0.0002975433599203825, -0.008734612725675106, -0.030689124017953873, 0.8344562649726868 ], "min": [ -0.1677047461271286, -0.14630407094955444, -0.10066790133714676, -0.29421567916870117, -0.32101404666900635, -0.4635624885559082, 0.0 ], "q01": [ -0.09220654994249344, -0.06456145539879798, -0.049121275544166565, -0.11594625547528267, -0.14152548640966414, -0.2251061636209488, 0.0 ], "q99": [ 0.07628866866230968, 0.058019736707210584, 0.052540797740221024, 0.11740604028105736, 0.11703975558280955, 0.16729306846857078, 1.0 ], "std": [ 0.03053339011967182, 0.02314138598740101, 0.020642133429646492, 0.04156144708395004, 0.04643040522933006, 0.07697924971580505, 0.36111152172088623 ] }, "num_trajectories": 43264, "num_transitions": 6015535, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "berkeley_autolab_ur5": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.019999999552965164, 0.019999999552965164, 0.019999999552965164, 0.06666667014360428, 0.06666667014360428, 0.06666667014360428, 1.0 ], "mean": [ 0.0005683610797859728, 0.0012176968157291412, -0.0005296387826092541, 0.00021029770141467452, 6.069481969461776e-05, 0.0012049870565533638, 0.6298308372497559 ], "min": [ -0.019999999552965164, -0.019999999552965164, -0.019999999552965164, -0.06666667014360428, -0.06666667014360428, -0.06666667014360428, 0.0 ], "q01": [ -0.019999999552965164, -0.019999999552965164, -0.019999999552965164, -0.02628571353852749, -0.06666667014360428, -0.03847619146108627, 0.0 ], "q99": [ 0.019999999552965164, 0.019999999552965164, 0.019999999552965164, 0.031809523701667786, 0.06666667014360428, 0.036571428179740906, 1.0 ], "std": [ 0.011533084325492382, 0.00799050647765398, 0.009577798657119274, 0.009432991035282612, 0.016427582129836082, 0.0110540222376585, 0.48267894983291626 ] }, "num_trajectories": 1000, "num_transitions": 97939, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "berkeley_cable_routing": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.9633283019065857, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0 ], "mean": [ -0.07139880955219269, 0.023609023541212082, 0.10241921991109848, 0.0, 0.0, 0.0496709905564785, 0.0 ], "min": [ -0.9809081554412842, -0.9554349184036255, -0.9994775056838989, 0.0, 0.0, -1.0, 0.0 ], "q01": [ -0.5534318816661835, -0.4797285574674606, -0.5314934802055359, 0.0, 0.0, -0.8855219376087189, 0.0 ], "q99": [ 0.42652835428714786, 0.5000944086909298, 0.639823433756829, 0.0, 0.0, 0.984243879914284, 0.0 ], "std": [ 0.1815498322248459, 0.1810987889766693, 0.21220794320106506, 0.0, 0.0, 0.3475511372089386, 0.0 ] }, "num_trajectories": 1647, "num_transitions": 42328, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "berkeley_fanuc_manipulation": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.009999999776482582, 0.009999999776482582, 0.009999999776482582, 0.03490658476948738, 0.03490658476948738, 0.03490658476948738, 1.0 ], "mean": [ 0.0007744057802483439, -0.00031240080716088414, -0.0015001941937953234, -0.0007515158504247665, -0.00015832878125365824, 0.00014327642566058785, 0.699295699596405 ], "min": [ -0.009999999776482582, -0.009999999776482582, -0.009999999776482582, -0.03490658476948738, -0.03490658476948738, -0.03490658476948738, 0.0 ], "q01": [ -0.009999999776482582, -0.009999999776482582, -0.009999999776482582, -0.03490658476948738, 0.0, -0.03490658476948738, 0.0 ], "q99": [ 0.009999999776482582, 0.009999999776482582, 0.009999999776482582, 0.03490658476948738, 0.0, 0.03490658476948738, 1.0 ], "std": [ 0.0034070119727402925, 0.004992209374904633, 0.005344333592802286, 0.007598999422043562, 0.004081765655428171, 0.008568981662392616, 0.45868927240371704 ] }, "num_trajectories": 415, "num_transitions": 62613, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "bridge_reasoning": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.41691166162490845, 0.25864794850349426, 0.21218234300613403, 3.122201919555664, 1.8618112802505493, 6.280478477478027, 1.0 ], "mean": [ 0.00023341893393080682, 0.0001300494186580181, -0.0001276240509469062, -0.00015565630747005343, -0.0004039352061226964, 0.00023557755048386753, 0.5764579772949219 ], "min": [ -0.4007510244846344, -0.13874775171279907, -0.22553899884223938, -3.2010786533355713, -1.8618112802505493, -6.279075622558594, 0.0 ], "q01": [ -0.02872725307941437, -0.04170349963009357, -0.026093858778476715, -0.08092105075716972, -0.09288699507713317, -0.20718276381492615, 0.0 ], "q99": [ 0.028309678435325586, 0.040855254605412394, 0.040161586627364146, 0.08192047759890528, 0.07792850524187081, 0.20382574498653397, 1.0 ], "std": [ 0.009765958413481712, 0.01368918176740408, 0.012667348608374596, 0.02853415347635746, 0.03063797391951084, 0.07691441476345062, 0.4973689615726471 ] }, "num_trajectories": 60064, "num_transitions": 2135463, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "cmu_stretch": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.02338407188653946, 0.0, 0.023404927924275398, 0.0, 0.0, 0.0, 1.0 ], "mean": [ 0.00036304601235315204, 0.0, 0.001646694028750062, 0.0, 0.0, 0.0, 0.3987048268318176 ], "min": [ -0.019353797659277916, 0.0, -0.02019215188920498, 0.0, 0.0, 0.0, 0.0 ], "q01": [ -0.011175686959177256, 0.0, -0.0032206363626755773, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.014501785952597848, 0.0, 0.015056106168776728, 0.0, 0.0, 0.0, 1.0 ], "std": [ 0.0040818266570568085, 0.0, 0.0037743342109024525, 0.0, 0.0, 0.0, 0.48963725566864014 ] }, "num_trajectories": 135, "num_transitions": 25016, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "dlr_edan_shared_control_converted_externally_to_rlds": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.18991442024707794, 0.0739002525806427, 0.18064819276332855, 0.0866486132144928, 0.13464981317520142, 0.16910280287265778, 1.0 ], "mean": [ 0.006647812202572823, -0.0007657358073629439, 0.006522852927446365, 0.0011679729213938117, -0.006395625416189432, -0.011902996338903904, 0.6985887289047241 ], "min": [ -0.10054297000169754, -0.08427435159683228, -0.13533438742160797, -0.17556548118591309, -0.18485672771930695, -0.2680685818195343, 0.0 ], "q01": [ -0.02987122368067503, -0.06013262912631035, -0.08286409199237824, -0.05924444157630205, -0.15986866518855095, -0.15636983573436739, 0.0 ], "q99": [ 0.08832092039287087, 0.042126184627413736, 0.11311905644834042, 0.0643695573508739, 0.03941855944693088, 0.156646853685379, 1.0 ], "std": [ 0.021393608301877975, 0.01814231276512146, 0.03374374285340309, 0.017435433343052864, 0.033943772315979004, 0.046418774873018265, 0.4588589072227478 ] }, "num_trajectories": 104, "num_transitions": 8928, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "dobbe": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 38.590423583984375, 17.932697296142578, 4.843764305114746, 1.4372116327285767, 0.4340403974056244, 1.2057193517684937, 0.9998947381973267 ], "mean": [ -0.00011206568160559982, 0.0011229579104110599, -0.00010193872003583238, -7.371438550762832e-05, -0.0006753330817446113, -5.664348282152787e-05, 0.6318630576133728 ], "min": [ -5.700923442840576, -21.605947494506836, -123.72489929199219, -1.7229845523834229, -0.4998578727245331, -0.8867913484573364, 1.4196479014572105e-06 ], "q01": [ -0.01119564864784479, -0.014266146533191203, -0.0071747214533388615, -0.009444301575422287, -0.03990109823644161, -0.017422311007976532, 4.003279136668425e-05 ], "q99": [ 0.01015154086053368, 0.017181577533483497, 0.007216989761218411, 0.010380979906767595, 0.03556173853576176, 0.018032474815845446, 0.9982578039169312 ], "std": [ 0.04266579821705818, 0.044284164905548096, 0.12224774807691574, 0.0053887446410954, 0.011246665380895138, 0.006288422737270594, 0.39732488989830017 ] }, "num_trajectories": 5208, "num_transitions": 1139911, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "fmb_dataset": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 1.399999976158142, 1.0, 1.399999976158142, 1.0, 1.0, 1.0, 1.0 ], "mean": [ 0.05902980640530586, -0.0647660419344902, -0.09787499904632568, 0.00432540150359273, 0.00028963349177502096, -0.044572725892066956, 0.7336440086364746 ], "min": [ -1.399999976158142, -1.399999976158142, -1.0, -1.0, -1.0, -1.0, 0.0 ], "q01": [ -0.8257142901420593, -1.399999976158142, -1.0, -1.0, -0.3028571307659149, -1.0, 0.0 ], "q99": [ 1.0, 0.5257142782211304, 1.0, 1.0, 0.3400000035762787, 1.0, 1.0 ], "std": [ 0.28809237480163574, 0.28204143047332764, 0.46267396211624146, 0.32665130496025085, 0.10842982679605484, 0.3440084755420685, 0.44352245330810547 ] }, "num_trajectories": 8612, "num_transitions": 1137459, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "fractal20220817_data": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 2.9984593391418457, 22.09052848815918, 2.7507524490356445, 1.570636510848999, 1.5321086645126343, 1.5691522359848022, 1.0 ], "mean": [ 0.006987586617469788, 0.006265849806368351, -0.012625128030776978, 0.0433337427675724, -0.005756127182394266, 0.0009130418766289949, 0.5354204773902893 ], "min": [ -2.0204520225524902, -5.497899532318115, -2.031663417816162, -1.569917917251587, -1.569892168045044, -1.570419430732727, 0.0 ], "q01": [ -0.22453527510166169, -0.14820013284683228, -0.231589707583189, -0.3517994859814644, -0.4193011274933815, -0.43643461108207704, 0.0 ], "q99": [ 0.17824687153100965, 0.14938379630446405, 0.21842354819178575, 0.5892666035890578, 0.35272657424211445, 0.44796681255102094, 1.0 ], "std": [ 0.06921170651912689, 0.05970064923167229, 0.07353044301271439, 0.15610435605049133, 0.1316445916891098, 0.14593765139579773, 0.49711862206459045 ] }, "num_trajectories": 87212, "num_transitions": 3786400, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "furniture_bench_dataset_converted_externally_to_rlds": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.10000000149011612, 0.10000000149011612, 0.10000000149011612, 0.8651833534240723, 1.0909736156463623, 2.863185405731201, 1.0 ], "mean": [ 0.0001461080100852996, 0.001083096256479621, 0.0006225002580322325, -0.003303231205791235, -0.002688067499548197, 0.01824289932847023, 0.48854944109916687 ], "min": [ -0.10495579987764359, -0.10939455777406693, -0.10000000149011612, -0.971906840801239, -1.0475432872772217, -3.06000018119812, 0.0 ], "q01": [ -0.053988199681043625, -0.05049169331789017, -0.032499241530895236, -0.1953887003660202, -0.41674559473991396, -0.8886768388748169, 0.0 ], "q99": [ 0.05414841488003723, 0.04965164884924884, 0.060055799782276154, 0.18231668293476103, 0.39867786407470646, 0.8772023963928218, 1.0 ], "std": [ 0.016107147559523582, 0.014891487546265125, 0.014014105312526226, 0.058274056762456894, 0.11417029052972794, 0.3347926735877991, 0.4999147951602936 ] }, "num_trajectories": 5100, "num_transitions": 3948057, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "iamlab_cmu_pickup_insert_converted_externally_to_rlds": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.6634981632232666, 0.23428471386432648, 0.4308285415172577, 3.1415927410125732, 0.13647015392780304, 3.141592502593994, 1.0 ], "mean": [ 0.5274345874786377, 0.028581857681274414, 0.18712544441223145, 1.2339717149734497, 0.03226642310619354, -1.419987440109253, 0.5550631880760193 ], "min": [ 0.3071657121181488, -0.29754969477653503, 0.06578229367733002, -3.1415927410125732, -0.04584203287959099, -3.141592502593994, 0.0 ], "q01": [ 0.3148897051811218, -0.20317550599575043, 0.06785467118024827, -3.140952730178833, -0.029743434861302376, -3.141091251373291, 0.0 ], "q99": [ 0.6472805738449097, 0.20846802592277527, 0.36855655312538155, 3.1409926891326903, 0.11424950212240226, 3.1410969257354737, 1.0 ], "std": [ 0.0810835063457489, 0.11167517304420471, 0.07747527211904526, 2.873724937438965, 0.027747103944420815, 2.7678985595703125, 0.496958464384079 ] }, "num_trajectories": 631, "num_transitions": 146241, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "jaco_play": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.20000000298023224, 0.20000000298023224, 0.20000000298023224, 0.0, 0.0, 0.0, 1.0 ], "mean": [ 0.0009658129420131445, -0.0058008162304759026, -0.003950491547584534, 0.0, 0.0, 0.0, 0.34934908151626587 ], "min": [ -0.20000000298023224, -0.20000000298023224, -0.20000000298023224, 0.0, 0.0, 0.0, 0.0 ], "q01": [ -0.20000000298023224, -0.20000000298023224, -0.20000000298023224, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.20000000298023224, 0.20000000298023224, 0.20000000298023224, 0.0, 0.0, 0.0, 1.0 ], "std": [ 0.12235129624605179, 0.09678984433412552, 0.11155388504266739, 0.0, 0.0, 0.0, 0.47683465480804443 ] }, "num_trajectories": 1085, "num_transitions": 77965, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "kuka": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.1697135865688324, 0.2777623236179352, 0.43710532784461975, 0.0, 0.0, 1.9684287309646606, 1.0 ], "mean": [ -0.00046688393922522664, 0.000401390454499051, -0.0012807915918529034, 0.0, 0.0, -0.03722507506608963, 0.4131543040275574 ], "min": [ -0.159867063164711, -0.2892282009124756, -0.2795473635196686, 0.0, 0.0, -1.9875637292861938, 0.0 ], "q01": [ -0.06619441494345665, -0.08713878810405731, -0.15083016991615295, 0.0, 0.0, -0.5415697038173676, 0.0 ], "q99": [ 0.06601839080452929, 0.08732476785779003, 0.18168179214000715, 0.0, 0.0, 0.2923380345106127, 1.0 ], "std": [ 0.0208327267318964, 0.029158631339669228, 0.06422825157642365, 0.0, 0.0, 0.14224562048912048, 0.4908614754676819 ] }, "num_trajectories": 209880, "num_transitions": 2455879, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "nyu_franka_play_dataset_converted_externally_to_rlds": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.06424188613891602, 0.07027634978294373, 0.06129661202430725, 6.281067848205566, 0.1967729926109314, 0.26377415657043457, 1.0 ], "mean": [ 0.0010219907853752375, -0.00012002620496787131, 0.0003289417363703251, 0.001503431354649365, -0.002198529429733753, -0.0016632312908768654, 0.7230083346366882 ], "min": [ -0.05952230095863342, -0.07232445478439331, -0.06730806827545166, -6.278434753417969, -0.21479034423828125, -0.3627619743347168, 0.0 ], "q01": [ -0.03199600875377655, -0.032861671447753905, -0.03368805110454559, -0.12080862045288086, -0.12175218224525451, -0.11370223641395569, 0.0 ], "q99": [ 0.03101520001888276, 0.0373908892273903, 0.03646374464035038, 0.11764093399047852, 0.1258920183777809, 0.09366151213645942, 1.0 ], "std": [ 0.013274154625833035, 0.013215916231274605, 0.01282210648059845, 0.27324530482292175, 0.05702253803610802, 0.03917281702160835, 0.4475315511226654 ] }, "num_trajectories": 456, "num_transitions": 44875, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "roboturk": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.39124172925949097, 0.4601028263568878, 0.4870833456516266, 1.816888689994812, 1.8240282535552979, 1.4824820756912231, 1.0 ], "mean": [ 0.001444874913431704, -0.0015945195918902755, -0.001175376819446683, 0.0023012387100607157, -0.0009382416028529406, -0.00011485777940833941, 0.5746025443077087 ], "min": [ -0.6546999216079712, -0.6365841031074524, -0.4217723608016968, -1.6695482730865479, -1.8023357391357422, -1.4630827903747559, 0.0 ], "q01": [ -0.1342635464668274, -0.19996687173843383, -0.1482972100377083, -0.20720748245716095, -0.09676413893699647, -0.18075634717941286, 0.0 ], "q99": [ 0.14956976801157001, 0.1805950567126275, 0.18841815620660796, 0.21615413755178453, 0.09457383215427405, 0.18543301910162005, 1.0 ], "std": [ 0.04935364052653313, 0.06354566663503647, 0.0611649826169014, 0.09553464502096176, 0.08420151472091675, 0.0651792585849762, 0.49451085925102234 ] }, "num_trajectories": 1995, "num_transitions": 187507, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "stanford_hydra_dataset_converted_externally_to_rlds": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.02499854564666748, 0.02499903365969658, 0.024999922141432762, 0.24974457919597626, 0.24997030198574066, 0.24999946355819702, 1.0 ], "mean": [ 0.000779004127252847, 0.00013707771722692996, -0.0002548598567955196, 0.0012903271708637476, -0.0047517260536551476, 0.002692887093871832, 0.48855218291282654 ], "min": [ -0.024999044835567474, -0.024999700486660004, -0.02499929815530777, -0.24993225932121277, -0.2499666064977646, -0.2499932497739792, 0.0 ], "q01": [ -0.019992006458342076, -0.02415412735193968, -0.022941758055239916, -0.11085530579090118, -0.12024572037160397, -0.13314770206809043, 0.0 ], "q99": [ 0.022886231057345868, 0.022358838934451335, 0.02410089675337076, 0.12370114490389822, 0.11323311634361738, 0.18474749639630164, 1.0 ], "std": [ 0.008022172376513481, 0.009131453931331635, 0.009574385359883308, 0.04122227057814598, 0.03843029588460922, 0.046067118644714355, 0.4997733533382416 ] }, "num_trajectories": 570, "num_transitions": 358234, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "taco_play": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 1.4915844202041626, 2.1842432022094727, 2.6836395263671875, 5.035226821899414, 2.665864944458008, 4.250768661499023, 1.0 ], "mean": [ -0.0038459317293018103, 0.00967145524919033, 0.012780583463609219, -0.005403781309723854, -0.00960657186806202, -0.00248071295209229, 0.4263913035392761 ], "min": [ -4.242457866668701, -3.192805051803589, -1.3371467590332031, -4.202683448791504, -2.6722638607025146, -3.3467135429382324, 0.0 ], "q01": [ -0.7106140398979186, -1.056944659948349, -0.5878450274467468, -0.7682853937149048, -0.7180147767066956, -1.5527938604354858, 0.0 ], "q99": [ 0.6482916426658629, 1.0051310062408447, 0.9480248689651489, 0.6926478147506714, 0.6351067513227462, 1.628010264635086, 1.0 ], "std": [ 0.23254047334194183, 0.36298274993896484, 0.28692948818206787, 0.26177066564559937, 0.24388936161994934, 0.5216498970985413, 0.49469053745269775 ] }, "num_trajectories": 3603, "num_transitions": 237798, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "toto": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 0.6839867234230042, 0.4454185664653778, 0.7984078526496887, 2.120781660079956, 1.371164321899414, 1.4118704795837402, 0.0 ], "mean": [ 0.3854217529296875, 0.007769433781504631, 0.36327460408210754, -0.6652064323425293, 0.1890401989221573, 0.032987236976623535, 0.0 ], "min": [ 0.09922284632921219, -0.5180193781852722, 0.13791072368621826, -2.635117530822754, -1.0734480619430542, -1.9282547235488892, 0.0 ], "q01": [ 0.1756722891330719, -0.3077590811252594, 0.235383919775486, -2.0908505964279174, -0.6191593289375306, -0.7488683319091797, 0.0 ], "q99": [ 0.6136963081359863, 0.33704194784164443, 0.6681221985816956, 0.7422861719131538, 0.7955395007133507, 0.740464625358582, 0.0 ], "std": [ 0.12211611866950989, 0.1937853842973709, 0.1017824038863182, 0.5725249648094177, 0.29884618520736694, 0.3259924352169037, 0.0 ] }, "num_trajectories": 1003, "num_transitions": 325699, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "ucsd_kitchen_dataset_converted_externally_to_rlds": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 678.0, 400.0, 507.0, 180.00001525878906, 6.000013828277588, 116.99998474121094, 1.0 ], "mean": [ 410.37567138671875, 116.9518814086914, 192.35032653808594, -121.22441864013672, -33.84893035888672, 50.016136169433594, 0.741813600063324 ], "min": [ 172.0, -166.0, -99.99999237060547, -180.00001525878906, -89.0, -96.00010681152344, 0.0 ], "q01": [ 200.00001052856445, -102.31004211425781, -94.99993370056153, -180.00001525878906, -88.00001525878906, -38.999977111816406, 0.0 ], "q99": [ 637.0, 368.30999999999995, 493.0, 180.00001525878906, 0.999983012676239, 105.00001525878906, 1.0 ], "std": [ 122.8149642944336, 108.80091094970703, 130.303466796875, 116.28205871582031, 27.621845245361328, 41.02094650268555, 0.43763357400894165 ] }, "num_trajectories": 150, "num_transitions": 3970, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "utaustin_mutex": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 1.0, 1.0, 1.0, 0.375, 0.375, 0.375, 1.0 ], "mean": [ 0.06176392361521721, -0.005005458369851112, 0.10216648876667023, -0.03314121440052986, 0.01389501616358757, -0.011317647062242031, 0.5038976669311523 ], "min": [ -1.0, -1.0, -1.0, -0.375, -0.375, -0.375, 0.0 ], "q01": [ -0.4285714328289032, -0.9800000190734863, -0.5571428537368774, -0.375, -0.15642857551574707, -0.335357129573822, 0.0 ], "q99": [ 0.5914285778999329, 0.9714285731315613, 1.0, 0.3278571367263794, 0.207857146859169, 0.25607141852378845, 1.0 ], "std": [ 0.18750137090682983, 0.4468477666378021, 0.37928661704063416, 0.1409786343574524, 0.06453635543584824, 0.11765959858894348, 0.5010454654693604 ] }, "num_trajectories": 1500, "num_transitions": 361883, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "viola": { "action": { "mask": [ true, true, true, true, true, true, false ], "max": [ 1.0, 1.0, 1.0, 0.375, 0.36321428418159485, 0.375, 1.0 ], "mean": [ 0.04761861264705658, -0.029204512014985085, 0.05586710572242737, -0.0026185167953372, 0.006867329124361277, -0.016821367666125298, 0.7323777675628662 ], "min": [ -1.0, -1.0, -1.0, -0.375, -0.375, -0.375, 0.0 ], "q01": [ -0.9628571271896362, -1.0, -1.0, -0.26249998807907104, -0.21321429312229156, -0.3385714292526245, 0.0 ], "q99": [ 0.9114285707473755, 0.868571400642395, 1.0, 0.2817857265472412, 0.2239285707473755, 0.3557142913341522, 1.0 ], "std": [ 0.3915807902812958, 0.4076520502567291, 0.4007813036441803, 0.1002398133277893, 0.08443190157413483, 0.10375047475099564, 0.44260409474372864 ] }, "num_trajectories": 150, "num_transitions": 76324, "proprio": { "max": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "min": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q01": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "q99": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "std": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } } }, "output_projector_states": false, "pad_to_multiple_of": 64, "pad_token_id": 32000, "text_config": { "model_type": "llama", "pad_token_id": 32000, "torch_dtype": "bfloat16", "vocab_size": 32064 }, "timm_model_ids": [ "vit_large_patch14_reg4_dinov2.lvd142m", "vit_so400m_patch14_siglip_224" ], "timm_override_act_layers": [ null, null ], "torch_dtype": "bfloat16", "transformers_version": "4.40.1", "use_fused_vision_backbone": true, "vision_backbone_id": "dinosiglip-vit-so-224px" }