{ "Diffusion": true, "S": 1024, "T": 12, "action_contrastive_loss": false, "action_domains": [ "language_table", "ucsd_pick_and_place_dataset_converted_externally_to_rlds", "kaist_nonprehensile_converted_externally_to_rlds", "ucsd_kitchen_dataset_converted_externally_to_rlds", "utokyo_xarm_bimanual_converted_externally_to_rlds", "stanford_hydra_dataset_converted_externally_to_rlds", "austin_sirius_dataset_converted_externally_to_rlds", "berkeley_fanuc_manipulation", "berkeley_mvp_converted_externally_to_rlds", "berkeley_rpt_converted_externally_to_rlds", "cmu_play_fusion", "iamlab_cmu_pickup_insert_converted_externally_to_rlds", "qut_dexterous_manpulation", "robo_net", "dlr_sara_grid_clamp_converted_externally_to_rlds", "cmu_stretch", "columbia_cairlab_pusht_real", "droid", "toto", "io_ai_tech", "dobbe", "berkeley_gnm_cory_hall", "plex_robosuite", "berkeley_cable_routing", "imperial_wrist_dataset", "bc_z", "kuka", "roboturk", "robomimic", "nyu_door_opening_surprising_effectiveness" ], "action_loss_weight": 1.0, "action_network": "modulate", "action_stats": [ [ [ 0.00014842326345387846, -0.0005635050474666059 ], [ 0.030163198709487915, 0.042305462062358856 ] ], [ [ 0.14697618782520294, -0.12370482087135315, 0.051797714084386826, -0.07087255269289017 ], [ 0.48446422815322876, 0.4629215896129608, 0.5406527519226074, 0.8932808637619019 ] ], [ [ 0.0019365031039342284, 0.00024300716177094728, 0.0008035349892452359, -0.0021898974664509296, 4.0033126424532384e-05, -0.0037320367991924286, 181.3382110595703, 170.906005859375, 186.00167846679688, 153.71453857421875, 174.13552856445312, 83.48700714111328, 32.40367889404297, 1.0105239152908325, 0.70769864320755, 0.33714282512664795, 0.4880707859992981, 0.49914246797561646, 0.7389975786209106, 1.229773998260498 ], [ 0.014657468535006046, 0.016509365290403366, 0.012914449907839298, 0.023157890886068344, 0.020476851612329483, 0.019903959706425667, 27.33956527709961, 34.60658645629883, 25.291311264038086, 53.12702941894531, 34.06013870239258, 50.88619613647461, 33.19802474975586, 0.5348116159439087, 0.4462398290634155, 0.13059484958648682, 0.37823718786239624, 0.3443543016910553, 0.4008789658546448, 0.5644641518592834 ] ], [ [ 408.48406982421875, 118.63397979736328, 198.41452026367188, -121.96654510498047, -34.39997863769531, 52.22698974609375, 0.7438188791275024, 0.038725052028894424 ], [ 122.93132019042969, 107.72244262695312, 128.7881317138672, 115.888916015625, 27.235536575317383, 40.505306243896484, 0.43652451038360596, 0.1929423063993454 ] ], [ [ 0.46141278743743896, 0.10542168468236923, 0.25353577733039856, -1.685599684715271, -0.05627294257283211, -0.4933978319168091, 0.34305593371391296, 0.44558027386665344, 0.5123444199562073, 0.2677648663520813, 1.277772307395935, 0.12375026196241379, 0.11488401144742966, 0.33085882663726807 ], [ 0.053879205137491226, 0.05707748979330063, 0.04467933997511864, 2.469133138656616, 0.18709321320056915, 0.22889232635498047, 0.47383636236190796, 0.06301931291818619, 0.041924599558115005, 0.047896090894937515, 2.701061248779297, 0.2972114384174347, 0.7424992918968201, 0.4667799174785614 ] ], [ [ 0.0007764044567011297, 0.0001343307230854407, -0.00026648343191482127, 0.0013218839885666966, -0.004740390460938215, 0.002773461164906621, 0.5106820464134216 ], [ 0.008042743429541588, 0.00913731288164854, 0.009599598124623299, 0.04121660068631172, 0.038332853466272354, 0.04602774232625961, 0.4999658763408661 ] ], [ [ 0.07727599143981934, 0.03225162252783775, 0.04257211461663246, 0.0, 0.0, -0.01612210087478161, 0.13071605563163757 ], [ 0.3917539417743683, 0.30044373869895935, 0.27837157249450684, 0.0, 0.0, 0.081514872610569, 0.9911611676216125 ] ], [ [ 0.0007766556227579713, -0.000321519240969792, -0.0014813995221629739, -0.0007485907408408821, -0.00015667964180465788, 0.0001845337392296642 ], [ 0.003409236203879118, 0.004994169808924198, 0.005332312546670437, 0.007559089455753565, 0.004051606170833111, 0.008588160388171673 ] ], [ [ -6.743222911609337e-05, 0.0031809681095182896, -0.00013550207950174809, -0.0009742751135490835, -8.3738968896796e-06, -0.002912015886977315, -0.0006995691219344735, 0.48066604137420654 ], [ 0.002549938391894102, 0.012658610939979553, 0.005411175545305014, 0.018054410815238953, 0.0016273874789476395, 0.021100502461194992, 0.005715933162719011, 0.4996056854724884 ] ], [ [ 0.00014941584959160537, -0.00028024936909787357, -8.037472071009688e-06, -0.00032872759038582444, 1.9844068447127938e-05, 3.272057801950723e-05, 8.096991950878873e-05, 0.4784493148326874 ], [ 0.0015258367639034986, 0.004546448588371277, 0.0007782428874634206, 0.003019175725057721, 0.0010663573630154133, 0.005132743623107672, 0.004171756561845541, 0.4998187720775604 ] ], [ [ 0.000523168477229774, 3.85410530725494e-05, -0.00017000196385197341, -0.00029378157341852784, -0.00036922883009538054, -0.0001573827030370012, 5.717058229492977e-06, 0.5699702501296997, 0.002427969593554735 ], [ 0.0018014844972640276, 0.002389610279351473, 0.0018651892896741629, 0.039326585829257965, 0.03775598481297493, 0.005358702037483454, 0.007674811407923698, 0.49466049671173096, 0.04917134344577789 ] ], [ [ 0.5280895829200745, 0.02888699807226658, 0.18680934607982635, -0.01308287400752306, 0.9998903870582581, 0.003612307133153081, 0.016001908108592033, 0.5531076192855835 ], [ 0.08082365244626999, 0.11135152727365494, 0.07754139602184296, 0.01604105904698372, 0.0006265711272135377, 0.007812995463609695, 0.013805469498038292, 0.497190922498703 ] ], [ [ 3.650687176559586e-06, -0.000507326505612582, -0.00031988348928280175, 0.000982428900897503, -3.8030557334423065e-05, -0.002412878442555666, 0.004487304482609034, -0.0035084427800029516 ], [ 0.012881123460829258, 0.015523286536335945, 0.012135118246078491, 0.0009839057456701994, 0.0022208373993635178, 0.024184072390198708, 0.9997038841247559, 0.027473121881484985 ] ], [ [ -1.2117172445869073e-05, 1.6497699107276276e-05, -0.008070996962487698, -3.756756632355973e-05, -0.02855828031897545 ], [ 0.03243051841855049, 0.03239370137453079, 0.09075836837291718, 0.17676453292369843, 0.9996473789215088 ] ], [ [ -1.662798604229465e-05, -4.2423445847816765e-05, -0.00039035530062392354, 2.9382475986494683e-05, 9.349627362098545e-05, 7.735285180388018e-05, 1.0 ], [ 0.0004397016600705683, 0.0005161615554243326, 0.0012931948294863105, 0.0005689726676791906, 0.0007594820926897228, 0.0007169033051468432, 0.0 ] ], [ [ 0.0003590668202377856, 0.0, 0.001637771725654602, 0.0, 0.0, 0.0, 0.39824214577674866, 0.0054051512852311134 ], [ 0.004081381484866142, 0.0, 0.003803750965744257, 0.0, 0.0, 0.0, 0.48956871032714844, 0.07332666963338852 ] ], [ [ 0.0, 0.0, 0.0, 0.0, 0.009795918129384518, -0.0013581214006990194, 0.0016117944614961743, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.09848489612340927, 0.013396660797297955, 0.01613754965364933, 0.0 ] ], [ [ 0.5393196940422058, 0.0013354304246604443, 0.3156941831111908, 0.3164699971675873, -0.09018929302692413, -0.049339085817337036, 0.40983372926712036 ], [ 0.11741136759519577, 0.17491821944713593, 0.16181626915931702, 2.7440731525421143, 0.3496827483177185, 0.7598394155502319, 0.43021807074546814 ] ], [ [ 0.0, -0.6654278039932251, 0.1888580173254013, 0.03210142254829407, 0.00612324383109808, 0.38309070467948914, 0.009382354095578194, 0.3636060655117035 ], [ 0.0, 0.5778681635856628, 0.296415776014328, 0.3222154378890991, 0.07795067131519318, 0.12293250113725662, 0.19515110552310944, 0.10152395814657211 ] ], [ [ 2.957821561722085e-05, 0.00012851174687966704, -0.00010689908231142908, -5.97012804064434e-05, 0.00022397778229787946, 6.999688048381358e-05, 0.09176551550626755 ], [ 0.0028307351749390364, 0.002651946386322379, 0.0025581379886716604, 0.018357520923018456, 0.025164088234305382, 0.024045433849096298, 0.5909407734870911 ] ], [ [ -0.00011003677354892716, 0.001112840254791081, -0.00011267208174103871, -7.512857700930908e-05, -0.0006745870341546834, -5.703312126570381e-05, 0.6326711177825928 ], [ 0.043496448546648026, 0.04464876651763916, 0.12467490881681442, 0.005452098790556192, 0.011218013241887093, 0.00624604569748044, 0.39724212884902954 ] ], [ [ 0.06122741475701332, 0.0038701200392097235 ], [ 0.025848353281617165, 0.0030985879711806774 ] ], [ [ 0.060740936547517776, 0.053044628351926804, -0.04193497821688652, -0.000676018709782511, -0.0015231040306389332, 0.004273010417819023, -0.05146767199039459 ], [ 0.34811627864837646, 0.46360549330711365, 0.4386604428291321, 0.023519689217209816, 0.019431674852967262, 0.1616460531949997, 0.9985936880111694 ] ], [ [ 0.0, 0.0, 0.049097269773483276, 0.07730317115783691, -0.07240438461303711, 0.02373087964951992, 0.10240031778812408 ], [ 0.0, 0.0, 0.3465680181980133, 0.2670310139656067, 0.1823672205209732, 0.1818883866071701, 0.21153412759304047 ] ], [ [ 0.0003212452866137028, -0.0010083492379635572, 0.00092211680021137, 0.001238797907717526, -4.7416866436833516e-05, 2.5170325898216106e-05, 0.5775114297866821, 0.023655574768781662 ], [ 0.003074005013331771, 0.0067475223913788795, 0.010976199060678482, 0.024110153317451477, 0.003232581540942192, 0.0039499602280557156, 0.49393802881240845, 0.15197230875492096 ] ], [ [ 0.00028649900923483074, -0.008722408674657345, -0.03069918043911457, -0.0008381816442124546, -0.016971644014120102, -0.05745099112391472, -0.0026707653887569904, -0.024192843586206436, -0.07967454195022583, -0.004741811193525791, -0.030430495738983154, -0.09769809991121292, -0.006405732128769159, -0.03590046241879463, -0.11270859092473984, -0.007021840196102858, -0.04052259027957916, -0.12620966136455536, -0.006953817792236805, -0.04445187374949455, -0.13877084851264954, -0.006491991225630045, -0.04791347682476044, -0.15081816911697388, -0.0057747503742575645, -0.05111181363463402, -0.16245798766613007, -0.004867491777986288, -0.054257530719041824, -0.1738300770521164, 0.1657339185476303, 0.15363934636116028, 0.14477591216564178, 0.13839827477931976, 0.14092908799648285, 0.15468865633010864, 0.16648422181606293, 0.17608821392059326, 0.1841760128736496, 0.19062727689743042, -0.00996700394898653, 0.0009040668956004083, 0.004995268769562244, -0.018695320934057236, 0.0023894852492958307, 0.009505861438810825, -0.025692706927657127, 0.0043935589492321014, 0.013725746423006058, -0.031206561252474785, 0.006276523228734732, 0.017453059554100037, -0.03552345186471939, 0.00730851711705327, 0.0201703030616045, -0.03902909904718399, 0.0068913171999156475, 0.021356917917728424, -0.04216034710407257, 0.005601761396974325, 0.021485209465026855, -0.04517875239253044, 0.0038381200283765793, 0.020964166149497032, -0.04812570661306381, 0.0018662408692762256, 0.020047230646014214, -0.05107533559203148, -0.00014347363321576267, 0.01891058310866356 ], [ 0.04161107912659645, 0.04643801972270012, 0.07714500278234482, 0.06882365792989731, 0.07853177934885025, 0.13730594515800476, 0.08874603360891342, 0.10269544273614883, 0.18733122944831848, 0.10394992679357529, 0.12144353240728378, 0.228963240981102, 0.11596192419528961, 0.1365172266960144, 0.26162227988243103, 0.1259639710187912, 0.1488255262374878, 0.2899230718612671, 0.13448232412338257, 0.1590842306613922, 0.3123351037502289, 0.141754150390625, 0.16746656596660614, 0.3306305706501007, 0.1480536013841629, 0.17442390322685242, 0.34733083844184875, 0.1536930501461029, 0.18031899631023407, 0.36258259415626526, 0.36356091499328613, 0.3559049963951111, 0.34951725602149963, 0.3456125855445862, 0.3479859530925751, 0.35668134689331055, 0.36377906799316406, 0.3706970512866974, 0.3976169526576996, 0.39772698283195496, 0.03057853877544403, 0.02315731719136238, 0.020660309121012688, 0.054019346833229065, 0.039159927517175674, 0.03595462813973427, 0.07279643416404724, 0.051145341247320175, 0.04803183302283287, 0.08770721405744553, 0.060230545699596405, 0.05767446011304855, 0.0995459109544754, 0.06725169718265533, 0.06545353680849075, 0.10892871767282486, 0.07302306592464447, 0.07213838398456573, 0.116375632584095, 0.0778125748038292, 0.07771806418895721, 0.12312348932027817, 0.0816049873828888, 0.08206423372030258, 0.1288398653268814, 0.08456701040267944, 0.08530736714601517, 0.13414840400218964, 0.08684109151363373, 0.0876062661409378 ] ], [ [ 0.0, 0.0, 0.0, 0.06579020619392395, 0.0, 0.0, -0.0417020283639431, 0.05600078031420708, 0.8763857483863831, 0.0, -0.0006691364105790854, 0.0005162839079275727, -0.0025432889815419912 ], [ 0.0, 0.0, 0.0, 0.3762088716030121, 0.0, 0.0, 0.15823891758918762, 0.2252153754234314, 0.31409522891044617, 0.0, 0.023507647216320038, 0.036004047840833664, 0.05768127366900444 ] ], [ [ -0.15657226741313934, 0.00228637782856822, -0.0009536752477288246, -0.00012742729450110346, 0.0, 0.0014414743054658175, -0.0015724773984402418, -0.0011747290845960379 ], [ 0.9879051446914673, 0.09651217609643936, 0.08441831171512604, 0.06647706776857376, 0.0, 0.0495850145816803, 0.06368337571620941, 0.06135875731706619 ] ], [ [ 0.17389154434204102, 0.005625918973237276, -0.1695142686367035, 0.0031083673238754272, 0.005127986893057823, 0.012693661265075207, -0.4065398871898651 ], [ 0.2601781189441681, 0.13021306693553925, 0.4979441463947296, 0.022246459499001503, 0.06382154673337936, 0.08343781530857086, 0.913625180721283 ] ], [ [ 0.02290557324886322, -0.00010951685544569045, -0.011411379091441631, -0.0015635089948773384, 0.04783362150192261, -0.0063293022103607655, 0.0013472747523337603, 0.001141763525083661 ], [ 0.09001470357179642, 0.00812098290771246, 0.033615339547395706, 0.013250669464468956, 0.21339112520217896, 0.01224832609295845, 0.019686469808220863, 0.00791964028030634 ] ] ], "action_token_size": 64, "arch": "STTransformerDecoder", "attn_drop": 0.1, "attn_dropout": 0.1, "buffer_size": 64, "d_action": 28, "d_actions": [ 2, 4, 100, 8, 14, 35, 70, 6, 16, 120, 18, 80, 8, 5, 7, 8, 40, 49, 120, 7, 7, 2, 7, 35, 8, 350, 13, 40, 21, 8 ], "d_model": 256, "dataloader_apply_corruption": false, "dataloader_apply_mask": true, "dataloader_mask_ratio_min": 0.1, "diffloss_d": 4, "diffloss_w": 1024, "diffusion_batch_mul": 1, "dim": 512, "drop_action_ratio": 0.0, "factored_vocab_size": 512, "grad_checkpointing": false, "image_vocab_size": null, "init_actions": true, "jointly_predict_actions": false, "jointly_predict_states": true, "label_drop_prob": 0.5, "mask_ratio_min": 0.7, "maskgit_steps": 16, "max_corrupt_rate": 0.2, "mlp_bias": false, "mlp_drop": 0.05, "mlp_ratio": 4.0, "non_mlm_ratio": 0.2, "num_factored_vocabs": 2, "num_heads": 8, "num_layers": 32, "num_prompt_frames": 4, "num_sampling_steps": "100", "patch_size": 2, "predict_unmask": false, "proj_bias": true, "proj_dropout": 0.1, "qk_norm": false, "qkv_bias": true, "random_dummy_action": true, "shared_action_mlps": true, "use_actions": true, "use_mup": false, "vae_embed_dim": 4, "vae_stride": 1 }