Upload 4 files

README.md

@@ -1,3 +1,9 @@
----
-license: mit
----
+---
+tags:
+- model_hub_mixin
+- pytorch_model_hub_mixin
+---
+
+This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration:
+- Library: [More Information Needed]
+- Docs: [More Information Needed]

config.json

@@ -0,0 +1,892 @@
+{
+  "Diffusion": true,
+  "S": 1024,
+  "T": 12,
+  "action_contrastive_loss": false,
+  "action_domains": [
+    "language_table",
+    "ucsd_pick_and_place_dataset_converted_externally_to_rlds",
+    "kaist_nonprehensile_converted_externally_to_rlds",
+    "ucsd_kitchen_dataset_converted_externally_to_rlds",
+    "utokyo_xarm_bimanual_converted_externally_to_rlds",
+    "stanford_hydra_dataset_converted_externally_to_rlds",
+    "austin_sirius_dataset_converted_externally_to_rlds",
+    "berkeley_fanuc_manipulation",
+    "berkeley_mvp_converted_externally_to_rlds",
+    "berkeley_rpt_converted_externally_to_rlds",
+    "cmu_play_fusion",
+    "iamlab_cmu_pickup_insert_converted_externally_to_rlds",
+    "qut_dexterous_manpulation",
+    "robo_net",
+    "dlr_sara_grid_clamp_converted_externally_to_rlds",
+    "cmu_stretch",
+    "columbia_cairlab_pusht_real",
+    "droid",
+    "toto",
+    "io_ai_tech",
+    "dobbe",
+    "berkeley_gnm_cory_hall",
+    "plex_robosuite",
+    "berkeley_cable_routing",
+    "imperial_wrist_dataset",
+    "bc_z",
+    "kuka",
+    "roboturk",
+    "robomimic",
+    "nyu_door_opening_surprising_effectiveness"
+  ],
+  "action_loss_weight": 1.0,
+  "action_network": "modulate",
+  "action_stats": [
+    [
+      [
+        0.00014842326345387846,
+        -0.0005635050474666059
+      ],
+      [
+        0.030163198709487915,
+        0.042305462062358856
+      ]
+    ],
+    [
+      [
+        0.14697618782520294,
+        -0.12370482087135315,
+        0.051797714084386826,
+        -0.07087255269289017
+      ],
+      [
+        0.48446422815322876,
+        0.4629215896129608,
+        0.5406527519226074,
+        0.8932808637619019
+      ]
+    ],
+    [
+      [
+        0.0019365031039342284,
+        0.00024300716177094728,
+        0.0008035349892452359,
+        -0.0021898974664509296,
+        4.0033126424532384e-05,
+        -0.0037320367991924286,
+        181.3382110595703,
+        170.906005859375,
+        186.00167846679688,
+        153.71453857421875,
+        174.13552856445312,
+        83.48700714111328,
+        32.40367889404297,
+        1.0105239152908325,
+        0.70769864320755,
+        0.33714282512664795,
+        0.4880707859992981,
+        0.49914246797561646,
+        0.7389975786209106,
+        1.229773998260498
+      ],
+      [
+        0.014657468535006046,
+        0.016509365290403366,
+        0.012914449907839298,
+        0.023157890886068344,
+        0.020476851612329483,
+        0.019903959706425667,
+        27.33956527709961,
+        34.60658645629883,
+        25.291311264038086,
+        53.12702941894531,
+        34.06013870239258,
+        50.88619613647461,
+        33.19802474975586,
+        0.5348116159439087,
+        0.4462398290634155,
+        0.13059484958648682,
+        0.37823718786239624,
+        0.3443543016910553,
+        0.4008789658546448,
+        0.5644641518592834
+      ]
+    ],
+    [
+      [
+        408.48406982421875,
+        118.63397979736328,
+        198.41452026367188,
+        -121.96654510498047,
+        -34.39997863769531,
+        52.22698974609375,
+        0.7438188791275024,
+        0.038725052028894424
+      ],
+      [
+        122.93132019042969,
+        107.72244262695312,
+        128.7881317138672,
+        115.888916015625,
+        27.235536575317383,
+        40.505306243896484,
+        0.43652451038360596,
+        0.1929423063993454
+      ]
+    ],
+    [
+      [
+        0.46141278743743896,
+        0.10542168468236923,
+        0.25353577733039856,
+        -1.685599684715271,
+        -0.05627294257283211,
+        -0.4933978319168091,
+        0.34305593371391296,
+        0.44558027386665344,
+        0.5123444199562073,
+        0.2677648663520813,
+        1.277772307395935,
+        0.12375026196241379,
+        0.11488401144742966,
+        0.33085882663726807
+      ],
+      [
+        0.053879205137491226,
+        0.05707748979330063,
+        0.04467933997511864,
+        2.469133138656616,
+        0.18709321320056915,
+        0.22889232635498047,
+        0.47383636236190796,
+        0.06301931291818619,
+        0.041924599558115005,
+        0.047896090894937515,
+        2.701061248779297,
+        0.2972114384174347,
+        0.7424992918968201,
+        0.4667799174785614
+      ]
+    ],
+    [
+      [
+        0.0007764044567011297,
+        0.0001343307230854407,
+        -0.00026648343191482127,
+        0.0013218839885666966,
+        -0.004740390460938215,
+        0.002773461164906621,
+        0.5106820464134216
+      ],
+      [
+        0.008042743429541588,
+        0.00913731288164854,
+        0.009599598124623299,
+        0.04121660068631172,
+        0.038332853466272354,
+        0.04602774232625961,
+        0.4999658763408661
+      ]
+    ],
+    [
+      [
+        0.07727599143981934,
+        0.03225162252783775,
+        0.04257211461663246,
+        0.0,
+        0.0,
+        -0.01612210087478161,
+        0.13071605563163757
+      ],
+      [
+        0.3917539417743683,
+        0.30044373869895935,
+        0.27837157249450684,
+        0.0,
+        0.0,
+        0.081514872610569,
+        0.9911611676216125
+      ]
+    ],
+    [
+      [
+        0.0007766556227579713,
+        -0.000321519240969792,
+        -0.0014813995221629739,
+        -0.0007485907408408821,
+        -0.00015667964180465788,
+        0.0001845337392296642
+      ],
+      [
+        0.003409236203879118,
+        0.004994169808924198,
+        0.005332312546670437,
+        0.007559089455753565,
+        0.004051606170833111,
+        0.008588160388171673
+      ]
+    ],
+    [
+      [
+        -6.743222911609337e-05,
+        0.0031809681095182896,
+        -0.00013550207950174809,
+        -0.0009742751135490835,
+        -8.3738968896796e-06,
+        -0.002912015886977315,
+        -0.0006995691219344735,
+        0.48066604137420654
+      ],
+      [
+        0.002549938391894102,
+        0.012658610939979553,
+        0.005411175545305014,
+        0.018054410815238953,
+        0.0016273874789476395,
+        0.021100502461194992,
+        0.005715933162719011,
+        0.4996056854724884
+      ]
+    ],
+    [
+      [
+        0.00014941584959160537,
+        -0.00028024936909787357,
+        -8.037472071009688e-06,
+        -0.00032872759038582444,
+        1.9844068447127938e-05,
+        3.272057801950723e-05,
+        8.096991950878873e-05,
+        0.4784493148326874
+      ],
+      [
+        0.0015258367639034986,
+        0.004546448588371277,
+        0.0007782428874634206,
+        0.003019175725057721,
+        0.0010663573630154133,
+        0.005132743623107672,
+        0.004171756561845541,
+        0.4998187720775604
+      ]
+    ],
+    [
+      [
+        0.000523168477229774,
+        3.85410530725494e-05,
+        -0.00017000196385197341,
+        -0.00029378157341852784,
+        -0.00036922883009538054,
+        -0.0001573827030370012,
+        5.717058229492977e-06,
+        0.5699702501296997,
+        0.002427969593554735
+      ],
+      [
+        0.0018014844972640276,
+        0.002389610279351473,
+        0.0018651892896741629,
+        0.039326585829257965,
+        0.03775598481297493,
+        0.005358702037483454,
+        0.007674811407923698,
+        0.49466049671173096,
+        0.04917134344577789
+      ]
+    ],
+    [
+      [
+        0.5280895829200745,
+        0.02888699807226658,
+        0.18680934607982635,
+        -0.01308287400752306,
+        0.9998903870582581,
+        0.003612307133153081,
+        0.016001908108592033,
+        0.5531076192855835
+      ],
+      [
+        0.08082365244626999,
+        0.11135152727365494,
+        0.07754139602184296,
+        0.01604105904698372,
+        0.0006265711272135377,
+        0.007812995463609695,
+        0.013805469498038292,
+        0.497190922498703
+      ]
+    ],
+    [
+      [
+        3.650687176559586e-06,
+        -0.000507326505612582,
+        -0.00031988348928280175,
+        0.000982428900897503,
+        -3.8030557334423065e-05,
+        -0.002412878442555666,
+        0.004487304482609034,
+        -0.0035084427800029516
+      ],
+      [
+        0.012881123460829258,
+        0.015523286536335945,
+        0.012135118246078491,
+        0.0009839057456701994,
+        0.0022208373993635178,
+        0.024184072390198708,
+        0.9997038841247559,
+        0.027473121881484985
+      ]
+    ],
+    [
+      [
+        -1.2117172445869073e-05,
+        1.6497699107276276e-05,
+        -0.008070996962487698,
+        -3.756756632355973e-05,
+        -0.02855828031897545
+      ],
+      [
+        0.03243051841855049,
+        0.03239370137453079,
+        0.09075836837291718,
+        0.17676453292369843,
+        0.9996473789215088
+      ]
+    ],
+    [
+      [
+        -1.662798604229465e-05,
+        -4.2423445847816765e-05,
+        -0.00039035530062392354,
+        2.9382475986494683e-05,
+        9.349627362098545e-05,
+        7.735285180388018e-05,
+        1.0
+      ],
+      [
+        0.0004397016600705683,
+        0.0005161615554243326,
+        0.0012931948294863105,
+        0.0005689726676791906,
+        0.0007594820926897228,
+        0.0007169033051468432,
+        0.0
+      ]
+    ],
+    [
+      [
+        0.0003590668202377856,
+        0.0,
+        0.001637771725654602,
+        0.0,
+        0.0,
+        0.0,
+        0.39824214577674866,
+        0.0054051512852311134
+      ],
+      [
+        0.004081381484866142,
+        0.0,
+        0.003803750965744257,
+        0.0,
+        0.0,
+        0.0,
+        0.48956871032714844,
+        0.07332666963338852
+      ]
+    ],
+    [
+      [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.009795918129384518,
+        -0.0013581214006990194,
+        0.0016117944614961743,
+        0.0
+      ],
+      [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.09848489612340927,
+        0.013396660797297955,
+        0.01613754965364933,
+        0.0
+      ]
+    ],
+    [
+      [
+        0.5393196940422058,
+        0.0013354304246604443,
+        0.3156941831111908,
+        0.3164699971675873,
+        -0.09018929302692413,
+        -0.049339085817337036,
+        0.40983372926712036
+      ],
+      [
+        0.11741136759519577,
+        0.17491821944713593,
+        0.16181626915931702,
+        2.7440731525421143,
+        0.3496827483177185,
+        0.7598394155502319,
+        0.43021807074546814
+      ]
+    ],
+    [
+      [
+        0.0,
+        -0.6654278039932251,
+        0.1888580173254013,
+        0.03210142254829407,
+        0.00612324383109808,
+        0.38309070467948914,
+        0.009382354095578194,
+        0.3636060655117035
+      ],
+      [
+        0.0,
+        0.5778681635856628,
+        0.296415776014328,
+        0.3222154378890991,
+        0.07795067131519318,
+        0.12293250113725662,
+        0.19515110552310944,
+        0.10152395814657211
+      ]
+    ],
+    [
+      [
+        2.957821561722085e-05,
+        0.00012851174687966704,
+        -0.00010689908231142908,
+        -5.97012804064434e-05,
+        0.00022397778229787946,
+        6.999688048381358e-05,
+        0.09176551550626755
+      ],
+      [
+        0.0028307351749390364,
+        0.002651946386322379,
+        0.0025581379886716604,
+        0.018357520923018456,
+        0.025164088234305382,
+        0.024045433849096298,
+        0.5909407734870911
+      ]
+    ],
+    [
+      [
+        -0.00011003677354892716,
+        0.001112840254791081,
+        -0.00011267208174103871,
+        -7.512857700930908e-05,
+        -0.0006745870341546834,
+        -5.703312126570381e-05,
+        0.6326711177825928
+      ],
+      [
+        0.043496448546648026,
+        0.04464876651763916,
+        0.12467490881681442,
+        0.005452098790556192,
+        0.011218013241887093,
+        0.00624604569748044,
+        0.39724212884902954
+      ]
+    ],
+    [
+      [
+        0.06122741475701332,
+        0.0038701200392097235
+      ],
+      [
+        0.025848353281617165,
+        0.0030985879711806774
+      ]
+    ],
+    [
+      [
+        0.060740936547517776,
+        0.053044628351926804,
+        -0.04193497821688652,
+        -0.000676018709782511,
+        -0.0015231040306389332,
+        0.004273010417819023,
+        -0.05146767199039459
+      ],
+      [
+        0.34811627864837646,
+        0.46360549330711365,
+        0.4386604428291321,
+        0.023519689217209816,
+        0.019431674852967262,
+        0.1616460531949997,
+        0.9985936880111694
+      ]
+    ],
+    [
+      [
+        0.0,
+        0.0,
+        0.049097269773483276,
+        0.07730317115783691,
+        -0.07240438461303711,
+        0.02373087964951992,
+        0.10240031778812408
+      ],
+      [
+        0.0,
+        0.0,
+        0.3465680181980133,
+        0.2670310139656067,
+        0.1823672205209732,
+        0.1818883866071701,
+        0.21153412759304047
+      ]
+    ],
+    [
+      [
+        0.0003212452866137028,
+        -0.0010083492379635572,
+        0.00092211680021137,
+        0.001238797907717526,
+        -4.7416866436833516e-05,
+        2.5170325898216106e-05,
+        0.5775114297866821,
+        0.023655574768781662
+      ],
+      [
+        0.003074005013331771,
+        0.0067475223913788795,
+        0.010976199060678482,
+        0.024110153317451477,
+        0.003232581540942192,
+        0.0039499602280557156,
+        0.49393802881240845,
+        0.15197230875492096
+      ]
+    ],
+    [
+      [
+        0.00028649900923483074,
+        -0.008722408674657345,
+        -0.03069918043911457,
+        -0.0008381816442124546,
+        -0.016971644014120102,
+        -0.05745099112391472,
+        -0.0026707653887569904,
+        -0.024192843586206436,
+        -0.07967454195022583,
+        -0.004741811193525791,
+        -0.030430495738983154,
+        -0.09769809991121292,
+        -0.006405732128769159,
+        -0.03590046241879463,
+        -0.11270859092473984,
+        -0.007021840196102858,
+        -0.04052259027957916,
+        -0.12620966136455536,
+        -0.006953817792236805,
+        -0.04445187374949455,
+        -0.13877084851264954,
+        -0.006491991225630045,
+        -0.04791347682476044,
+        -0.15081816911697388,
+        -0.0057747503742575645,
+        -0.05111181363463402,
+        -0.16245798766613007,
+        -0.004867491777986288,
+        -0.054257530719041824,
+        -0.1738300770521164,
+        0.1657339185476303,
+        0.15363934636116028,
+        0.14477591216564178,
+        0.13839827477931976,
+        0.14092908799648285,
+        0.15468865633010864,
+        0.16648422181606293,
+        0.17608821392059326,
+        0.1841760128736496,
+        0.19062727689743042,
+        -0.00996700394898653,
+        0.0009040668956004083,
+        0.004995268769562244,
+        -0.018695320934057236,
+        0.0023894852492958307,
+        0.009505861438810825,
+        -0.025692706927657127,
+        0.0043935589492321014,
+        0.013725746423006058,
+        -0.031206561252474785,
+        0.006276523228734732,
+        0.017453059554100037,
+        -0.03552345186471939,
+        0.00730851711705327,
+        0.0201703030616045,
+        -0.03902909904718399,
+        0.0068913171999156475,
+        0.021356917917728424,
+        -0.04216034710407257,
+        0.005601761396974325,
+        0.021485209465026855,
+        -0.04517875239253044,
+        0.0038381200283765793,
+        0.020964166149497032,
+        -0.04812570661306381,
+        0.0018662408692762256,
+        0.020047230646014214,
+        -0.05107533559203148,
+        -0.00014347363321576267,
+        0.01891058310866356
+      ],
+      [
+        0.04161107912659645,
+        0.04643801972270012,
+        0.07714500278234482,
+        0.06882365792989731,
+        0.07853177934885025,
+        0.13730594515800476,
+        0.08874603360891342,
+        0.10269544273614883,
+        0.18733122944831848,
+        0.10394992679357529,
+        0.12144353240728378,
+        0.228963240981102,
+        0.11596192419528961,
+        0.1365172266960144,
+        0.26162227988243103,
+        0.1259639710187912,
+        0.1488255262374878,
+        0.2899230718612671,
+        0.13448232412338257,
+        0.1590842306613922,
+        0.3123351037502289,
+        0.141754150390625,
+        0.16746656596660614,
+        0.3306305706501007,
+        0.1480536013841629,
+        0.17442390322685242,
+        0.34733083844184875,
+        0.1536930501461029,
+        0.18031899631023407,
+        0.36258259415626526,
+        0.36356091499328613,
+        0.3559049963951111,
+        0.34951725602149963,
+        0.3456125855445862,
+        0.3479859530925751,
+        0.35668134689331055,
+        0.36377906799316406,
+        0.3706970512866974,
+        0.3976169526576996,
+        0.39772698283195496,
+        0.03057853877544403,
+        0.02315731719136238,
+        0.020660309121012688,
+        0.054019346833229065,
+        0.039159927517175674,
+        0.03595462813973427,
+        0.07279643416404724,
+        0.051145341247320175,
+        0.04803183302283287,
+        0.08770721405744553,
+        0.060230545699596405,
+        0.05767446011304855,
+        0.0995459109544754,
+        0.06725169718265533,
+        0.06545353680849075,
+        0.10892871767282486,
+        0.07302306592464447,
+        0.07213838398456573,
+        0.116375632584095,
+        0.0778125748038292,
+        0.07771806418895721,
+        0.12312348932027817,
+        0.0816049873828888,
+        0.08206423372030258,
+        0.1288398653268814,
+        0.08456701040267944,
+        0.08530736714601517,
+        0.13414840400218964,
+        0.08684109151363373,
+        0.0876062661409378
+      ]
+    ],
+    [
+      [
+        0.0,
+        0.0,
+        0.0,
+        0.06579020619392395,
+        0.0,
+        0.0,
+        -0.0417020283639431,
+        0.05600078031420708,
+        0.8763857483863831,
+        0.0,
+        -0.0006691364105790854,
+        0.0005162839079275727,
+        -0.0025432889815419912
+      ],
+      [
+        0.0,
+        0.0,
+        0.0,
+        0.3762088716030121,
+        0.0,
+        0.0,
+        0.15823891758918762,
+        0.2252153754234314,
+        0.31409522891044617,
+        0.0,
+        0.023507647216320038,
+        0.036004047840833664,
+        0.05768127366900444
+      ]
+    ],
+    [
+      [
+        -0.15657226741313934,
+        0.00228637782856822,
+        -0.0009536752477288246,
+        -0.00012742729450110346,
+        0.0,
+        0.0014414743054658175,
+        -0.0015724773984402418,
+        -0.0011747290845960379
+      ],
+      [
+        0.9879051446914673,
+        0.09651217609643936,
+        0.08441831171512604,
+        0.06647706776857376,
+        0.0,
+        0.0495850145816803,
+        0.06368337571620941,
+        0.06135875731706619
+      ]
+    ],
+    [
+      [
+        0.17389154434204102,
+        0.005625918973237276,
+        -0.1695142686367035,
+        0.0031083673238754272,
+        0.005127986893057823,
+        0.012693661265075207,
+        -0.4065398871898651
+      ],
+      [
+        0.2601781189441681,
+        0.13021306693553925,
+        0.4979441463947296,
+        0.022246459499001503,
+        0.06382154673337936,
+        0.08343781530857086,
+        0.913625180721283
+      ]
+    ],
+    [
+      [
+        0.02290557324886322,
+        -0.00010951685544569045,
+        -0.011411379091441631,
+        -0.0015635089948773384,
+        0.04783362150192261,
+        -0.0063293022103607655,
+        0.0013472747523337603,
+        0.001141763525083661
+      ],
+      [
+        0.09001470357179642,
+        0.00812098290771246,
+        0.033615339547395706,
+        0.013250669464468956,
+        0.21339112520217896,
+        0.01224832609295845,
+        0.019686469808220863,
+        0.00791964028030634
+      ]
+    ]
+  ],
+  "action_token_size": 64,
+  "arch": "STTransformerDecoder",
+  "attn_drop": 0.1,
+  "attn_dropout": 0.1,
+  "buffer_size": 64,
+  "d_action": 28,
+  "d_actions": [
+    2,
+    4,
+    100,
+    8,
+    14,
+    35,
+    70,
+    6,
+    16,
+    120,
+    18,
+    80,
+    8,
+    5,
+    7,
+    8,
+    40,
+    49,
+    120,
+    7,
+    7,
+    2,
+    7,
+    35,
+    8,
+    350,
+    13,
+    40,
+    21,
+    8
+  ],
+  "d_model": 256,
+  "dataloader_apply_corruption": false,
+  "dataloader_apply_mask": true,
+  "dataloader_mask_ratio_min": 0.1,
+  "diffloss_d": 4,
+  "diffloss_w": 1024,
+  "diffusion_batch_mul": 1,
+  "dim": 512,
+  "drop_action_ratio": 0.0,
+  "factored_vocab_size": 512,
+  "grad_checkpointing": false,
+  "image_vocab_size": null,
+  "init_actions": true,
+  "jointly_predict_actions": false,
+  "jointly_predict_states": true,
+  "label_drop_prob": 0.5,
+  "mask_ratio_min": 0.7,
+  "maskgit_steps": 16,
+  "max_corrupt_rate": 0.2,
+  "mlp_bias": false,
+  "mlp_drop": 0.05,
+  "mlp_ratio": 4.0,
+  "non_mlm_ratio": 0.2,
+  "num_factored_vocabs": 2,
+  "num_heads": 8,
+  "num_layers": 32,
+  "num_prompt_frames": 4,
+  "num_sampling_steps": "100",
+  "patch_size": 2,
+  "predict_unmask": false,
+  "proj_bias": true,
+  "proj_dropout": 0.1,
+  "qk_norm": false,
+  "qkv_bias": true,
+  "random_dummy_action": true,
+  "shared_action_mlps": true,
+  "use_actions": true,
+  "use_mup": false,
+  "vae_embed_dim": 4,
+  "vae_stride": 1
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd72f5f01d09227b4f0622194eff5a9dc4539a2227c86dcada1fd14a1a00a61f
+size 4247325512

random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c1a3f91b1b0455825bdbb8364fc1174d2a23943e095930f96b6dc133140c71
+size 16100