modernbert-content

.gitattributes

@@ -33,3 +33,546 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_013337-bkz8sm9u/run-bkz8sm9u.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_020532-euv6lmqf/run-euv6lmqf.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_023058-u89jg2n3/run-u89jg2n3.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_030259-15qhgnvo/run-15qhgnvo.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_033445-28756rvr/run-28756rvr.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_040635-rcud704p/run-rcud704p.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_043825-m51knmco/run-m51knmco.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_051006-3x7bpu91/run-3x7bpu91.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_054151-4wm084m7/run-4wm084m7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_061335-1awqmd4t/run-1awqmd4t.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_064525-jbsbvruh/run-jbsbvruh.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_071047-t5siunqu/run-t5siunqu.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_074248-wo6ie6t7/run-wo6ie6t7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_081438-6i5mvm8c/run-6i5mvm8c.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_084619-31w5wrn9/run-31w5wrn9.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_091805-asxanwwy/run-asxanwwy.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_094950-2lnptdt4/run-2lnptdt4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_102131-2h4lsqbn/run-2h4lsqbn.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_105322-ckl4s3hc/run-ckl4s3hc.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_112513-mi07hjzp/run-mi07hjzp.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_115703-g49xrtyq/run-g49xrtyq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_122854-kp0wtqz5/run-kp0wtqz5.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_130037-4qu71a82/run-4qu71a82.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_133242-zol75zj3/run-zol75zj3.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_140425-annq2p3y/run-annq2p3y.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_142954-b8ww5ket/run-b8ww5ket.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_150146-y1ht3121/run-y1ht3121.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_153328-5ottmph3/run-5ottmph3.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_160503-dlystzwv/run-dlystzwv.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_163748-mo52h14h/run-mo52h14h.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_170931-w479dxy7/run-w479dxy7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_205933-shg6wdol/run-shg6wdol.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_211836-zuid6e52/run-zuid6e52.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_214959-lgvbr9cf/run-lgvbr9cf.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_221506-54b4jmpv/run-54b4jmpv.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_224759-ab23agt9/run-ab23agt9.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250210_232326-561g5bsc/run-561g5bsc.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_001533-56sqesnj/run-56sqesnj.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_005030-6h61kjjz/run-6h61kjjz.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_012320-1tyofpgv/run-1tyofpgv.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_020855-8y38uc6y/run-8y38uc6y.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_024055-74fof2re/run-74fof2re.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_031229-lacoum1k/run-lacoum1k.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_034353-eavm4om7/run-eavm4om7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_041520-r1nl9ny4/run-r1nl9ny4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_044646-hjuuo3wg/run-hjuuo3wg.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_051813-0zkg1qt1/run-0zkg1qt1.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_054938-jmumkyzn/run-jmumkyzn.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_062104-hw2csscc/run-hw2csscc.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_065237-vnar2dh8/run-vnar2dh8.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_072403-qprxpxsn/run-qprxpxsn.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_075536-13huizel/run-13huizel.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_082709-k4qx5d5g/run-k4qx5d5g.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_085837-3s3x6r1q/run-3s3x6r1q.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_093000-u5lugpdy/run-u5lugpdy.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_100458-30dm3emw/run-30dm3emw.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_103626-t5brmte1/run-t5brmte1.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_110753-vxanv0cg/run-vxanv0cg.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_113919-s8s3djpg/run-s8s3djpg.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_121047-1rw3nh1p/run-1rw3nh1p.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_122940-1d3w0tp0/run-1d3w0tp0.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_130108-e92m1z4q/run-e92m1z4q.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_132620-jye6hd52/run-jye6hd52.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_135747-71sqiaho/run-71sqiaho.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_142951-1ef6ssql/run-1ef6ssql.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_151519-3a4cm6r3/run-3a4cm6r3.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_154039-zuzzecdb/run-zuzzecdb.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_161204-pn07f85o/run-pn07f85o.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_164328-wa54u9h4/run-wa54u9h4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_170223-bg6uuw1f/run-bg6uuw1f.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_172756-c10ry0ow/run-c10ry0ow.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_175343-0vzi03yz/run-0vzi03yz.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_181852-2matghs4/run-2matghs4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_185018-1tmka1mx/run-1tmka1mx.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_192146-yd0mpmy6/run-yd0mpmy6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_194702-oqd606hv/run-oqd606hv.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_201219-q4j7wv35/run-q4j7wv35.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_203727-rl7l5r54/run-rl7l5r54.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_210236-o91b1ynr/run-o91b1ynr.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_212744-kx0t09ub/run-kx0t09ub.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_215252-1bu9h690/run-1bu9h690.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_221800-p4yvkyxv/run-p4yvkyxv.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_224452-l3yhhi6v/run-l3yhhi6v.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_231058-8mesexjl/run-8mesexjl.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250211_233707-vmo7v8pi/run-vmo7v8pi.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_000314-6b08firm/run-6b08firm.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_003551-afn2df21/run-afn2df21.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_005530-hagdlwua/run-hagdlwua.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_011508-d9c1v6ee/run-d9c1v6ee.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_014754-v4pbae46/run-v4pbae46.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_022037-eje8g01e/run-eje8g01e.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_024645-r4gl91ez/run-r4gl91ez.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_030628-izda9ud5/run-izda9ud5.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_032609-g95ba4qq/run-g95ba4qq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_034547-0u7p5eb4/run-0u7p5eb4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_041157-hjk3lr79/run-hjk3lr79.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_044439-0d301s5s/run-0d301s5s.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_051047-kuoapava/run-kuoapava.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_053025-kyovb9ps/run-kyovb9ps.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_055637-roona9a9/run-roona9a9.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_062307-awmxba0u/run-awmxba0u.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_064916-zfi7mrjq/run-zfi7mrjq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_072158-id6phfv3/run-id6phfv3.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_075439-wceazl5i/run-wceazl5i.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_082718-qaotsd8v/run-qaotsd8v.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_085332-7c5bbc7x/run-7c5bbc7x.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_091943-l908ooj5/run-l908ooj5.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_094551-bb1dkhjm/run-bb1dkhjm.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_101204-7idwd3px/run-7idwd3px.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_103142-dyukyy15/run-dyukyy15.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_105754-vlkp8pqy/run-vlkp8pqy.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_113036-qelyosqq/run-qelyosqq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_115649-wpxqq22r/run-wpxqq22r.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_122301-tl0389mj/run-tl0389mj.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_124913-c2lacu6p/run-c2lacu6p.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_131551-x77seg57/run-x77seg57.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_134200-jbqc12zl/run-jbqc12zl.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_140813-sgx6khwi/run-sgx6khwi.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_144100-2ir6l7fv/run-2ir6l7fv.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_151348-zoah3fai/run-zoah3fai.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_154006-0kqw4vs7/run-0kqw4vs7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_160621-uh7c8ge4/run-uh7c8ge4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_162601-c690slz6/run-c690slz6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_165206-td8qou1g/run-td8qou1g.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_172335-ga0vvhvh/run-ga0vvhvh.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_175504-7cufzygf/run-7cufzygf.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_182016-s5r3al8l/run-s5r3al8l.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_183912-0aign7sv/run-0aign7sv.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_191049-68fd7d1y/run-68fd7d1y.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_193608-8uob4no3/run-8uob4no3.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_200744-34ltou69/run-34ltou69.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_203916-e6astueg/run-e6astueg.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_210427-40q8swn6/run-40q8swn6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_212321-ohurpsoa/run-ohurpsoa.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_214249-ws9gvmfu/run-ws9gvmfu.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_221416-7ulp6h08/run-7ulp6h08.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_223933-xupic9pa/run-xupic9pa.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_231059-4txk1fqx/run-4txk1fqx.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_233015-w38410c6/run-w38410c6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250212_234911-yfo635yc/run-yfo635yc.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_002043-zw6k0wee/run-zw6k0wee.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_005205-4csee643/run-4csee643.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_012332-23jci21b/run-23jci21b.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_014224-4dfrz41h/run-4dfrz41h.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_024651-wq7wgv4b/run-wq7wgv4b.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_031824-qrr86ciq/run-qrr86ciq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_034956-5tq2pna7/run-5tq2pna7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_042127-froz6lro/run-froz6lro.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_044636-yjo05y6m/run-yjo05y6m.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_052421-w94ccddb/run-w94ccddb.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_054929-aw341qfz/run-aw341qfz.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_063355-qauvvakn/run-qauvvakn.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_070527-56lvto0n/run-56lvto0n.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_072421-8yqvh8lk/run-8yqvh8lk.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_075552-agrxhy01/run-agrxhy01.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_082744-fqz8d87m/run-fqz8d87m.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_085251-mmz3w0mv/run-mmz3w0mv.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_091144-sydz7c4f/run-sydz7c4f.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_093039-1qrfcqem/run-1qrfcqem.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_094932-d6kmmvfq/run-d6kmmvfq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_100825-wr3v70am/run-wr3v70am.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_103332-r9fbxbve/run-r9fbxbve.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_110709-otjipuaz/run-otjipuaz.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_113217-maut85ha/run-maut85ha.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_120340-7x6r335r/run-7x6r335r.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_122233-wr46eju5/run-wr46eju5.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_124127-m0xa8yfg/run-m0xa8yfg.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_131248-s26v0s85/run-s26v0s85.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_133148-bdkbbaj9/run-bdkbbaj9.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_135042-sntfjphs/run-sntfjphs.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_143606-97ik9qhy/run-97ik9qhy.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_152009-xevatmen/run-xevatmen.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_153906-qr0qhqri/run-qr0qhqri.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_160413-445vxcne/run-445vxcne.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_163544-nxvfpf31/run-nxvfpf31.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_170052-d1omz96n/run-d1omz96n.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_173215-kgl5m0jt/run-kgl5m0jt.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_180349-ijjahaf5/run-ijjahaf5.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_182243-2bp00uum/run-2bp00uum.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_185405-778u4w4v/run-778u4w4v.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_195218-gp5cbkmg/run-gp5cbkmg.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_201111-mwfv2mvj/run-mwfv2mvj.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_203005-snh295ed/run-snh295ed.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_204858-ro9a4hrz/run-ro9a4hrz.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_211415-8wl48xs5/run-8wl48xs5.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_213308-tw3cpjnk/run-tw3cpjnk.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_220434-zto20yxd/run-zto20yxd.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_222327-6dz7s2fo/run-6dz7s2fo.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_224225-j7xmtv8t/run-j7xmtv8t.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_231356-ukgmw6w3/run-ukgmw6w3.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250213_235922-olgw91yp/run-olgw91yp.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_004501-5ymxpzs7/run-5ymxpzs7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_011633-i00rgt9v/run-i00rgt9v.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_013525-aj7egqls/run-aj7egqls.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_015419-cnalt0e7/run-cnalt0e7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_022551-cd87cqyy/run-cd87cqyy.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_024444-ock5d86p/run-ock5d86p.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_030337-92qs1f9d/run-92qs1f9d.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_042536-0itnwu5i/run-0itnwu5i.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_051108-7hdqh7xe/run-7hdqh7xe.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_053000-vpinaktd/run-vpinaktd.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_061532-wmvyilwt/run-wmvyilwt.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_064038-9ka8nuh1/run-9ka8nuh1.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_065932-0zwo4eob/run-0zwo4eob.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_072440-ncj3c6he/run-ncj3c6he.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_074332-agpx14wi/run-agpx14wi.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_080225-noxxn8qc/run-noxxn8qc.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_085913-dy9u25nk/run-dy9u25nk.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_093045-kitpbxfk/run-kitpbxfk.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_094937-i38a39p5/run-i38a39p5.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_100830-w4y1hshi/run-w4y1hshi.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_104002-k8a59r1y/run-k8a59r1y.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_105854-ktg6vtrm/run-ktg6vtrm.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_111747-xmromj1s/run-xmromj1s.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_113639-9lazirxh/run-9lazirxh.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_115532-aub6cs4c/run-aub6cs4c.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_121435-4axuzkkg/run-4axuzkkg.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_123941-vatvo9p0/run-vatvo9p0.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_125834-ar2lm919/run-ar2lm919.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_131727-1dha8b63/run-1dha8b63.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_133620-smezyrun/run-smezyrun.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_135512-oirmsz5b/run-oirmsz5b.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_142644-46lgiqk4/run-46lgiqk4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_144537-rxdht7o2/run-rxdht7o2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_153602-x5mb98k6/run-x5mb98k6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_155453-l7168v4g/run-l7168v4g.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_165141-rbfo5v2x/run-rbfo5v2x.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_172314-ls7rgiyb/run-ls7rgiyb.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_174207-6fc7mjdj/run-6fc7mjdj.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_190650-1qoth1i5/run-1qoth1i5.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_192544-yy3kjvhq/run-yy3kjvhq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_194435-k6dvnyew/run-k6dvnyew.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_200532-opoonikt/run-opoonikt.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_203704-uqb4mvar/run-uqb4mvar.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_205557-qhj3ds4x/run-qhj3ds4x.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_211450-3dzexzb6/run-3dzexzb6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_213956-yghukz1t/run-yghukz1t.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_223745-e97ar1jp/run-e97ar1jp.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_230907-4vkaox4i/run-4vkaox4i.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250214_232800-0z9hqhwh/run-0z9hqhwh.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_000616-mnjmjv8s/run-mnjmjv8s.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_003123-zpd3f5f2/run-zpd3f5f2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_010249-7ucar23y/run-7ucar23y.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_033054-f6gv7cze/run-f6gv7cze.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_050753-1nf9sz9l/run-1nf9sz9l.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_070119-lsmfgx5h/run-lsmfgx5h.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_072057-dbw21b34/run-dbw21b34.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_075222-hl5wu9o2/run-hl5wu9o2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_081114-m2cobhhw/run-m2cobhhw.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_083007-82fyeisj/run-82fyeisj.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_090132-zee9d1xm/run-zee9d1xm.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_093418-h8iw1fp7/run-h8iw1fp7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_095406-p0emkrok/run-p0emkrok.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_103846-7rrmn72s/run-7rrmn72s.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_110458-abs3cz76/run-abs3cz76.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_120333-y54nn1t8/run-y54nn1t8.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_123136-u1xi4dy2/run-u1xi4dy2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_125114-3cpxloeh/run-3cpxloeh.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_132612-38e5g16x/run-38e5g16x.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_134600-9wlbx3ju/run-9wlbx3ju.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_140543-133u1uek/run-133u1uek.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_150416-oanrqe9p/run-oanrqe9p.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_152359-z15ez2cc/run-z15ez2cc.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_154341-rbv6gv4q/run-rbv6gv4q.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_164345-umwbk5cd/run-umwbk5cd.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_171631-6atjyb8y/run-6atjyb8y.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_174430-5rwivfd4/run-5rwivfd4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_180418-aoqx1riu/run-aoqx1riu.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_182934-z8422m6w/run-z8422m6w.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_185728-4zwrymwr/run-4zwrymwr.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_191827-hpu61e8w/run-hpu61e8w.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_193927-krxi5xrd/run-krxi5xrd.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_201153-h3sjcsbi/run-h3sjcsbi.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_204324-jat053w2/run-jat053w2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_211123-3vkn9c4c/run-3vkn9c4c.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_213927-fmfywgoi/run-fmfywgoi.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_222030-8dlhj82h/run-8dlhj82h.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_225819-uabc1toa/run-uabc1toa.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_231802-2qbabta8/run-2qbabta8.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250215_234927-cbwneuv4/run-cbwneuv4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_002053-7362cl7k/run-7362cl7k.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_005551-59pkh3t4/run-59pkh3t4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_012716-f7ezkmwe/run-f7ezkmwe.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_015510-g6jr4dhp/run-g6jr4dhp.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_023003-dj4ddcuq/run-dj4ddcuq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_024941-phojc7sq/run-phojc7sq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_031735-si3ryfdi/run-si3ryfdi.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_034900-e7ngy6ra/run-e7ngy6ra.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_042146-5zzs6cti/run-5zzs6cti.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_045311-pjq8tv2c/run-pjq8tv2c.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_052804-0npf8dtx/run-0npf8dtx.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_060906-i9rtc768/run-i9rtc768.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_065502-v50l69vu/run-v50l69vu.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_073003-kkw23t7o/run-kkw23t7o.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_080457-7vfnwv3m/run-7vfnwv3m.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_082435-6lcokat8/run-6lcokat8.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_084413-74gik7yd/run-74gik7yd.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_090352-bmw1nzkk/run-bmw1nzkk.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_092245-p5l3v5rz/run-p5l3v5rz.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_095739-bdusqppx/run-bdusqppx.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_103151-mk5sle1d/run-mk5sle1d.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_110650-xdye5x2t/run-xdye5x2t.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_113815-t8nwd6zi/run-t8nwd6zi.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_115910-n8i06073/run-n8i06073.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_123403-3s1zlxq0/run-3s1zlxq0.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_130856-16s41ybm/run-16s41ybm.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_134243-p60lgyou/run-p60lgyou.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_141038-ukqlsu1d/run-ukqlsu1d.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_143832-1tlp7j7e/run-1tlp7j7e.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_150957-5spr2a7o/run-5spr2a7o.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_155433-o1bg8yt1/run-o1bg8yt1.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_162720-0enho1vz/run-0enho1vz.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_164818-2pgxok0f/run-2pgxok0f.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_172226-bdulv92n/run-bdulv92n.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_174209-scp06ujq/run-scp06ujq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_182317-le6yg5qx/run-le6yg5qx.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_184257-sv4vdqc6/run-sv4vdqc6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_190911-32dac7xo/run-32dac7xo.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_194137-mq8loyma/run-mq8loyma.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_200817-cltziq97/run-cltziq97.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_202829-5bh6mg53/run-5bh6mg53.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_210109-wnb11xqd/run-wnb11xqd.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_212923-nl1ds3e4/run-nl1ds3e4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_215741-6jx5d1i8/run-6jx5d1i8.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_223042-qtkmhysg/run-qtkmhysg.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_230601-0pgezbil/run-0pgezbil.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_232719-z8kmz2uo/run-z8kmz2uo.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250216_234728-t53nblhs/run-t53nblhs.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_003402-nv2hzgtv/run-nv2hzgtv.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_010728-98p8gbuh/run-98p8gbuh.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_023401-31h1clb5/run-31h1clb5.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_030053-0ghnnn4u/run-0ghnnn4u.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_034940-vr95n6d2/run-vr95n6d2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_042317-ddadhd1c/run-ddadhd1c.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_044959-m3b8rnse/run-m3b8rnse.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_051815-vgc00wck/run-vgc00wck.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_054629-j7vsrnir/run-j7vsrnir.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_061312-u7p8az1a/run-u7p8az1a.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_064557-ldoq7tlf/run-ldoq7tlf.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_071834-tzfn5vx1/run-tzfn5vx1.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_080013-atisipkp/run-atisipkp.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_083531-rm2f8em8/run-rm2f8em8.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_090807-0zl9kbb6/run-0zl9kbb6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_093620-dcrexfc8/run-dcrexfc8.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_095624-wa9os7op/run-wa9os7op.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_102952-l009qfkp/run-l009qfkp.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_105806-tys0x6gl/run-tys0x6gl.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_114355-8c4cxyji/run-8c4cxyji.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_120359-4smx7yqe/run-4smx7yqe.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_122333-gs2f8hro/run-gs2f8hro.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_125147-cq9a1mho/run-cq9a1mho.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_132001-olpksht0/run-olpksht0.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_134005-svu0tlc6/run-svu0tlc6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_140008-13eggpav/run-13eggpav.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_142615-drpz7syc/run-drpz7syc.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_144725-vj4pezyo/run-vj4pezyo.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_151539-yb9s0agj/run-yb9s0agj.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_155106-ueilis6h/run-ueilis6h.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_161751-dk58vjzo/run-dk58vjzo.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_165023-73yff5oo/run-73yff5oo.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_171706-3p45u2bq/run-3p45u2bq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_173644-qrykx56s/run-qrykx56s.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_181011-k32d0jfc/run-k32d0jfc.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_182944-p3beioh8/run-p3beioh8.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_185626-qguslq58/run-qguslq58.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_192440-wr1spf6n/run-wr1spf6n.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_194558-f9kf6zh7/run-f9kf6zh7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_200451-xh3eldl2/run-xh3eldl2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_203617-kc8mqbkz/run-kc8mqbkz.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_205555-qpd2nyhb/run-qpd2nyhb.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_214358-vf0ovmlj/run-vf0ovmlj.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_222953-l9qdyom8/run-l9qdyom8.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_230127-l79kogit/run-l79kogit.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_232105-y6dqeic4/run-y6dqeic4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250217_235233-0s1vaq8d/run-0s1vaq8d.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_002037-bl54gbt9/run-bl54gbt9.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_005324-4f1o6nbj/run-4f1o6nbj.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_011226-c24ay3fh/run-c24ay3fh.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_013330-lyte1wi4/run-lyte1wi4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_015943-slcyhkhp/run-slcyhkhp.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_022737-d466q9qz/run-d466q9qz.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_030023-1bqsg92r/run-1bqsg92r.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_033149-e6tkvq2h/run-e6tkvq2h.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_035705-8r2o6pa1/run-8r2o6pa1.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_042509-of1whe9y/run-of1whe9y.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_045756-50so6651/run-50so6651.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_053042-e025d4e7/run-e025d4e7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_060329-nfi7ag5s/run-nfi7ag5s.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_064432-mmm8v4tk/run-mmm8v4tk.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_071720-e1qmpjpc/run-e1qmpjpc.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_074846-10yxitne/run-10yxitne.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_082224-ax5hdhco/run-ax5hdhco.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_090256-pr4xa2k3/run-pr4xa2k3.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_093421-t7bbzx6c/run-t7bbzx6c.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_095401-2yl96wc1/run-2yl96wc1.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_101340-1pxf4jpi/run-1pxf4jpi.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_103233-x8xnb9uc/run-x8xnb9uc.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_110727-u9nen7m8/run-u9nen7m8.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_112706-86whe3kh/run-86whe3kh.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_120748-mnqr82q1/run-mnqr82q1.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_123542-x82jnofk/run-x82jnofk.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_130800-3wuxthit/run-3wuxthit.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_135247-abe9k357/run-abe9k357.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_141227-tcydcot7/run-tcydcot7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_143121-yk492zxz/run-yk492zxz.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_150248-r4itxql8/run-r4itxql8.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_153534-kyuvqmim/run-kyuvqmim.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_155517-5qp9mret/run-5qp9mret.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_161413-53ynply4/run-53ynply4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_164548-4yr1ae07/run-4yr1ae07.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_171841-en4xawp1/run-en4xawp1.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_180251-6tawv7bd/run-6tawv7bd.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_183051-i77kbxc6/run-i77kbxc6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_190547-9sscb37j/run-9sscb37j.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_192526-bsw8zm3n/run-bsw8zm3n.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_195034-9zakffse/run-9zakffse.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_203613-ujw779ns/run-ujw779ns.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_210817-bjc7cpwe/run-bjc7cpwe.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_214120-l3vlgl4j/run-l3vlgl4j.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_220221-omrfwcy8/run-omrfwcy8.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_223720-77mqbd41/run-77mqbd41.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_231006-2pwuewrb/run-2pwuewrb.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250218_232908-w30ljm6m/run-w30ljm6m.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_000156-3gv9irz6/run-3gv9irz6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_002951-aytwwbf2/run-aytwwbf2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_010238-8mzspnvz/run-8mzspnvz.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_013526-oowk6uh4/run-oowk6uh4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_020743-uoqo51vn/run-uoqo51vn.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_024037-j1u88ao2/run-j1u88ao2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_025939-d0snilu6/run-d0snilu6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_031833-3qou2s1x/run-3qou2s1x.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_035127-hlq177f6/run-hlq177f6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_042414-mdje28ti/run-mdje28ti.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_045219-vefynils/run-vefynils.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_052506-lmfeyu7i/run-lmfeyu7i.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_061101-zrpru5u9/run-zrpru5u9.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_065835-qmsk8rb5/run-qmsk8rb5.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_073338-rf86kwmh/run-rf86kwmh.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_075850-ui2i0fml/run-ui2i0fml.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_081742-77cw2lir/run-77cw2lir.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_083721-g10cwoq2/run-g10cwoq2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_091009-x438sg95/run-x438sg95.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_094257-1x5zc7cv/run-1x5zc7cv.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_102828-nk3wj9jv/run-nk3wj9jv.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_111243-2cc20c2l/run-2cc20c2l.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_114039-uy1ri0si/run-uy1ri0si.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_122607-s7ml8xsz/run-s7ml8xsz.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_124500-ct5dxsvn/run-ct5dxsvn.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_131719-1mimvxjw/run-1mimvxjw.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_134332-ebfagq5u/run-ebfagq5u.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_141627-nxupbils/run-nxupbils.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_145122-b60lyvmh/run-b60lyvmh.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_152617-jcwc74bg/run-jcwc74bg.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_161215-b3yhqvg8/run-b3yhqvg8.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_164504-82yc07q5/run-82yc07q5.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_171753-t65njqnz/run-t65njqnz.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_175040-0q8jetkm/run-0q8jetkm.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_182334-gwlsw5cw/run-gwlsw5cw.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_190303-n6gdkdt0/run-n6gdkdt0.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_192158-r36p69g9/run-r36p69g9.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_194709-4o2loasw/run-4o2loasw.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_204508-x3fdd008/run-x3fdd008.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_211753-dl6yebq4/run-dl6yebq4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_214952-t333jj2w/run-t333jj2w.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_221047-z1oaj5bl/run-z1oaj5bl.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_224339-y2dy2j08/run-y2dy2j08.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_230234-tkxxfn0y/run-tkxxfn0y.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250219_234806-khdyoobc/run-khdyoobc.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_000700-ojd3kaq3/run-ojd3kaq3.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_003943-zg6p76jc/run-zg6p76jc.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_011231-87kest68/run-87kest68.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_014026-i4ruc8lt/run-i4ruc8lt.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_020004-10pmap53/run-10pmap53.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_023459-fok3fsqx/run-fok3fsqx.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_030743-mhse9u6u/run-mhse9u6u.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_033909-4v1pwvlo/run-4v1pwvlo.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_041151-je9zyn8u/run-je9zyn8u.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_044434-rktf4xe7/run-rktf4xe7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_051717-7fcspmef/run-7fcspmef.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_060244-rq7vrt0a/run-rq7vrt0a.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_062224-czshf6yg/run-czshf6yg.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_065019-j6mv2c3g/run-j6mv2c3g.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_073621-81uuwk52/run-81uuwk52.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_082216-p3whr8nk/run-p3whr8nk.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_090104-vg6nejnr/run-vg6nejnr.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_094511-xu4dw500/run-xu4dw500.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_101754-gfjayzf2/run-gfjayzf2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_105047-vhp80vwp/run-vhp80vwp.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_111843-2t6kqb4r/run-2t6kqb4r.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_114638-5aho2pu3/run-5aho2pu3.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_120742-ksond39w/run-ksond39w.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_123910-njm313h6/run-njm313h6.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_130015-9hl359g4/run-9hl359g4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_133303-vdts8ohp/run-vdts8ohp.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_140758-o9jpjlbb/run-o9jpjlbb.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_144045-ncqub9s1/run-ncqub9s1.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_151303-xd1kl078/run-xd1kl078.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_154556-ufj3hhgq/run-ufj3hhgq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_161729-gnhfdpm2/run-gnhfdpm2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_163620-s1qiioem/run-s1qiioem.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_170127-qoyeuxa0/run-qoyeuxa0.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_173411-nwyk8n1v/run-nwyk8n1v.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_180656-eq7gha15/run-eq7gha15.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_183832-04x0rff7/run-04x0rff7.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_185929-kom3154g/run-kom3154g.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_193222-vjkdxf7d/run-vjkdxf7d.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_200509-w182xzog/run-w182xzog.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_203017-i98crnp1/run-i98crnp1.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_210309-9awz6r1n/run-9awz6r1n.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_212203-fohcpxdb/run-fohcpxdb.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_215658-irywqx2k/run-irywqx2k.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_222942-mm5oxhgd/run-mm5oxhgd.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_225459-ive5q3yt/run-ive5q3yt.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_232253-z3h06ojh/run-z3h06ojh.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250220_235419-i12uci7e/run-i12uci7e.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_002915-se2soxcu/run-se2soxcu.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_004820-ktq15u3d/run-ktq15u3d.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_012103-ia7zqzvr/run-ia7zqzvr.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_014042-bsxoil6z/run-bsxoil6z.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_021210-1rifk6xg/run-1rifk6xg.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_024452-955p6bb1/run-955p6bb1.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_031105-pfax5a5k/run-pfax5a5k.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_035707-9ewu1peh/run-9ewu1peh.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_044237-csbexx4l/run-csbexx4l.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_050849-kvchw0vs/run-kvchw0vs.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_054135-cc665r64/run-cc665r64.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_061422-qxwmna5e/run-qxwmna5e.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_063325-xsi3cyts/run-xsi3cyts.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_065938-n6pi58is/run-n6pi58is.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_073114-w0mojipw/run-w0mojipw.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_080359-wtlf7cls/run-wtlf7cls.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_083647-ffaity5b/run-ffaity5b.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_091143-1lagj2gq/run-1lagj2gq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_094433-828egnpk/run-828egnpk.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_101721-yh1bdkr4/run-yh1bdkr4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_104335-b7ohrhip/run-b7ohrhip.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_111834-a5xbtrv2/run-a5xbtrv2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_115122-0ood6kqd/run-0ood6kqd.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_123136-au0l3a8n/run-au0l3a8n.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_130309-vwpcjc6a/run-vwpcjc6a.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_132258-d4ukuugf/run-d4ukuugf.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_135550-cx3fkyaq/run-cx3fkyaq.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250221_142839-lzvoiqw9/run-lzvoiqw9.wandb filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,69 @@
+---
+library_name: transformers
+license: apache-2.0
+base_model: answerdotai/ModernBERT-base
+tags:
+- generated_from_trainer
+model-index:
+- name: bin
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# bin
+
+This model is a fine-tuned version of [answerdotai/ModernBERT-base](https://huggingface.co/answerdotai/ModernBERT-base) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.1729
+- Mse: 0.1729
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 8
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_steps: 100
+- num_epochs: 10
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Mse    |
+|:-------------:|:-----:|:----:|:---------------:|:------:|
+| No log        | 1.0   | 411  | 0.3181          | 0.3181 |
+| 0.5319        | 2.0   | 822  | 0.2884          | 0.2884 |
+| 0.2343        | 3.0   | 1233 | 0.2395          | 0.2395 |
+| 0.1366        | 4.0   | 1644 | 0.1885          | 0.1885 |
+| 0.0688        | 5.0   | 2055 | 0.1896          | 0.1896 |
+| 0.0688        | 6.0   | 2466 | 0.1854          | 0.1854 |
+| 0.0417        | 7.0   | 2877 | 0.1738          | 0.1738 |
+| 0.0201        | 8.0   | 3288 | 0.1759          | 0.1759 |
+| 0.0086        | 9.0   | 3699 | 0.1800          | 0.1800 |
+| 0.0037        | 10.0  | 4110 | 0.1729          | 0.1729 |
+
+
+### Framework versions
+
+- Transformers 4.48.3
+- Pytorch 2.6.0+cu124
+- Datasets 3.2.0
+- Tokenizers 0.21.0

config.json

@@ -0,0 +1,54 @@
+{
+  "_name_or_path": "answerdotai/ModernBERT-base",
+  "architectures": [
+    "ModernBertForSequenceClassification"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "id2label": {
+    "0": "LABEL_0"
+  },
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "label2id": {
+    "LABEL_0": 0
+  },
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "problem_type": "regression",
+  "reference_compile": true,
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.3",
+  "vocab_size": 50368
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278a81f6ca7dba646530821273725fa92f9b8981334731ddc64a880b8c90a662
+size 598436708

modernbert_content_model/config.json

@@ -0,0 +1,54 @@
+{
+  "_name_or_path": "answerdotai/ModernBERT-base",
+  "architectures": [
+    "ModernBertForSequenceClassification"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "id2label": {
+    "0": "LABEL_0"
+  },
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "label2id": {
+    "LABEL_0": 0
+  },
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "problem_type": "regression",
+  "reference_compile": true,
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.3",
+  "vocab_size": 50368
+}

modernbert_content_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278a81f6ca7dba646530821273725fa92f9b8981334731ddc64a880b8c90a662
+size 598436708

modernbert_content_model/special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

modernbert_content_model/tokenizer_config.json

@@ -0,0 +1,945 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50281": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50282": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50283": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50285": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50295": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50296": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50297": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50298": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50299": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50300": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50301": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50302": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50303": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50304": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50305": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50306": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50307": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50308": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50309": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50310": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50311": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50312": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50313": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50314": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50315": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50316": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50317": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50318": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50319": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50320": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50321": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50322": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50323": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50324": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50325": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50326": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50327": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50328": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50329": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50330": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50331": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50332": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50333": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50334": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50335": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50336": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50337": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50338": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50339": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50340": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50341": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50342": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50343": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50344": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50345": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50346": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50347": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50348": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50349": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50350": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50351": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50352": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50353": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50354": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50355": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50356": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50357": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50358": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50359": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50360": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50361": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50362": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50363": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50364": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50365": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50366": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50367": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "[UNK]"
+}

modernbert_content_model/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2677c0745c000aa21677d2f71d04ef5d3c781a193b2178405747280a086b3473
+size 5304

modernbert_content_model_prelim/config.json

@@ -0,0 +1,54 @@
+{
+  "_name_or_path": "answerdotai/ModernBERT-base",
+  "architectures": [
+    "ModernBertForSequenceClassification"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "id2label": {
+    "0": "LABEL_0"
+  },
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "label2id": {
+    "LABEL_0": 0
+  },
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "problem_type": "regression",
+  "reference_compile": true,
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.3",
+  "vocab_size": 50368
+}

modernbert_content_model_prelim/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceabf91371a64000c76f3da4bbc89f6ea007ed5398b15af381962d2fc8ed69f6
+size 598436708

modernbert_content_model_prelim/special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

modernbert_content_model_prelim/tokenizer_config.json

@@ -0,0 +1,945 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50281": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50282": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50283": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50285": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50295": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50296": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50297": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50298": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50299": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50300": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50301": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50302": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50303": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50304": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50305": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50306": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50307": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50308": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50309": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50310": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50311": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50312": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50313": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50314": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50315": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50316": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50317": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50318": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50319": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50320": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50321": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50322": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50323": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50324": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50325": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50326": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50327": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50328": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50329": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50330": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50331": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50332": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50333": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50334": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50335": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50336": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50337": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50338": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50339": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50340": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50341": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50342": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50343": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50344": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50345": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50346": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50347": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50348": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50349": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50350": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50351": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50352": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50353": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50354": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50355": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50356": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50357": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50358": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50359": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50360": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50361": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50362": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50363": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50364": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50365": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50366": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50367": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "[UNK]"
+}

modernbert_content_model_prelim/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d210ef84fb5b37de1cd52daa4010282c1be0156cf0ce56baf8497308ed889d2d
+size 5304

special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,945 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50281": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50282": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50283": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50285": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50295": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50296": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50297": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50298": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50299": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50300": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50301": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50302": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50303": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50304": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50305": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50306": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50307": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50308": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50309": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50310": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50311": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50312": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50313": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50314": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50315": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50316": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50317": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50318": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50319": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50320": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50321": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50322": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50323": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50324": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50325": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50326": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50327": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50328": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50329": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50330": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50331": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50332": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50333": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50334": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50335": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50336": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50337": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50338": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50339": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50340": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50341": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50342": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50343": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50344": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50345": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50346": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50347": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50348": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50349": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50350": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50351": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50352": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50353": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50354": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50355": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50356": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50357": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50358": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50359": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50360": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50361": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50362": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50363": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50364": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50365": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50366": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50367": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2677c0745c000aa21677d2f71d04ef5d3c781a193b2178405747280a086b3473
+size 5304

wandb/debug-internal.log

@@ -0,0 +1,16 @@
+{"time":"2025-02-21T14:28:40.11236088Z","level":"INFO","msg":"stream: starting","core version":"0.19.6","symlink path":"/home/jovyan/active-projects/summary-scoring/bin/wandb/run-20250221_142839-lzvoiqw9/logs/debug-core.log"}
+{"time":"2025-02-21T14:28:40.229534707Z","level":"INFO","msg":"created new stream","id":"lzvoiqw9"}
+{"time":"2025-02-21T14:28:40.229600836Z","level":"INFO","msg":"stream: started","id":"lzvoiqw9"}
+{"time":"2025-02-21T14:28:40.229634343Z","level":"INFO","msg":"writer: Do: started","stream_id":"lzvoiqw9"}
+{"time":"2025-02-21T14:28:40.22971942Z","level":"INFO","msg":"handler: started","stream_id":"lzvoiqw9"}
+{"time":"2025-02-21T14:28:40.229860345Z","level":"INFO","msg":"sender: started","stream_id":"lzvoiqw9"}
+{"time":"2025-02-21T14:28:40.358140766Z","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-02-21T14:59:38.385228215Z","level":"INFO","msg":"Pausing system monitor"}
+{"time":"2025-02-21T14:59:38.56887975Z","level":"INFO","msg":"stream: closing","id":"lzvoiqw9"}
+{"time":"2025-02-21T14:59:38.568941045Z","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-02-21T14:59:38.570180683Z","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-02-21T14:59:38.887281782Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-02-21T14:59:38.991311481Z","level":"INFO","msg":"handler: closed","stream_id":"lzvoiqw9"}
+{"time":"2025-02-21T14:59:38.991409925Z","level":"INFO","msg":"writer: Close: closed","stream_id":"lzvoiqw9"}
+{"time":"2025-02-21T14:59:38.99141958Z","level":"INFO","msg":"sender: closed","stream_id":"lzvoiqw9"}
+{"time":"2025-02-21T14:59:38.99160273Z","level":"INFO","msg":"stream: closed","id":"lzvoiqw9"}

wandb/debug.log

@@ -0,0 +1,151 @@
+2025-02-21 14:28:39,894 INFO    Thread-1975 (_run_job):224 [wandb_setup.py:_flush():68] Current SDK version is 0.19.6
+2025-02-21 14:28:39,894 INFO    Thread-1975 (_run_job):224 [wandb_setup.py:_flush():68] Configure stats pid to 224
+2025-02-21 14:28:39,894 INFO    Thread-1975 (_run_job):224 [wandb_setup.py:_flush():68] Loading settings from /home/jovyan/.config/wandb/settings
+2025-02-21 14:28:39,895 INFO    Thread-1975 (_run_job):224 [wandb_setup.py:_flush():68] Loading settings from /home/jovyan/active-projects/summary-scoring/src/wandb/settings
+2025-02-21 14:28:39,895 INFO    Thread-1975 (_run_job):224 [wandb_setup.py:_flush():68] Loading settings from environment variables
+2025-02-21 14:28:39,895 INFO    Thread-1975 (_run_job):224 [wandb_init.py:setup_run_log_directory():637] Logging user logs to /home/jovyan/active-projects/summary-scoring/bin/wandb/run-20250221_142839-lzvoiqw9/logs/debug.log
+2025-02-21 14:28:39,895 INFO    Thread-1975 (_run_job):224 [wandb_init.py:setup_run_log_directory():638] Logging internal logs to /home/jovyan/active-projects/summary-scoring/bin/wandb/run-20250221_142839-lzvoiqw9/logs/debug-internal.log
+2025-02-21 14:28:39,895 INFO    Thread-1975 (_run_job):224 [wandb_init.py:monkeypatch_ipython():589] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7fb7ec9acb50>
+2025-02-21 14:28:39,895 INFO    Thread-1975 (_run_job):224 [wandb_init.py:init():756] calling init triggers
+2025-02-21 14:28:39,895 INFO    Thread-1975 (_run_job):224 [wandb_init.py:init():761] wandb.init called with sweep_config: {'batch_size': 16, 'epochs': 10, 'learning_rate': 8e-05, 'warmup_steps': 1000}
+config: {'_wandb': {}}
+2025-02-21 14:28:39,896 INFO    Thread-1975 (_run_job):224 [wandb_init.py:init():789] starting backend
+2025-02-21 14:28:40,101 INFO    Thread-1975 (_run_job):224 [wandb_init.py:init():793] sending inform_init request
+2025-02-21 14:28:40,104 INFO    Thread-1975 (_run_job):224 [backend.py:_multiprocessing_setup():97] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-02-21 14:28:40,105 INFO    Thread-1975 (_run_job):224 [wandb_init.py:init():808] backend started and connected
+2025-02-21 14:28:40,107 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_config_callback():1253] config_cb None None {'batch_size': 16, 'epochs': 10, 'learning_rate': 8e-05, 'warmup_steps': 1000}
+2025-02-21 14:28:40,116 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_label_probe_notebook():1196] probe notebook
+2025-02-21 14:28:40,116 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_label_probe_notebook():1206] Unable to probe notebook: 'NoneType' object has no attribute 'get'
+2025-02-21 14:28:40,116 INFO    Thread-1975 (_run_job):224 [wandb_init.py:init():901] updated telemetry
+2025-02-21 14:28:40,126 INFO    Thread-1975 (_run_job):224 [wandb_init.py:init():936] communicating run to backend with 90.0 second timeout
+2025-02-21 14:28:40,352 INFO    Thread-1975 (_run_job):224 [wandb_init.py:init():994] starting run threads in backend
+2025-02-21 14:28:40,499 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_console_start():2385] atexit reg
+2025-02-21 14:28:40,499 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_redirect():2235] redirect: wrap_raw
+2025-02-21 14:28:40,499 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_redirect():2300] Wrapping output streams.
+2025-02-21 14:28:40,499 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_redirect():2325] Redirects installed.
+2025-02-21 14:28:40,500 INFO    Thread-1975 (_run_job):224 [wandb_init.py:init():1036] run started, returning control to user process
+2025-02-21 14:28:42,285 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_config_callback():1253] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['ModernBertForMaskedLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0'}, 'label2id': {'LABEL_0': 0}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 50281, 'pad_token_id': 50283, 'eos_token_id': 50282, 'sep_token_id': 50282, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'answerdotai/ModernBERT-base', '_attn_implementation_autoset': True, 'transformers_version': '4.48.3', 'cls_token_id': 50281, 'gradient_checkpointing': False, 'layer_norm_eps': 1e-05, 'model_type': 'modernbert', 'position_embedding_type': 'absolute', 'vocab_size': 50368, 'max_position_embeddings': 8192, 'hidden_size': 768, 'intermediate_size': 1152, 'num_hidden_layers': 22, 'num_attention_heads': 12, 'initializer_range': 0.02, 'initializer_cutoff_factor': 2.0, 'norm_eps': 1e-05, 'norm_bias': False, 'global_rope_theta': 160000.0, 'attention_bias': False, 'attention_dropout': 0.0, 'hidden_activation': 'gelu', 'global_attn_every_n_layers': 3, 'local_attention': 128, 'local_rope_theta': 10000.0, 'embedding_dropout': 0.0, 'mlp_bias': False, 'mlp_dropout': 0.0, 'decoder_bias': True, 'classifier_pooling': 'mean', 'classifier_dropout': 0.0, 'classifier_bias': False, 'classifier_activation': 'gelu', 'deterministic_flash_attn': False, 'sparse_prediction': False, 'sparse_pred_ignore_index': -100, 'reference_compile': None, 'repad_logits_with_grad': False, 'output_dir': '../bin', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 16, 'per_device_eval_batch_size': 16, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 10, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.0, 'log_level': 'error', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '../logs/content', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 500, 'logging_nan_inf_filter': True, 'save_strategy': 'no', 'save_steps': 500, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '../bin', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': 'mse', 'greater_is_better': False, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': None, 'hub_always_push': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'include_for_metrics': [], 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': 'epoch', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'eval_use_gather_object': False, 'average_tokens_across_devices': False}
+2025-02-21 14:28:42,290 INFO    Thread-1975 (_run_job):224 [wandb_config.py:__setitem__():154] config set model/num_parameters = 149605633 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x7fb810e13d90>>
+2025-02-21 14:28:42,290 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_config_callback():1253] config_cb model/num_parameters 149605633 None
+2025-02-21 14:59:38,384 INFO    MainThread:224 [jupyter.py:save_ipynb():386] not saving jupyter notebook
+2025-02-21 14:59:38,384 INFO    MainThread:224 [wandb_init.py:_pause_backend():554] pausing backend
+2025-02-21 14:59:38,569 WARNING MsgRouterThr:224 [router.py:message_loop():75] message_loop has been closed
+2025-02-21 14:59:38,862 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_finish():2110] finishing run tiedaar1/modernbert-summary/lzvoiqw9
+2025-02-21 14:59:38,862 ERROR   Thread-1975 (_run_job):224 [jupyter.py:save_history():450] Run pip install nbformat to save notebook history
+2025-02-21 14:59:38,862 INFO    Thread-1975 (_run_job):224 [jupyter.py:save_ipynb():386] not saving jupyter notebook
+2025-02-21 14:59:38,863 INFO    Thread-1975 (_run_job):224 [wandb_init.py:_jupyter_teardown():571] cleaning up jupyter logic
+2025-02-21 14:59:38,863 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_atexit_cleanup():2350] got exitcode: 1
+2025-02-21 14:59:38,863 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_restore():2332] restore
+2025-02-21 14:59:38,863 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_restore():2338] restore done
+2025-02-21 14:59:38,864 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_restore():2332] restore
+2025-02-21 14:59:38,864 INFO    Thread-1975 (_run_job):224 [wandb_run.py:_restore():2338] restore done
+2025-02-21 14:59:38,864 ERROR   Thread-1975 (_run_job):224 [wandb_run.py:_atexit_cleanup():2371] Problem finishing run
+Traceback (most recent call last):
+  File "/tmp/ipykernel_224/3225765675.py", line 41, in train
+    trainer.train()
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/trainer.py", line 2171, in train
+    return inner_training_loop(
+           ^^^^^^^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/trainer.py", line 2597, in _inner_training_loop
+    self.control = self.callback_handler.on_step_end(args, self.state, self.control)
+                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/trainer_callback.py", line 497, in on_step_end
+    return self.call_event("on_step_end", args, state, control)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/trainer_callback.py", line 519, in call_event
+    result = getattr(callback, event)(
+             ^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/utils/notebook.py", line 311, in on_step_end
+    self.training_tracker.update(
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/utils/notebook.py", line 167, in update
+    self.update_bar(value)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/utils/notebook.py", line 192, in update_bar
+    self.display()
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/utils/notebook.py", line 235, in display
+    self.output.update(disp.HTML(self.html_code))
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/IPython/core/display_functions.py", line 374, in update
+    update_display(obj, display_id=self.display_id, **kwargs)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/IPython/core/display_functions.py", line 326, in update_display
+    display(obj, display_id=display_id, **kwargs)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/IPython/core/display_functions.py", line 305, in display
+    publish_display_data(data=format_dict, metadata=md_dict, **kwargs)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/IPython/core/display_functions.py", line 93, in publish_display_data
+    display_pub.publish(
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/wandb_init.py", line 600, in publish
+    ipython.display_pub._orig_publish(data, metadata=metadata, **kwargs)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/ipykernel/zmqshell.py", line 103, in publish
+    self._flush_streams()
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/ipykernel/zmqshell.py", line 66, in _flush_streams
+    sys.stdout.flush()
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/ipykernel/iostream.py", line 604, in flush
+    self.pub_thread.schedule(self._flush)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/ipykernel/iostream.py", line 267, in schedule
+    self._event_pipe.send(b"")
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/zmq/sugar/socket.py", line 707, in send
+    return super().send(data, flags=flags, copy=copy, track=track)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "_zmq.py", line 1092, in zmq.backend.cython._zmq.Socket.send
+  File "_zmq.py", line 1134, in zmq.backend.cython._zmq.Socket.send
+  File "_zmq.py", line 1209, in zmq.backend.cython._zmq._check_closed
+zmq.error.ZMQError: Socket operation on non-socket
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/agents/pyagent.py", line 306, in _run_job
+    self._function()
+  File "/tmp/ipykernel_224/3225765675.py", line 3, in train
+    with wandb.init():
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/wandb_run.py", line 3623, in __exit__
+    traceback.print_exception(exc_type, exc_val, exc_tb)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/traceback.py", line 125, in print_exception
+    te.print(file=file, chain=chain)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/traceback.py", line 1022, in print
+    print(line, file=file, end="")
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/lib/redirect.py", line 645, in write
+    self._old_write(data)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/ipykernel/iostream.py", line 694, in write
+    self._schedule_flush()
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/ipykernel/iostream.py", line 590, in _schedule_flush
+    self.pub_thread.schedule(_schedule_in_thread)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/ipykernel/iostream.py", line 267, in schedule
+    self._event_pipe.send(b"")
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/zmq/sugar/socket.py", line 707, in send
+    return super().send(data, flags=flags, copy=copy, track=track)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "_zmq.py", line 1092, in zmq.backend.cython._zmq.Socket.send
+  File "_zmq.py", line 1134, in zmq.backend.cython._zmq.Socket.send
+  File "_zmq.py", line 1209, in zmq.backend.cython._zmq._check_closed
+zmq.error.ZMQError: Socket operation on non-socket
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/wandb_run.py", line 2362, in _atexit_cleanup
+    self._on_finish()
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/wandb_run.py", line 2603, in _on_finish
+    exit_handle = self._backend.interface.deliver_exit(self._exit_code)
+                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/interface/interface.py", line 976, in deliver_exit
+    return self._deliver_exit(exit_data)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/interface/interface_shared.py", line 498, in _deliver_exit
+    return self._deliver_record(record)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/interface/interface_shared.py", line 465, in _deliver_record
+    handle = mailbox._deliver_record(record, interface=self)
+             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/lib/mailbox.py", line 437, in _deliver_record
+    interface._publish(record)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/interface/interface_sock.py", line 47, in _publish
+    self._sock_client.send_record_publish(record)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/lib/sock_client.py", line 222, in send_record_publish
+    self.send_server_request(server_req)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/lib/sock_client.py", line 154, in send_server_request
+    self._send_message(msg)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/lib/sock_client.py", line 151, in _send_message
+    self._sendall_with_error_handle(header + data)
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/wandb/sdk/lib/sock_client.py", line 130, in _sendall_with_error_handle
+    sent = self._sock.send(data)
+           ^^^^^^^^^^^^^^^^^^^^^
+BrokenPipeError: [Errno 32] Broken pipe

wandb/run-20250210_012506-j7rq596m/files/config.yaml

@@ -0,0 +1,43 @@
+_wandb:
+    value:
+        cli_version: 0.19.6
+        m: []
+        python_version: 3.11.11
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 55
+            "2":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 55
+            "3":
+                - 2
+                - 14
+                - 23
+                - 55
+            "4": 3.11.11
+            "5": 0.19.6
+            "6": 4.48.3
+            "8":
+                - 1
+                - 5
+            "12": 0.19.6
+            "13": linux-x86_64
+batch_size:
+    value: 4
+epochs:
+    value: 6
+learning_rate:
+    value: 1e-05
+warmup_steps:
+    value: 500

wandb/run-20250210_012506-j7rq596m/files/output.log

@@ -0,0 +1,18 @@
+/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/training_args.py:1575: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead
+  warnings.warn(
+Traceback (most recent call last):
+  File "/tmp/ipykernel_1376/3225765675.py", line 8, in train
+    training_args = TrainingArguments(
+                    ^^^^^^^^^^^^^^^^^^
+  File "<string>", line 134, in __init__
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/training_args.py", line 1772, in __post_init__
+    self.device
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/training_args.py", line 2294, in device
+    return self._setup_devices
+           ^^^^^^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/utils/generic.py", line 62, in __get__
+    cached = self.fget(obj)
+             ^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/training_args.py", line 2167, in _setup_devices
+    raise ImportError(
+ImportError: Using the `Trainer` with `PyTorch` requires `accelerate>=0.26.0`: Please run `pip install transformers[torch]` or `pip install 'accelerate>=0.26.0'`

wandb/run-20250210_012506-j7rq596m/files/requirements.txt

@@ -0,0 +1,137 @@
+matplotlib-inline==0.1.7
+wcwidth==0.2.13
+hpack==4.1.0
+executing==2.1.0
+nvidia-cufft-cu12==11.2.1.3
+ipykernel==6.29.5
+zstandard==0.23.0
+comm==0.2.2
+nvidia-nccl-cu12==2.21.5
+mpmath==1.3.0
+asttokens==3.0.0
+datasets==3.2.0
+fonttools==4.56.0
+attrs==25.1.0
+smmap==5.0.0
+jupyter_client==8.6.3
+triton==3.2.0
+tornado==6.4.2
+xxhash==3.5.0
+scipy==1.15.1
+nvidia-cuda-runtime-cu12==12.4.127
+pyzmq==26.2.1
+pydantic==2.10.6
+traitlets==5.14.3
+huggingface-hub==0.28.1
+PyYAML==6.0.2
+nvidia-cusolver-cu12==11.6.1.9
+nvidia-cuda-cupti-cu12==12.4.127
+appdirs==1.4.4
+psutil==6.1.1
+yarl==1.18.3
+cffi==1.17.1
+parso==0.8.4
+Pygments==2.19.1
+ptyprocess==0.7.0
+urllib3==2.3.0
+stack_data==0.6.3
+nvidia-cusparselt-cu12==0.6.2
+pytz==2025.1
+aiosignal==1.3.2
+hyperframe==6.1.0
+networkx==3.4.2
+filelock==3.17.0
+aiohappyeyeballs==2.4.6
+protobuf==4.25.3
+annotated-types==0.7.0
+regex==2024.11.6
+pyparsing==3.2.1
+PySocks==1.7.1
+pyarrow==19.0.0
+platformdirs==4.3.6
+multidict==6.1.0
+packaging==24.2
+tokenizers==0.21.0
+sentry-sdk==2.20.0
+Brotli==1.1.0
+ipython==8.32.0
+tqdm==4.67.1
+exceptiongroup==1.2.2
+click==8.1.8
+python-dateutil==2.9.0.post0
+kiwisolver==1.4.8
+pillow==11.1.0
+certifi==2025.1.31
+certifi==2024.12.14
+nvidia-cuda-nvrtc-cu12==12.4.127
+h2==4.2.0
+cycler==0.12.1
+jedi==0.19.2
+torch==2.6.0
+typing_extensions==4.12.2
+contourpy==1.3.1
+requests==2.32.3
+aiohttp==3.11.12
+pure_eval==0.2.3
+nvidia-nvtx-cu12==12.4.127
+zipp==3.21.0
+importlib_metadata==8.6.1
+nvidia-cublas-cu12==12.4.5.8
+setuptools==75.8.0
+nvidia-cudnn-cu12==9.1.0.70
+threadpoolctl==3.5.0
+nvidia-nvjitlink-cu12==12.4.127
+debugpy==1.8.12
+seaborn==0.13.2
+scikit-learn==1.6.1
+charset-normalizer==3.4.1
+pickleshare==0.7.5
+wheel==0.45.1
+jupyter_core==5.7.2
+multiprocess==0.70.16
+safetensors==0.5.2
+Jinja2==3.1.5
+idna==3.10
+sympy==1.13.1
+GitPython==3.1.44
+nest_asyncio==1.6.0
+pip==25.0.1
+MarkupSafe==3.0.2
+six==1.17.0
+nvidia-cusparse-cu12==12.3.1.170
+numpy==2.2.2
+tzdata==2025.1
+docker-pycreds==0.4.0
+pandas==2.2.3
+matplotlib==3.10.0
+pycparser==2.22
+joblib==1.4.2
+propcache==0.2.1
+pydantic_core==2.27.2
+dill==0.3.8
+decorator==5.1.1
+setproctitle==1.3.4
+prompt_toolkit==3.0.50
+fsspec==2024.9.0
+transformers==4.48.3
+frozenlist==1.5.0
+gitdb==4.0.12
+nvidia-curand-cu12==10.3.5.147
+pexpect==4.9.0
+wandb==0.19.6
+zipp==3.19.2
+backports.tarfile==1.2.0
+jaraco.collections==5.1.0
+jaraco.text==3.12.1
+inflect==7.3.1
+packaging==24.2
+autocommand==2.2.2
+jaraco.context==5.3.0
+typing_extensions==4.12.2
+typeguard==4.3.0
+jaraco.functools==4.0.1
+tomli==2.0.1
+more-itertools==10.3.0
+wheel==0.43.0
+platformdirs==4.2.2
+importlib_metadata==8.0.0

wandb/run-20250210_012506-j7rq596m/files/wandb-metadata.json

@@ -0,0 +1,40 @@
+{
+  "os":  "Linux-5.15.0-91-generic-x86_64-with-glibc2.35",
+  "python":  "CPython 3.11.11",
+  "startedAt":  "2025-02-10T01:25:06.800576Z",
+  "program":  "<python with no main file>",
+  "git":  {
+    "remote":  "https://github.com/learlab/summary-scoring.git",
+    "commit":  "54d8d72d0a680353e0e747955380b308c9e24c28"
+  },
+  "email":  "[email protected]",
+  "root":  "/home/jovyan/active-projects/summary-scoring/bin",
+  "host":  "jupyter-wesley-2dmorris",
+  "executable":  "/home/jovyan/conda_envs/wes-env2/bin/python",
+  "cpu_count":  32,
+  "cpu_count_logical":  64,
+  "gpu":  "NVIDIA RTX A6000",
+  "gpu_count":  1,
+  "disk":  {
+    "/":  {
+      "total":  "4031374630912",
+      "used":  "2332109402112"
+    }
+  },
+  "memory":  {
+    "total":  "270078521344"
+  },
+  "cpu":  {
+    "count":  32,
+    "countLogical":  64
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA RTX A6000",
+      "memoryTotal":  "51527024640",
+      "cudaCores":  10752,
+      "architecture":  "Ampere"
+    }
+  ],
+  "cudaVersion":  "12.6"
+}

wandb/run-20250210_012506-j7rq596m/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb":{"runtime":0}}

wandb/run-20250210_012506-j7rq596m/logs/debug-core.log

@@ -0,0 +1,15 @@
+{"time":"2025-02-10T01:25:06.620426686Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpbpg3cr6r/port-1376.txt","pid":1376,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
+{"time":"2025-02-10T01:25:06.623116374Z","level":"INFO","msg":"Will exit if parent process dies.","ppid":1376}
+{"time":"2025-02-10T01:25:06.623016534Z","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":46571,"Zone":""}}
+{"time":"2025-02-10T01:25:06.79322462Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:59082"}
+{"time":"2025-02-10T01:25:06.80456211Z","level":"INFO","msg":"handleInformInit: received","streamId":"j7rq596m","id":"127.0.0.1:59082"}
+{"time":"2025-02-10T01:25:06.926751839Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"j7rq596m","id":"127.0.0.1:59082"}
+{"time":"2025-02-10T01:25:08.849010358Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"j7rq596m","id":"127.0.0.1:59082"}
+{"time":"2025-02-10T01:25:08.849337401Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"j7rq596m","id":"127.0.0.1:59082"}
+{"time":"2025-02-10T01:25:11.679907808Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:59082"}
+{"time":"2025-02-10T01:25:11.679973677Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:59082"}
+{"time":"2025-02-10T01:25:11.679992451Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-02-10T01:25:11.679996285Z","level":"INFO","msg":"connection: closing","id":"127.0.0.1:59082"}
+{"time":"2025-02-10T01:25:11.680195293Z","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:59082"}
+{"time":"2025-02-10T01:25:11.6802384Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:59082"}
+{"time":"2025-02-10T01:25:11.680264722Z","level":"INFO","msg":"server is closed"}

wandb/run-20250210_012506-j7rq596m/logs/debug-internal.log

@@ -0,0 +1,16 @@
+{"time":"2025-02-10T01:25:06.804929781Z","level":"INFO","msg":"stream: starting","core version":"0.19.6","symlink path":"/home/jovyan/active-projects/summary-scoring/bin/wandb/run-20250210_012506-j7rq596m/logs/debug-core.log"}
+{"time":"2025-02-10T01:25:06.92668329Z","level":"INFO","msg":"created new stream","id":"j7rq596m"}
+{"time":"2025-02-10T01:25:06.926741615Z","level":"INFO","msg":"stream: started","id":"j7rq596m"}
+{"time":"2025-02-10T01:25:06.92680786Z","level":"INFO","msg":"writer: Do: started","stream_id":"j7rq596m"}
+{"time":"2025-02-10T01:25:06.926944401Z","level":"INFO","msg":"sender: started","stream_id":"j7rq596m"}
+{"time":"2025-02-10T01:25:06.927052166Z","level":"INFO","msg":"handler: started","stream_id":"j7rq596m"}
+{"time":"2025-02-10T01:25:07.069126824Z","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-02-10T01:25:07.247206661Z","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-02-10T01:25:07.248428468Z","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-02-10T01:25:07.735381473Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-02-10T01:25:07.835607729Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2025-02-10T01:25:08.849093735Z","level":"INFO","msg":"stream: closing","id":"j7rq596m"}
+{"time":"2025-02-10T01:25:08.849136134Z","level":"INFO","msg":"handler: closed","stream_id":"j7rq596m"}
+{"time":"2025-02-10T01:25:08.849159247Z","level":"INFO","msg":"writer: Close: closed","stream_id":"j7rq596m"}
+{"time":"2025-02-10T01:25:08.849257369Z","level":"INFO","msg":"sender: closed","stream_id":"j7rq596m"}
+{"time":"2025-02-10T01:25:08.84931998Z","level":"INFO","msg":"stream: closed","id":"j7rq596m"}

wandb/run-20250210_012506-j7rq596m/logs/debug.log

@@ -0,0 +1,36 @@
+2025-02-10 01:25:06,575 INFO    Thread-8 (_run_job):1376 [wandb_setup.py:_flush():68] Current SDK version is 0.19.6
+2025-02-10 01:25:06,575 INFO    Thread-8 (_run_job):1376 [wandb_setup.py:_flush():68] Configure stats pid to 1376
+2025-02-10 01:25:06,575 INFO    Thread-8 (_run_job):1376 [wandb_setup.py:_flush():68] Loading settings from /home/jovyan/.config/wandb/settings
+2025-02-10 01:25:06,575 INFO    Thread-8 (_run_job):1376 [wandb_setup.py:_flush():68] Loading settings from /home/jovyan/active-projects/summary-scoring/src/wandb/settings
+2025-02-10 01:25:06,575 INFO    Thread-8 (_run_job):1376 [wandb_setup.py:_flush():68] Loading settings from environment variables
+2025-02-10 01:25:06,575 INFO    Thread-8 (_run_job):1376 [wandb_init.py:setup_run_log_directory():637] Logging user logs to /home/jovyan/active-projects/summary-scoring/bin/wandb/run-20250210_012506-j7rq596m/logs/debug.log
+2025-02-10 01:25:06,576 INFO    Thread-8 (_run_job):1376 [wandb_init.py:setup_run_log_directory():638] Logging internal logs to /home/jovyan/active-projects/summary-scoring/bin/wandb/run-20250210_012506-j7rq596m/logs/debug-internal.log
+2025-02-10 01:25:06,576 INFO    Thread-8 (_run_job):1376 [wandb_init.py:monkeypatch_ipython():589] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7f24499cb790>
+2025-02-10 01:25:06,576 INFO    Thread-8 (_run_job):1376 [wandb_init.py:init():756] calling init triggers
+2025-02-10 01:25:06,576 INFO    Thread-8 (_run_job):1376 [wandb_init.py:init():761] wandb.init called with sweep_config: {'batch_size': 4, 'epochs': 6, 'learning_rate': 1e-05, 'warmup_steps': 500}
+config: {'_wandb': {}}
+2025-02-10 01:25:06,577 INFO    Thread-8 (_run_job):1376 [wandb_init.py:init():789] starting backend
+2025-02-10 01:25:06,793 INFO    Thread-8 (_run_job):1376 [wandb_init.py:init():793] sending inform_init request
+2025-02-10 01:25:06,799 INFO    Thread-8 (_run_job):1376 [backend.py:_multiprocessing_setup():97] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-02-10 01:25:06,800 INFO    Thread-8 (_run_job):1376 [wandb_init.py:init():808] backend started and connected
+2025-02-10 01:25:06,802 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_config_callback():1253] config_cb None None {'batch_size': 4, 'epochs': 6, 'learning_rate': 1e-05, 'warmup_steps': 500}
+2025-02-10 01:25:06,805 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_label_probe_notebook():1196] probe notebook
+2025-02-10 01:25:06,805 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_label_probe_notebook():1206] Unable to probe notebook: 'NoneType' object has no attribute 'get'
+2025-02-10 01:25:06,805 INFO    Thread-8 (_run_job):1376 [wandb_init.py:init():901] updated telemetry
+2025-02-10 01:25:06,817 INFO    Thread-8 (_run_job):1376 [wandb_init.py:init():936] communicating run to backend with 90.0 second timeout
+2025-02-10 01:25:07,063 INFO    Thread-8 (_run_job):1376 [wandb_init.py:init():994] starting run threads in backend
+2025-02-10 01:25:07,207 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_console_start():2385] atexit reg
+2025-02-10 01:25:07,208 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_redirect():2235] redirect: wrap_raw
+2025-02-10 01:25:07,208 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_redirect():2300] Wrapping output streams.
+2025-02-10 01:25:07,208 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_redirect():2325] Redirects installed.
+2025-02-10 01:25:07,210 INFO    Thread-8 (_run_job):1376 [wandb_init.py:init():1036] run started, returning control to user process
+2025-02-10 01:25:07,213 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_finish():2110] finishing run tiedaar1/modernbert-summary/j7rq596m
+2025-02-10 01:25:07,214 ERROR   Thread-8 (_run_job):1376 [jupyter.py:save_history():450] Run pip install nbformat to save notebook history
+2025-02-10 01:25:07,214 INFO    Thread-8 (_run_job):1376 [jupyter.py:save_ipynb():386] not saving jupyter notebook
+2025-02-10 01:25:07,214 INFO    Thread-8 (_run_job):1376 [wandb_init.py:_jupyter_teardown():571] cleaning up jupyter logic
+2025-02-10 01:25:07,214 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_atexit_cleanup():2350] got exitcode: 1
+2025-02-10 01:25:07,214 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_restore():2332] restore
+2025-02-10 01:25:07,214 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_restore():2338] restore done
+2025-02-10 01:25:08,841 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_footer_history_summary_info():3963] rendering history
+2025-02-10 01:25:08,842 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_footer_history_summary_info():3995] rendering summary
+2025-02-10 01:25:08,842 INFO    Thread-8 (_run_job):1376 [wandb_run.py:_footer_sync_info():3924] logging synced files

wandb/run-20250210_012511-av3n9atv/files/config.yaml

@@ -0,0 +1,43 @@
+_wandb:
+    value:
+        cli_version: 0.19.6
+        m: []
+        python_version: 3.11.11
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 55
+            "2":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 55
+            "3":
+                - 2
+                - 14
+                - 23
+                - 55
+            "4": 3.11.11
+            "5": 0.19.6
+            "6": 4.48.3
+            "8":
+                - 1
+                - 5
+            "12": 0.19.6
+            "13": linux-x86_64
+batch_size:
+    value: 4
+epochs:
+    value: 6
+learning_rate:
+    value: 8e-05
+warmup_steps:
+    value: 1000

wandb/run-20250210_012511-av3n9atv/files/output.log

@@ -0,0 +1,18 @@
+/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/training_args.py:1575: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead
+  warnings.warn(
+Traceback (most recent call last):
+  File "/tmp/ipykernel_1376/3225765675.py", line 8, in train
+    training_args = TrainingArguments(
+                    ^^^^^^^^^^^^^^^^^^
+  File "<string>", line 134, in __init__
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/training_args.py", line 1772, in __post_init__
+    self.device
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/training_args.py", line 2294, in device
+    return self._setup_devices
+           ^^^^^^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/utils/generic.py", line 62, in __get__
+    cached = self.fget(obj)
+             ^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/training_args.py", line 2167, in _setup_devices
+    raise ImportError(
+ImportError: Using the `Trainer` with `PyTorch` requires `accelerate>=0.26.0`: Please run `pip install transformers[torch]` or `pip install 'accelerate>=0.26.0'`

wandb/run-20250210_012511-av3n9atv/files/requirements.txt

@@ -0,0 +1,137 @@
+matplotlib-inline==0.1.7
+wcwidth==0.2.13
+hpack==4.1.0
+executing==2.1.0
+nvidia-cufft-cu12==11.2.1.3
+ipykernel==6.29.5
+zstandard==0.23.0
+comm==0.2.2
+nvidia-nccl-cu12==2.21.5
+mpmath==1.3.0
+asttokens==3.0.0
+datasets==3.2.0
+fonttools==4.56.0
+attrs==25.1.0
+smmap==5.0.0
+jupyter_client==8.6.3
+triton==3.2.0
+tornado==6.4.2
+xxhash==3.5.0
+scipy==1.15.1
+nvidia-cuda-runtime-cu12==12.4.127
+pyzmq==26.2.1
+pydantic==2.10.6
+traitlets==5.14.3
+huggingface-hub==0.28.1
+PyYAML==6.0.2
+nvidia-cusolver-cu12==11.6.1.9
+nvidia-cuda-cupti-cu12==12.4.127
+appdirs==1.4.4
+psutil==6.1.1
+yarl==1.18.3
+cffi==1.17.1
+parso==0.8.4
+Pygments==2.19.1
+ptyprocess==0.7.0
+urllib3==2.3.0
+stack_data==0.6.3
+nvidia-cusparselt-cu12==0.6.2
+pytz==2025.1
+aiosignal==1.3.2
+hyperframe==6.1.0
+networkx==3.4.2
+filelock==3.17.0
+aiohappyeyeballs==2.4.6
+protobuf==4.25.3
+annotated-types==0.7.0
+regex==2024.11.6
+pyparsing==3.2.1
+PySocks==1.7.1
+pyarrow==19.0.0
+platformdirs==4.3.6
+multidict==6.1.0
+packaging==24.2
+tokenizers==0.21.0
+sentry-sdk==2.20.0
+Brotli==1.1.0
+ipython==8.32.0
+tqdm==4.67.1
+exceptiongroup==1.2.2
+click==8.1.8
+python-dateutil==2.9.0.post0
+kiwisolver==1.4.8
+pillow==11.1.0
+certifi==2025.1.31
+certifi==2024.12.14
+nvidia-cuda-nvrtc-cu12==12.4.127
+h2==4.2.0
+cycler==0.12.1
+jedi==0.19.2
+torch==2.6.0
+typing_extensions==4.12.2
+contourpy==1.3.1
+requests==2.32.3
+aiohttp==3.11.12
+pure_eval==0.2.3
+nvidia-nvtx-cu12==12.4.127
+zipp==3.21.0
+importlib_metadata==8.6.1
+nvidia-cublas-cu12==12.4.5.8
+setuptools==75.8.0
+nvidia-cudnn-cu12==9.1.0.70
+threadpoolctl==3.5.0
+nvidia-nvjitlink-cu12==12.4.127
+debugpy==1.8.12
+seaborn==0.13.2
+scikit-learn==1.6.1
+charset-normalizer==3.4.1
+pickleshare==0.7.5
+wheel==0.45.1
+jupyter_core==5.7.2
+multiprocess==0.70.16
+safetensors==0.5.2
+Jinja2==3.1.5
+idna==3.10
+sympy==1.13.1
+GitPython==3.1.44
+nest_asyncio==1.6.0
+pip==25.0.1
+MarkupSafe==3.0.2
+six==1.17.0
+nvidia-cusparse-cu12==12.3.1.170
+numpy==2.2.2
+tzdata==2025.1
+docker-pycreds==0.4.0
+pandas==2.2.3
+matplotlib==3.10.0
+pycparser==2.22
+joblib==1.4.2
+propcache==0.2.1
+pydantic_core==2.27.2
+dill==0.3.8
+decorator==5.1.1
+setproctitle==1.3.4
+prompt_toolkit==3.0.50
+fsspec==2024.9.0
+transformers==4.48.3
+frozenlist==1.5.0
+gitdb==4.0.12
+nvidia-curand-cu12==10.3.5.147
+pexpect==4.9.0
+wandb==0.19.6
+zipp==3.19.2
+backports.tarfile==1.2.0
+jaraco.collections==5.1.0
+jaraco.text==3.12.1
+inflect==7.3.1
+packaging==24.2
+autocommand==2.2.2
+jaraco.context==5.3.0
+typing_extensions==4.12.2
+typeguard==4.3.0
+jaraco.functools==4.0.1
+tomli==2.0.1
+more-itertools==10.3.0
+wheel==0.43.0
+platformdirs==4.2.2
+importlib_metadata==8.0.0

wandb/run-20250210_012511-av3n9atv/files/wandb-metadata.json

@@ -0,0 +1,40 @@
+{
+  "os":  "Linux-5.15.0-91-generic-x86_64-with-glibc2.35",
+  "python":  "CPython 3.11.11",
+  "startedAt":  "2025-02-10T01:25:12.051287Z",
+  "program":  "<python with no main file>",
+  "git":  {
+    "remote":  "https://github.com/learlab/summary-scoring.git",
+    "commit":  "54d8d72d0a680353e0e747955380b308c9e24c28"
+  },
+  "email":  "[email protected]",
+  "root":  "/home/jovyan/active-projects/summary-scoring/bin",
+  "host":  "jupyter-wesley-2dmorris",
+  "executable":  "/home/jovyan/conda_envs/wes-env2/bin/python",
+  "cpu_count":  32,
+  "cpu_count_logical":  64,
+  "gpu":  "NVIDIA RTX A6000",
+  "gpu_count":  1,
+  "disk":  {
+    "/":  {
+      "total":  "4031374630912",
+      "used":  "2332109410304"
+    }
+  },
+  "memory":  {
+    "total":  "270078521344"
+  },
+  "cpu":  {
+    "count":  32,
+    "countLogical":  64
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA RTX A6000",
+      "memoryTotal":  "51527024640",
+      "cudaCores":  10752,
+      "architecture":  "Ampere"
+    }
+  ],
+  "cudaVersion":  "12.6"
+}

wandb/run-20250210_012511-av3n9atv/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb":{"runtime":0}}

wandb/run-20250210_012511-av3n9atv/logs/debug-core.log

@@ -0,0 +1,15 @@
+{"time":"2025-02-10T01:25:11.873677734Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpyle4tg6y/port-1376.txt","pid":1376,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
+{"time":"2025-02-10T01:25:11.876493408Z","level":"INFO","msg":"Will exit if parent process dies.","ppid":1376}
+{"time":"2025-02-10T01:25:11.876449044Z","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":35771,"Zone":""}}
+{"time":"2025-02-10T01:25:12.047483477Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:33782"}
+{"time":"2025-02-10T01:25:12.055330435Z","level":"INFO","msg":"handleInformInit: received","streamId":"av3n9atv","id":"127.0.0.1:33782"}
+{"time":"2025-02-10T01:25:12.174919565Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"av3n9atv","id":"127.0.0.1:33782"}
+{"time":"2025-02-10T01:25:14.254207726Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"av3n9atv","id":"127.0.0.1:33782"}
+{"time":"2025-02-10T01:25:14.254538624Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"av3n9atv","id":"127.0.0.1:33782"}
+{"time":"2025-02-10T01:25:16.938793923Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:33782"}
+{"time":"2025-02-10T01:25:16.938876677Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:33782"}
+{"time":"2025-02-10T01:25:16.938895338Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-02-10T01:25:16.938979789Z","level":"INFO","msg":"connection: closing","id":"127.0.0.1:33782"}
+{"time":"2025-02-10T01:25:16.939164839Z","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:33782"}
+{"time":"2025-02-10T01:25:16.939215471Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:33782"}
+{"time":"2025-02-10T01:25:16.939236715Z","level":"INFO","msg":"server is closed"}

wandb/run-20250210_012511-av3n9atv/logs/debug-internal.log

@@ -0,0 +1,16 @@
+{"time":"2025-02-10T01:25:12.055674053Z","level":"INFO","msg":"stream: starting","core version":"0.19.6","symlink path":"/home/jovyan/active-projects/summary-scoring/bin/wandb/run-20250210_012511-av3n9atv/logs/debug-core.log"}
+{"time":"2025-02-10T01:25:12.174830547Z","level":"INFO","msg":"created new stream","id":"av3n9atv"}
+{"time":"2025-02-10T01:25:12.174903289Z","level":"INFO","msg":"stream: started","id":"av3n9atv"}
+{"time":"2025-02-10T01:25:12.175018239Z","level":"INFO","msg":"writer: Do: started","stream_id":"av3n9atv"}
+{"time":"2025-02-10T01:25:12.175121692Z","level":"INFO","msg":"sender: started","stream_id":"av3n9atv"}
+{"time":"2025-02-10T01:25:12.17523133Z","level":"INFO","msg":"handler: started","stream_id":"av3n9atv"}
+{"time":"2025-02-10T01:25:12.336902579Z","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-02-10T01:25:12.511216587Z","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-02-10T01:25:12.51215894Z","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-02-10T01:25:13.14322093Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-02-10T01:25:13.241255603Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2025-02-10T01:25:14.254276659Z","level":"INFO","msg":"stream: closing","id":"av3n9atv"}
+{"time":"2025-02-10T01:25:14.254324497Z","level":"INFO","msg":"handler: closed","stream_id":"av3n9atv"}
+{"time":"2025-02-10T01:25:14.254346909Z","level":"INFO","msg":"writer: Close: closed","stream_id":"av3n9atv"}
+{"time":"2025-02-10T01:25:14.254446451Z","level":"INFO","msg":"sender: closed","stream_id":"av3n9atv"}
+{"time":"2025-02-10T01:25:14.254520217Z","level":"INFO","msg":"stream: closed","id":"av3n9atv"}

wandb/run-20250210_012511-av3n9atv/logs/debug.log

@@ -0,0 +1,36 @@
+2025-02-10 01:25:11,841 INFO    Thread-11 (_run_job):1376 [wandb_setup.py:_flush():68] Current SDK version is 0.19.6
+2025-02-10 01:25:11,841 INFO    Thread-11 (_run_job):1376 [wandb_setup.py:_flush():68] Configure stats pid to 1376
+2025-02-10 01:25:11,841 INFO    Thread-11 (_run_job):1376 [wandb_setup.py:_flush():68] Loading settings from /home/jovyan/.config/wandb/settings
+2025-02-10 01:25:11,841 INFO    Thread-11 (_run_job):1376 [wandb_setup.py:_flush():68] Loading settings from /home/jovyan/active-projects/summary-scoring/src/wandb/settings
+2025-02-10 01:25:11,841 INFO    Thread-11 (_run_job):1376 [wandb_setup.py:_flush():68] Loading settings from environment variables
+2025-02-10 01:25:11,841 INFO    Thread-11 (_run_job):1376 [wandb_init.py:setup_run_log_directory():637] Logging user logs to /home/jovyan/active-projects/summary-scoring/bin/wandb/run-20250210_012511-av3n9atv/logs/debug.log
+2025-02-10 01:25:11,842 INFO    Thread-11 (_run_job):1376 [wandb_init.py:setup_run_log_directory():638] Logging internal logs to /home/jovyan/active-projects/summary-scoring/bin/wandb/run-20250210_012511-av3n9atv/logs/debug-internal.log
+2025-02-10 01:25:11,842 INFO    Thread-11 (_run_job):1376 [wandb_init.py:monkeypatch_ipython():589] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7f249c683850>
+2025-02-10 01:25:11,842 INFO    Thread-11 (_run_job):1376 [wandb_init.py:init():756] calling init triggers
+2025-02-10 01:25:11,842 INFO    Thread-11 (_run_job):1376 [wandb_init.py:init():761] wandb.init called with sweep_config: {'batch_size': 4, 'epochs': 6, 'learning_rate': 8e-05, 'warmup_steps': 1000}
+config: {'_wandb': {}}
+2025-02-10 01:25:11,842 INFO    Thread-11 (_run_job):1376 [wandb_init.py:init():789] starting backend
+2025-02-10 01:25:12,047 INFO    Thread-11 (_run_job):1376 [wandb_init.py:init():793] sending inform_init request
+2025-02-10 01:25:12,050 INFO    Thread-11 (_run_job):1376 [backend.py:_multiprocessing_setup():97] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-02-10 01:25:12,050 INFO    Thread-11 (_run_job):1376 [wandb_init.py:init():808] backend started and connected
+2025-02-10 01:25:12,052 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_config_callback():1253] config_cb None None {'batch_size': 4, 'epochs': 6, 'learning_rate': 8e-05, 'warmup_steps': 1000}
+2025-02-10 01:25:12,055 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_label_probe_notebook():1196] probe notebook
+2025-02-10 01:25:12,055 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_label_probe_notebook():1206] Unable to probe notebook: 'NoneType' object has no attribute 'get'
+2025-02-10 01:25:12,055 INFO    Thread-11 (_run_job):1376 [wandb_init.py:init():901] updated telemetry
+2025-02-10 01:25:12,065 INFO    Thread-11 (_run_job):1376 [wandb_init.py:init():936] communicating run to backend with 90.0 second timeout
+2025-02-10 01:25:12,331 INFO    Thread-11 (_run_job):1376 [wandb_init.py:init():994] starting run threads in backend
+2025-02-10 01:25:12,471 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_console_start():2385] atexit reg
+2025-02-10 01:25:12,471 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_redirect():2235] redirect: wrap_raw
+2025-02-10 01:25:12,471 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_redirect():2300] Wrapping output streams.
+2025-02-10 01:25:12,471 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_redirect():2325] Redirects installed.
+2025-02-10 01:25:12,472 INFO    Thread-11 (_run_job):1376 [wandb_init.py:init():1036] run started, returning control to user process
+2025-02-10 01:25:12,475 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_finish():2110] finishing run tiedaar1/modernbert-summary/av3n9atv
+2025-02-10 01:25:12,475 ERROR   Thread-11 (_run_job):1376 [jupyter.py:save_history():450] Run pip install nbformat to save notebook history
+2025-02-10 01:25:12,475 INFO    Thread-11 (_run_job):1376 [jupyter.py:save_ipynb():386] not saving jupyter notebook
+2025-02-10 01:25:12,475 INFO    Thread-11 (_run_job):1376 [wandb_init.py:_jupyter_teardown():571] cleaning up jupyter logic
+2025-02-10 01:25:12,475 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_atexit_cleanup():2350] got exitcode: 1
+2025-02-10 01:25:12,475 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_restore():2332] restore
+2025-02-10 01:25:12,475 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_restore():2338] restore done
+2025-02-10 01:25:14,247 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_footer_history_summary_info():3963] rendering history
+2025-02-10 01:25:14,247 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_footer_history_summary_info():3995] rendering summary
+2025-02-10 01:25:14,247 INFO    Thread-11 (_run_job):1376 [wandb_run.py:_footer_sync_info():3924] logging synced files

wandb/run-20250210_012517-tzfj64zt/files/config.yaml

@@ -0,0 +1,43 @@
+_wandb:
+    value:
+        cli_version: 0.19.6
+        m: []
+        python_version: 3.11.11
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 55
+            "2":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 55
+            "3":
+                - 2
+                - 14
+                - 23
+                - 55
+            "4": 3.11.11
+            "5": 0.19.6
+            "6": 4.48.3
+            "8":
+                - 1
+                - 5
+            "12": 0.19.6
+            "13": linux-x86_64
+batch_size:
+    value: 8
+epochs:
+    value: 10
+learning_rate:
+    value: 3e-05
+warmup_steps:
+    value: 1000

wandb/run-20250210_012517-tzfj64zt/files/output.log

@@ -0,0 +1,18 @@
+/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/training_args.py:1575: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead
+  warnings.warn(
+Traceback (most recent call last):
+  File "/tmp/ipykernel_1376/3225765675.py", line 8, in train
+    training_args = TrainingArguments(
+                    ^^^^^^^^^^^^^^^^^^
+  File "<string>", line 134, in __init__
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/training_args.py", line 1772, in __post_init__
+    self.device
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/training_args.py", line 2294, in device
+    return self._setup_devices
+           ^^^^^^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/utils/generic.py", line 62, in __get__
+    cached = self.fget(obj)
+             ^^^^^^^^^^^^^^
+  File "/home/jovyan/conda_envs/wes-env2/lib/python3.11/site-packages/transformers/training_args.py", line 2167, in _setup_devices
+    raise ImportError(
+ImportError: Using the `Trainer` with `PyTorch` requires `accelerate>=0.26.0`: Please run `pip install transformers[torch]` or `pip install 'accelerate>=0.26.0'`

wandb/run-20250210_012517-tzfj64zt/files/requirements.txt

@@ -0,0 +1,137 @@
+matplotlib-inline==0.1.7
+wcwidth==0.2.13
+hpack==4.1.0
+executing==2.1.0
+nvidia-cufft-cu12==11.2.1.3
+ipykernel==6.29.5
+zstandard==0.23.0
+comm==0.2.2
+nvidia-nccl-cu12==2.21.5
+mpmath==1.3.0
+asttokens==3.0.0
+datasets==3.2.0
+fonttools==4.56.0
+attrs==25.1.0
+smmap==5.0.0
+jupyter_client==8.6.3
+triton==3.2.0
+tornado==6.4.2
+xxhash==3.5.0
+scipy==1.15.1
+nvidia-cuda-runtime-cu12==12.4.127
+pyzmq==26.2.1
+pydantic==2.10.6
+traitlets==5.14.3
+huggingface-hub==0.28.1
+PyYAML==6.0.2
+nvidia-cusolver-cu12==11.6.1.9
+nvidia-cuda-cupti-cu12==12.4.127
+appdirs==1.4.4
+psutil==6.1.1
+yarl==1.18.3
+cffi==1.17.1
+parso==0.8.4
+Pygments==2.19.1
+ptyprocess==0.7.0
+urllib3==2.3.0
+stack_data==0.6.3
+nvidia-cusparselt-cu12==0.6.2
+pytz==2025.1
+aiosignal==1.3.2
+hyperframe==6.1.0
+networkx==3.4.2
+filelock==3.17.0
+aiohappyeyeballs==2.4.6
+protobuf==4.25.3
+annotated-types==0.7.0
+regex==2024.11.6
+pyparsing==3.2.1
+PySocks==1.7.1
+pyarrow==19.0.0
+platformdirs==4.3.6
+multidict==6.1.0
+packaging==24.2
+tokenizers==0.21.0
+sentry-sdk==2.20.0
+Brotli==1.1.0
+ipython==8.32.0
+tqdm==4.67.1
+exceptiongroup==1.2.2
+click==8.1.8
+python-dateutil==2.9.0.post0
+kiwisolver==1.4.8
+pillow==11.1.0
+certifi==2025.1.31
+certifi==2024.12.14
+nvidia-cuda-nvrtc-cu12==12.4.127
+h2==4.2.0
+cycler==0.12.1
+jedi==0.19.2
+torch==2.6.0
+typing_extensions==4.12.2
+contourpy==1.3.1
+requests==2.32.3
+aiohttp==3.11.12
+pure_eval==0.2.3
+nvidia-nvtx-cu12==12.4.127
+zipp==3.21.0
+importlib_metadata==8.6.1
+nvidia-cublas-cu12==12.4.5.8
+setuptools==75.8.0
+nvidia-cudnn-cu12==9.1.0.70
+threadpoolctl==3.5.0
+nvidia-nvjitlink-cu12==12.4.127
+debugpy==1.8.12
+seaborn==0.13.2
+scikit-learn==1.6.1
+charset-normalizer==3.4.1
+pickleshare==0.7.5
+wheel==0.45.1
+jupyter_core==5.7.2
+multiprocess==0.70.16
+safetensors==0.5.2
+Jinja2==3.1.5
+idna==3.10
+sympy==1.13.1
+GitPython==3.1.44
+nest_asyncio==1.6.0
+pip==25.0.1
+MarkupSafe==3.0.2
+six==1.17.0
+nvidia-cusparse-cu12==12.3.1.170
+numpy==2.2.2
+tzdata==2025.1
+docker-pycreds==0.4.0
+pandas==2.2.3
+matplotlib==3.10.0
+pycparser==2.22
+joblib==1.4.2
+propcache==0.2.1
+pydantic_core==2.27.2
+dill==0.3.8
+decorator==5.1.1
+setproctitle==1.3.4
+prompt_toolkit==3.0.50
+fsspec==2024.9.0
+transformers==4.48.3
+frozenlist==1.5.0
+gitdb==4.0.12
+nvidia-curand-cu12==10.3.5.147
+pexpect==4.9.0
+wandb==0.19.6
+zipp==3.19.2
+backports.tarfile==1.2.0
+jaraco.collections==5.1.0
+jaraco.text==3.12.1
+inflect==7.3.1
+packaging==24.2
+autocommand==2.2.2
+jaraco.context==5.3.0
+typing_extensions==4.12.2
+typeguard==4.3.0
+jaraco.functools==4.0.1
+tomli==2.0.1
+more-itertools==10.3.0
+wheel==0.43.0
+platformdirs==4.2.2
+importlib_metadata==8.0.0

wandb/run-20250210_012517-tzfj64zt/files/wandb-metadata.json

@@ -0,0 +1,40 @@
+{
+  "os":  "Linux-5.15.0-91-generic-x86_64-with-glibc2.35",
+  "python":  "CPython 3.11.11",
+  "startedAt":  "2025-02-10T01:25:17.303580Z",
+  "program":  "<python with no main file>",
+  "git":  {
+    "remote":  "https://github.com/learlab/summary-scoring.git",
+    "commit":  "54d8d72d0a680353e0e747955380b308c9e24c28"
+  },
+  "email":  "[email protected]",
+  "root":  "/home/jovyan/active-projects/summary-scoring/bin",
+  "host":  "jupyter-wesley-2dmorris",
+  "executable":  "/home/jovyan/conda_envs/wes-env2/bin/python",
+  "cpu_count":  32,
+  "cpu_count_logical":  64,
+  "gpu":  "NVIDIA RTX A6000",
+  "gpu_count":  1,
+  "disk":  {
+    "/":  {
+      "total":  "4031374630912",
+      "used":  "2332109414400"
+    }
+  },
+  "memory":  {
+    "total":  "270078521344"
+  },
+  "cpu":  {
+    "count":  32,
+    "countLogical":  64
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA RTX A6000",
+      "memoryTotal":  "51527024640",
+      "cudaCores":  10752,
+      "architecture":  "Ampere"
+    }
+  ],
+  "cudaVersion":  "12.6"
+}

wandb/run-20250210_012517-tzfj64zt/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb":{"runtime":0}}

wandb/run-20250210_012517-tzfj64zt/logs/debug-core.log

@@ -0,0 +1,15 @@
+{"time":"2025-02-10T01:25:17.130903737Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp2rf65a02/port-1376.txt","pid":1376,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
+{"time":"2025-02-10T01:25:17.133629411Z","level":"INFO","msg":"Will exit if parent process dies.","ppid":1376}
+{"time":"2025-02-10T01:25:17.133533186Z","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":46101,"Zone":""}}
+{"time":"2025-02-10T01:25:17.299881555Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:52646"}
+{"time":"2025-02-10T01:25:17.308299852Z","level":"INFO","msg":"handleInformInit: received","streamId":"tzfj64zt","id":"127.0.0.1:52646"}
+{"time":"2025-02-10T01:25:17.428928959Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"tzfj64zt","id":"127.0.0.1:52646"}
+{"time":"2025-02-10T01:25:19.344043826Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"tzfj64zt","id":"127.0.0.1:52646"}
+{"time":"2025-02-10T01:25:19.34436567Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"tzfj64zt","id":"127.0.0.1:52646"}
+{"time":"2025-02-10T01:25:52.898952402Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:52646"}
+{"time":"2025-02-10T01:25:52.899040717Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:52646"}
+{"time":"2025-02-10T01:25:52.899062465Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-02-10T01:25:52.899154272Z","level":"INFO","msg":"connection: closing","id":"127.0.0.1:52646"}
+{"time":"2025-02-10T01:25:52.899358501Z","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:52646"}
+{"time":"2025-02-10T01:25:52.899408129Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:52646"}
+{"time":"2025-02-10T01:25:52.899434937Z","level":"INFO","msg":"server is closed"}

wandb/run-20250210_012517-tzfj64zt/logs/debug-internal.log

@@ -0,0 +1,16 @@
+{"time":"2025-02-10T01:25:17.308661648Z","level":"INFO","msg":"stream: starting","core version":"0.19.6","symlink path":"/home/jovyan/active-projects/summary-scoring/bin/wandb/run-20250210_012517-tzfj64zt/logs/debug-core.log"}
+{"time":"2025-02-10T01:25:17.428862583Z","level":"INFO","msg":"created new stream","id":"tzfj64zt"}
+{"time":"2025-02-10T01:25:17.428918752Z","level":"INFO","msg":"stream: started","id":"tzfj64zt"}
+{"time":"2025-02-10T01:25:17.429021374Z","level":"INFO","msg":"writer: Do: started","stream_id":"tzfj64zt"}
+{"time":"2025-02-10T01:25:17.429120704Z","level":"INFO","msg":"sender: started","stream_id":"tzfj64zt"}
+{"time":"2025-02-10T01:25:17.429228666Z","level":"INFO","msg":"handler: started","stream_id":"tzfj64zt"}
+{"time":"2025-02-10T01:25:17.557650962Z","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-02-10T01:25:17.735227697Z","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-02-10T01:25:17.736385336Z","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-02-10T01:25:18.203847927Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-02-10T01:25:18.331889054Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2025-02-10T01:25:19.344124468Z","level":"INFO","msg":"stream: closing","id":"tzfj64zt"}
+{"time":"2025-02-10T01:25:19.344165517Z","level":"INFO","msg":"handler: closed","stream_id":"tzfj64zt"}
+{"time":"2025-02-10T01:25:19.344189689Z","level":"INFO","msg":"writer: Close: closed","stream_id":"tzfj64zt"}
+{"time":"2025-02-10T01:25:19.344286176Z","level":"INFO","msg":"sender: closed","stream_id":"tzfj64zt"}
+{"time":"2025-02-10T01:25:19.344348158Z","level":"INFO","msg":"stream: closed","id":"tzfj64zt"}

wandb/run-20250210_012517-tzfj64zt/logs/debug.log

@@ -0,0 +1,36 @@
+2025-02-10 01:25:17,093 INFO    Thread-14 (_run_job):1376 [wandb_setup.py:_flush():68] Current SDK version is 0.19.6
+2025-02-10 01:25:17,093 INFO    Thread-14 (_run_job):1376 [wandb_setup.py:_flush():68] Configure stats pid to 1376
+2025-02-10 01:25:17,093 INFO    Thread-14 (_run_job):1376 [wandb_setup.py:_flush():68] Loading settings from /home/jovyan/.config/wandb/settings
+2025-02-10 01:25:17,093 INFO    Thread-14 (_run_job):1376 [wandb_setup.py:_flush():68] Loading settings from /home/jovyan/active-projects/summary-scoring/src/wandb/settings
+2025-02-10 01:25:17,094 INFO    Thread-14 (_run_job):1376 [wandb_setup.py:_flush():68] Loading settings from environment variables
+2025-02-10 01:25:17,094 INFO    Thread-14 (_run_job):1376 [wandb_init.py:setup_run_log_directory():637] Logging user logs to /home/jovyan/active-projects/summary-scoring/bin/wandb/run-20250210_012517-tzfj64zt/logs/debug.log
+2025-02-10 01:25:17,094 INFO    Thread-14 (_run_job):1376 [wandb_init.py:setup_run_log_directory():638] Logging internal logs to /home/jovyan/active-projects/summary-scoring/bin/wandb/run-20250210_012517-tzfj64zt/logs/debug-internal.log
+2025-02-10 01:25:17,094 INFO    Thread-14 (_run_job):1376 [wandb_init.py:monkeypatch_ipython():589] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7f2449750c50>
+2025-02-10 01:25:17,094 INFO    Thread-14 (_run_job):1376 [wandb_init.py:init():756] calling init triggers
+2025-02-10 01:25:17,094 INFO    Thread-14 (_run_job):1376 [wandb_init.py:init():761] wandb.init called with sweep_config: {'batch_size': 8, 'epochs': 10, 'learning_rate': 3e-05, 'warmup_steps': 1000}
+config: {'_wandb': {}}
+2025-02-10 01:25:17,094 INFO    Thread-14 (_run_job):1376 [wandb_init.py:init():789] starting backend
+2025-02-10 01:25:17,299 INFO    Thread-14 (_run_job):1376 [wandb_init.py:init():793] sending inform_init request
+2025-02-10 01:25:17,302 INFO    Thread-14 (_run_job):1376 [backend.py:_multiprocessing_setup():97] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-02-10 01:25:17,303 INFO    Thread-14 (_run_job):1376 [wandb_init.py:init():808] backend started and connected
+2025-02-10 01:25:17,304 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_config_callback():1253] config_cb None None {'batch_size': 8, 'epochs': 10, 'learning_rate': 3e-05, 'warmup_steps': 1000}
+2025-02-10 01:25:17,307 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_label_probe_notebook():1196] probe notebook
+2025-02-10 01:25:17,307 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_label_probe_notebook():1206] Unable to probe notebook: 'NoneType' object has no attribute 'get'
+2025-02-10 01:25:17,307 INFO    Thread-14 (_run_job):1376 [wandb_init.py:init():901] updated telemetry
+2025-02-10 01:25:17,318 INFO    Thread-14 (_run_job):1376 [wandb_init.py:init():936] communicating run to backend with 90.0 second timeout
+2025-02-10 01:25:17,551 INFO    Thread-14 (_run_job):1376 [wandb_init.py:init():994] starting run threads in backend
+2025-02-10 01:25:17,693 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_console_start():2385] atexit reg
+2025-02-10 01:25:17,693 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_redirect():2235] redirect: wrap_raw
+2025-02-10 01:25:17,693 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_redirect():2300] Wrapping output streams.
+2025-02-10 01:25:17,693 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_redirect():2325] Redirects installed.
+2025-02-10 01:25:17,694 INFO    Thread-14 (_run_job):1376 [wandb_init.py:init():1036] run started, returning control to user process
+2025-02-10 01:25:17,696 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_finish():2110] finishing run tiedaar1/modernbert-summary/tzfj64zt
+2025-02-10 01:25:17,696 ERROR   Thread-14 (_run_job):1376 [jupyter.py:save_history():450] Run pip install nbformat to save notebook history
+2025-02-10 01:25:17,696 INFO    Thread-14 (_run_job):1376 [jupyter.py:save_ipynb():386] not saving jupyter notebook
+2025-02-10 01:25:17,696 INFO    Thread-14 (_run_job):1376 [wandb_init.py:_jupyter_teardown():571] cleaning up jupyter logic
+2025-02-10 01:25:17,696 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_atexit_cleanup():2350] got exitcode: 1
+2025-02-10 01:25:17,696 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_restore():2332] restore
+2025-02-10 01:25:17,696 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_restore():2338] restore done
+2025-02-10 01:25:19,336 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_footer_history_summary_info():3963] rendering history
+2025-02-10 01:25:19,337 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_footer_history_summary_info():3995] rendering summary
+2025-02-10 01:25:19,337 INFO    Thread-14 (_run_job):1376 [wandb_run.py:_footer_sync_info():3924] logging synced files

wandb/run-20250210_012553-dgen6yto/files/config.yaml

@@ -0,0 +1,43 @@
+_wandb:
+    value:
+        cli_version: 0.19.6
+        m: []
+        python_version: 3.11.11
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 55
+            "2":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 55
+            "3":
+                - 2
+                - 14
+                - 23
+                - 55
+            "4": 3.11.11
+            "5": 0.19.6
+            "6": 4.48.3
+            "8":
+                - 1
+                - 5
+            "12": 0.19.6
+            "13": linux-x86_64
+batch_size:
+    value: 8
+epochs:
+    value: 8
+learning_rate:
+    value: 3e-05
+warmup_steps:
+    value: 1000