adalib
/

torchrec-data-gpt-neo-1.3B-prefix

Model card Files Files and versions Community

terryyz commited on Jan 28, 2024

Commit

28bebb3

·

verified ·

1 Parent(s): 6479d42

Upload model

Files changed (2) hide show

adapter_config.json +1 -1
adapter_model.safetensors +2 -2

adapter_config.json CHANGED Viewed

@@ -6,7 +6,7 @@
   "num_attention_heads": 16,
   "num_layers": 24,
   "num_transformer_submodules": 1,
-  "num_virtual_tokens": 8,
   "peft_type": "PREFIX_TUNING",
   "prefix_projection": false,
   "revision": null,

   "num_attention_heads": 16,
   "num_layers": 24,
   "num_transformer_submodules": 1,
+  "num_virtual_tokens": 10,
   "peft_type": "PREFIX_TUNING",
   "prefix_projection": false,
   "revision": null,

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddeeb423acd5a45f43204bb9d19e2725edf90d1c3c9dc158ac3196b164b6b4b9
-size 3145856

 version https://git-lfs.github.com/spec/v1
+oid sha256:d9d14b0e5bc588aa33c09d50ec93837c4ff97d15eefefe7647a9a5248fc6b6d0
+size 3932288