adalib
/

torchrec-data-gpt-neo-1.3B-prefix

Model card Files Files and versions Community

terryyz commited on Jan 28, 2024

Commit

990ad79

·

verified ·

1 Parent(s): 28bebb3

Upload model

Files changed (2) hide show

adapter_config.json +1 -1
adapter_model.safetensors +2 -2

adapter_config.json CHANGED Viewed

@@ -6,7 +6,7 @@
   "num_attention_heads": 16,
   "num_layers": 24,
   "num_transformer_submodules": 1,
-  "num_virtual_tokens": 10,
   "peft_type": "PREFIX_TUNING",
   "prefix_projection": false,
   "revision": null,

   "num_attention_heads": 16,
   "num_layers": 24,
   "num_transformer_submodules": 1,
+  "num_virtual_tokens": 2,
   "peft_type": "PREFIX_TUNING",
   "prefix_projection": false,
   "revision": null,

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9d14b0e5bc588aa33c09d50ec93837c4ff97d15eefefe7647a9a5248fc6b6d0
-size 3932288

 version https://git-lfs.github.com/spec/v1
+oid sha256:d7a2c3e1d0382652a0cf82cd9aa541220941cd064f71457d987a7a90a0f1fa41
+size 786552