Upload MixFormerSequentialForCausalLM

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "microsoft/phi-1_5",
+  "_name_or_path": "winglian/phi-1_5-2x",
   "activation_function": "gelu_new",
   "architecture": {
     "block_cls": "parallel",
@@ -29,7 +29,7 @@
   "resid_pdrop": 0.0,
   "rotary_dim": 32,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.34.0.dev0",
   "vocab_size": 51200
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b8837ca9c0181de117ad807b73cfbbadf64974ffdb4fad3057419f9a62a011c
-size 5673167489
+oid sha256:07b049550414070cd56377f3d455760958c8f47c6b37934b16703939dacb5be5
+size 5253706317