gate369 commited on
Commit
6e2a852
·
verified ·
1 Parent(s): b691395

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. model.safetensors +1 -1
  3. training_args.bin +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "./Bitnet-Mistral.0.2-v2/final_model/",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
@@ -10,7 +10,7 @@
10
  "hidden_size": 256,
11
  "initializer_range": 0.02,
12
  "intermediate_size": 512,
13
- "max_position_embeddings": 2048,
14
  "model_type": "mistral",
15
  "num_attention_heads": 8,
16
  "num_hidden_layers": 24,
 
1
  {
2
+ "_name_or_path": "./Bitnet-Mistral.0.2-v2-2048/final_model/",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
 
10
  "hidden_size": 256,
11
  "initializer_range": 0.02,
12
  "intermediate_size": 512,
13
+ "max_position_embeddings": 4096,
14
  "model_type": "mistral",
15
  "num_attention_heads": 8,
16
  "num_hidden_layers": 24,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96203a17fb1a73c95f400d65c619db0b32285d68a35ccacdaf9de91e1064a899
3
  size 128524840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29fed27fcd30e4be8330948e1bdeab812646f4c0d6009c68561529dc4368f2b5
3
  size 128524840
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1babb97e62b687661ceeaebcabbfc1e313acda5ab511a4355f11cb9d4bc673b4
3
  size 5112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e9c2939095aa18b1f4c9094def5df2952f15bdc419923738c747cfc214bf696
3
  size 5112