huseinzol05 commited on
Commit
d85cca4
1 Parent(s): 4763eb6

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -32,9 +32,9 @@
32
  "rope_type": "llama3"
33
  },
34
  "rope_theta": 500000.0,
35
- "tie_word_embeddings": true,
36
  "torch_dtype": "bfloat16",
37
- "transformers_version": "4.43.3",
38
  "use_cache": true,
39
  "vocab_size": 128256
40
  }
 
32
  "rope_type": "llama3"
33
  },
34
  "rope_theta": 500000.0,
35
+ "tie_word_embeddings": false,
36
  "torch_dtype": "bfloat16",
37
+ "transformers_version": "4.45.2",
38
  "use_cache": true,
39
  "vocab_size": 128256
40
  }
generation_config.json CHANGED
@@ -8,5 +8,5 @@
8
  ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
- "transformers_version": "4.43.3"
12
  }
 
8
  ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
+ "transformers_version": "4.45.2"
12
  }
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:72f6878065ed0ade95cc5b8180aead961fa0ed06c8ed834bc280f15c650444d5
3
  size 4965799096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b441642221454bbaf50e301634c88d7d9066516cb971382a1fa4e51945c7ce2
3
  size 4965799096
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d60e4fb9177f33f119c6d5a48851bb6dd226fcd00c0bf59cf0cb4ffe12940d37
3
- size 1459729952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc57dd65dfc415ae07a168d21a3b8301b08cb2fe8cfb3210c48dec32b976e9f1
3
+ size 2247734992
model.safetensors.index.json CHANGED
@@ -1,8 +1,9 @@
1
  {
2
  "metadata": {
3
- "total_size": 6425499648
4
  },
5
  "weight_map": {
 
6
  "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
7
  "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
8
  "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 7213504512
4
  },
5
  "weight_map": {
6
+ "lm_head.weight": "model-00002-of-00002.safetensors",
7
  "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
8
  "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
9
  "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",