davidsi commited on
Commit
cb22a7f
·
verified ·
1 Parent(s): a3d4e25

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/home/aac/Llama3_1-8B-Instruct-AMD-python3",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -11,6 +11,7 @@
11
  128008,
12
  128009
13
  ],
 
14
  "hidden_act": "silu",
15
  "hidden_size": 4096,
16
  "initializer_range": 0.02,
@@ -33,7 +34,7 @@
33
  "rope_theta": 500000.0,
34
  "tie_word_embeddings": false,
35
  "torch_dtype": "bfloat16",
36
- "transformers_version": "4.43.3",
37
  "use_cache": true,
38
  "vocab_size": 128256
39
  }
 
1
  {
2
+ "_name_or_path": "/workspace/Llama3_1-AMD-Python/epoch_5",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
11
  128008,
12
  128009
13
  ],
14
+ "head_dim": 128,
15
  "hidden_act": "silu",
16
  "hidden_size": 4096,
17
  "initializer_range": 0.02,
 
34
  "rope_theta": 500000.0,
35
  "tie_word_embeddings": false,
36
  "torch_dtype": "bfloat16",
37
+ "transformers_version": "4.47.1",
38
  "use_cache": true,
39
  "vocab_size": 128256
40
  }
generation_config.json CHANGED
@@ -8,5 +8,5 @@
8
  ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
- "transformers_version": "4.43.3"
12
  }
 
8
  ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
+ "transformers_version": "4.47.1"
12
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58cf389b52a6a739cbeea468fc30ef1dd03f16358cb93deff3ba65ef8a248967
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc5350bc7de881e6068c801b79e20e8658754a83863ef9b8a88f41f9a6e3dd73
3
  size 4976698672
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d588a40dd7c36d9d38eb0a15c5aa64abb21a9f729c72d11d2f8e5b5d138178f
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d95944a7d58bdb171eb27ced2475da637dd8670b7bb04d075235b9d3f994fd03
3
  size 4999802720
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0909e39e71e5433dde918dfa15a059b9b0e42d7b1eb7aaabf9ece42ed8b2e655
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a41a15e7eeaa0e89bb3ea4273feffea84795d67d3e45e1833cd2ef0443c0b3d
3
  size 4915916176
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90fba70429581dc0d0b273ec3f85cfc183de17d5e61b9088f19bb8ef96a30498
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcf17062099a3ef52809294be24e61c0a92bcbc531b57960234b32eb91c9b98f
3
  size 1168138808