Commit
•
51a185e
1
Parent(s):
d606efc
Upload model.
Browse files- config.json +1 -0
- hf_model_0001_0.pt +3 -0
- hf_model_0001_1.pt +3 -0
- hf_model_0002_0.pt +3 -0
- hf_model_0002_1.pt +3 -0
- hf_model_0003_0.pt +3 -0
- hf_model_0003_1.pt +3 -0
- hf_model_0004_0.pt +3 -0
- hf_model_0004_1.pt +3 -0
- recipe_state.pt +3 -0
config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "low_freq_factor": 1.0, "high_freq_factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "transformers_version": "4.42.3", "use_cache": true, "vocab_size": 128256}
|
hf_model_0001_0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:294679fcaa797e74dd40b2f91dfe138ba6ad79ce22b156a52a6bd692658d4950
|
| 3 |
+
size 4976717492
|
hf_model_0001_1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2425500619934b52b0bd31206b0df7129151baa0650b58205967feffc985caa0
|
| 3 |
+
size 4976717492
|
hf_model_0002_0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6b5d2cae882ad49b90674290eff764d70c0cfeb0e6ddb7e8a1eb51ba19b98247
|
| 3 |
+
size 4999826558
|
hf_model_0002_1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a0c6a950c2ec0dbfc584085bfa3786d6140bbe1672443808df60046b43d76f9
|
| 3 |
+
size 4999826558
|
hf_model_0003_0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b2c3e7bb7cab690c6e3c7887cd2b70d40a78823654e4d0f7c2577c9d5c982a70
|
| 3 |
+
size 4915939050
|
hf_model_0003_1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bdbad1adc2031699d193eb656ed33848869ded49cd79a1c3aedac677676d0a7b
|
| 3 |
+
size 4915939050
|
hf_model_0004_0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3df2b7b717d52d89aed4623cb463ec4d9ebefde0ae5e999deed8e63194176d2
|
| 3 |
+
size 1168140820
|
hf_model_0004_1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:acb5c580f956479e3109d998ac846f615c0b9c27151c3c830dcfce61b0fe0ee1
|
| 3 |
+
size 1168140820
|
recipe_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6b24a5b96e930872385a343d3ddb9b93ae6f65486dc79ec2d3f6c28390e47a04
|
| 3 |
+
size 32121237729
|