Upload model.

config.json

@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "low_freq_factor": 1.0, "high_freq_factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "transformers_version": "4.42.3", "use_cache": true, "vocab_size": 128256}

hf_model_0001_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294679fcaa797e74dd40b2f91dfe138ba6ad79ce22b156a52a6bd692658d4950
+size 4976717492

hf_model_0002_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5d2cae882ad49b90674290eff764d70c0cfeb0e6ddb7e8a1eb51ba19b98247
+size 4999826558

hf_model_0003_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c3e7bb7cab690c6e3c7887cd2b70d40a78823654e4d0f7c2577c9d5c982a70
+size 4915939050

hf_model_0004_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3df2b7b717d52d89aed4623cb463ec4d9ebefde0ae5e999deed8e63194176d2
+size 1168140820

recipe_state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b24a5b96e930872385a343d3ddb9b93ae6f65486dc79ec2d3f6c28390e47a04
+size 32121237729