Hugging Face's logo

satyaalmasian
/
llama3_1_fft_steps_2e_500steps

llama
Model card Files Community
satyaalmasian commited on
Commit
51a185e
·
verified ·
1 Parent(s): d606efc

Upload model.

Browse files
Files changed (10) hide show
  1. config.json +1 -0
  2. hf_model_0001_0.pt +3 -0
  3. hf_model_0001_1.pt +3 -0
  4. hf_model_0002_0.pt +3 -0
  5. hf_model_0002_1.pt +3 -0
  6. hf_model_0003_0.pt +3 -0
  7. hf_model_0003_1.pt +3 -0
  8. hf_model_0004_0.pt +3 -0
  9. hf_model_0004_1.pt +3 -0
  10. recipe_state.pt +3 -0
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "low_freq_factor": 1.0, "high_freq_factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "transformers_version": "4.42.3", "use_cache": true, "vocab_size": 128256}
hf_model_0001_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:294679fcaa797e74dd40b2f91dfe138ba6ad79ce22b156a52a6bd692658d4950
3
+ size 4976717492
hf_model_0001_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2425500619934b52b0bd31206b0df7129151baa0650b58205967feffc985caa0
3
+ size 4976717492
hf_model_0002_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b5d2cae882ad49b90674290eff764d70c0cfeb0e6ddb7e8a1eb51ba19b98247
3
+ size 4999826558
hf_model_0002_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a0c6a950c2ec0dbfc584085bfa3786d6140bbe1672443808df60046b43d76f9
3
+ size 4999826558
hf_model_0003_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2c3e7bb7cab690c6e3c7887cd2b70d40a78823654e4d0f7c2577c9d5c982a70
3
+ size 4915939050
hf_model_0003_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdbad1adc2031699d193eb656ed33848869ded49cd79a1c3aedac677676d0a7b
3
+ size 4915939050
hf_model_0004_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3df2b7b717d52d89aed4623cb463ec4d9ebefde0ae5e999deed8e63194176d2
3
+ size 1168140820
hf_model_0004_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acb5c580f956479e3109d998ac846f615c0b9c27151c3c830dcfce61b0fe0ee1
3
+ size 1168140820
recipe_state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b24a5b96e930872385a343d3ddb9b93ae6f65486dc79ec2d3f6c28390e47a04
3
+ size 32121237729