Hugging Face's logo

avalosjc
/
llama3_8b_generation

PEFT
TensorBoard
Safetensors
llama
trl
sft
Generated from Trainer
4-bit precision
bitsandbytes
Model card Files Metrics Community
avalosjc commited on
Commit
1bfb99e
·
verified ·
1 Parent(s): 37ed9b6

Upload LlamaForCausalLM

Browse files
Files changed (4) hide show
  1. config.json +2 -2
  2. generation_config.json +4 -1
  3. model-00001-of-00002.safetensors +1 -1
  4. model-00002-of-00002.safetensors +1 -1
config.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
- "_name_or_path": "NousResearch/Meta-Llama-3-8B",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
- "eos_token_id": 128001,
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
 
1
  {
2
+ "_name_or_path": "NousResearch/Meta-Llama-3-8B-Instruct",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
+ "eos_token_id": 128009,
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
generation_config.json CHANGED
@@ -1,7 +1,10 @@
1
  {
2
  "bos_token_id": 128000,
3
  "do_sample": true,
4
- "eos_token_id": 128001,
 
 
 
5
  "max_length": 4096,
6
  "temperature": 0.6,
7
  "top_p": 0.9,
 
1
  {
2
  "bos_token_id": 128000,
3
  "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128009
7
+ ],
8
  "max_length": 4096,
9
  "temperature": 0.6,
10
  "top_p": 0.9,
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5daaed6389526af1f4a362b0ea4e3a54a36c5bc83ea026f8b3c235538d39ced6
3
  size 4980551716
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5906a3ab08eab0efbf9cc7482441912c90884ee051a129661b11c3bd8640860e
3
  size 4980551716
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de18082276afcf9e4d9f9fef20dcffa6b551e31f803c3ab5a4401115ed392cf4
3
  size 3149224148
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92fad570a870a8cf3a2c1f4aa0740436fb46ea07058d3fde9fff9260e896329e
3
  size 3149224148