Hugging Face's logo

AIDX-ktds
/
ktdsbaseLM-v0.11-onbased-llama3.1

Text Generation
Safetensors
Korean
llama
conversational
Model card Files Community
AIDXteam commited on
Commit
0a87405
β€’
1 Parent(s): a04dc7f

Upload LlamaForCausalLM

Browse files
Files changed (7) hide show
  1. README.md +2 -2
  2. config.json +13 -3
  3. generation_config.json +6 -5
  4. model-00001-of-00004.safetensors +1 -1
  5. model-00002-of-00004.safetensors +1 -1
  6. model-00003-of-00004.safetensors +1 -1
  7. model-00004-of-00004.safetensors +1 -1
README.md CHANGED
@@ -1,14 +1,14 @@
1
  ---
2
  base_model:
3
  - meta-llama/Llama-3.1-8B-Instruct
 
 
4
  language:
5
  - ko
6
  license: apache-2.0
7
  metrics:
8
  - accuracy
9
  pipeline_tag: text-generation
10
- datasets:
11
- - AIDX-ktds/ko_leaderboard
12
  ---
13
  ### β›± ν•΄λ‹Ή λͺ¨λΈμ€μ€ LlaMA3.1을 Foundation λͺ¨λΈλ‘œ ν•˜λŠ” ν•œκ΅­μ–΄ 및 ν•œκ΅­μ˜ λ‹€μ–‘ν•œ
14
  ### 문화에 μ μš©ν•  수 μžˆλ„λ‘ ν•˜κΈ° μœ„ν•΄
 
1
  ---
2
  base_model:
3
  - meta-llama/Llama-3.1-8B-Instruct
4
+ datasets:
5
+ - AIDX-ktds/ko_leaderboard
6
  language:
7
  - ko
8
  license: apache-2.0
9
  metrics:
10
  - accuracy
11
  pipeline_tag: text-generation
 
 
12
  ---
13
  ### β›± ν•΄λ‹Ή λͺ¨λΈμ€μ€ LlaMA3.1을 Foundation λͺ¨λΈλ‘œ ν•˜λŠ” ν•œκ΅­μ–΄ 및 ν•œκ΅­μ˜ λ‹€μ–‘ν•œ
14
  ### 문화에 μ μš©ν•  수 μžˆλ„λ‘ ν•˜κΈ° μœ„ν•΄
config.json CHANGED
@@ -6,12 +6,16 @@
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
- "eos_token_id": 128009,
 
 
 
 
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
- "max_position_embeddings": 8192,
15
  "mlp_bias": false,
16
  "model_type": "llama",
17
  "num_attention_heads": 32,
@@ -19,7 +23,13 @@
19
  "num_key_value_heads": 8,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
22
- "rope_scaling": null,
 
 
 
 
 
 
23
  "rope_theta": 500000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float16",
 
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
  "hidden_act": "silu",
15
  "hidden_size": 4096,
16
  "initializer_range": 0.02,
17
  "intermediate_size": 14336,
18
+ "max_position_embeddings": 131072,
19
  "mlp_bias": false,
20
  "model_type": "llama",
21
  "num_attention_heads": 32,
 
23
  "num_key_value_heads": 8,
24
  "pretraining_tp": 1,
25
  "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 8.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
  "rope_theta": 500000.0,
34
  "tie_word_embeddings": false,
35
  "torch_dtype": "float16",
generation_config.json CHANGED
@@ -1,9 +1,10 @@
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 128000,
4
- "eos_token_id": 128009,
5
- "transformers_version": "4.44.2",
6
- "temperature": 0.15,
7
- "do_sample": true,
8
- "repetition_penalty": 1.15
 
9
  }
 
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 128000,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "transformers_version": "4.44.2"
10
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a235030c9b498339a7ead36f1465a08f19609360681356265829c6f5391032e3
3
  size 4976698592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:662518e4498168192af71e3e17ac0b0fad0845a3fde7922019bb4bcf6fabdd6d
3
  size 4976698592
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aad251be099382ef3e5575345e0e7f51272293a87f266489d389762513205632
3
  size 4999802616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c3bac8ceadef7b1c35cb4765989617c8cbcaee5468974d90c15be4f9b6f6c08
3
  size 4999802616
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9bcd418f36519daa478935c9388cca7b2a1d9a5d7cc6c34517df3561ad229243
3
  size 4915916080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3b58e819717b7720ea48dc71bd8ba211db99acc170faf735159cbdf70359a71
3
  size 4915916080
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:883f990fd032683d92b12b0808d076ab647eb9d5db8b619e47ea9bdb5e36e88e
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aef4a32e9cc0b2f6177f50b14cfe349fb7a5003cbfb2e87560bff8cc2fd2a093
3
  size 1168138808