sharpenb commited on
Commit
c609dd5
·
verified ·
1 Parent(s): c0da672

Upload folder using huggingface_hub (#4)

Browse files

- c1c02e6108986e1cdc215ff9e98e7913aa44170688dc4d9f1fa20736cad647c6 (709b9b2b3681ace42d10bbfdbb36bb0f43408c0b)

Files changed (3) hide show
  1. config.json +7 -7
  2. model.safetensors +2 -2
  3. smash_config.json +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/covalent/.cache/models/tmp8iq7gzkaj8hi32q5",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -9,15 +9,15 @@
9
  "eos_token_id": 2,
10
  "head_dim": 16,
11
  "hidden_act": "silu",
12
- "hidden_size": 864,
13
  "initializer_range": 0.02,
14
- "intermediate_size": 3456,
15
  "max_position_embeddings": 512,
16
  "mlp_bias": false,
17
  "model_type": "llama",
18
- "num_attention_heads": 54,
19
- "num_hidden_layers": 27,
20
- "num_key_value_heads": 54,
21
  "pad_token_id": 1,
22
  "pretraining_tp": 1,
23
  "quantization_config": {
@@ -44,6 +44,6 @@
44
  "torch_dtype": "float16",
45
  "transformers_version": "4.46.2",
46
  "use_cache": true,
47
- "vocab_size": 32000,
48
  "api_key": null
49
  }
 
1
  {
2
+ "_name_or_path": "/covalent/.cache/models/tmpqk4aj9ccouxpo9kw",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
9
  "eos_token_id": 2,
10
  "head_dim": 16,
11
  "hidden_act": "silu",
12
+ "hidden_size": 896,
13
  "initializer_range": 0.02,
14
+ "intermediate_size": 3584,
15
  "max_position_embeddings": 512,
16
  "mlp_bias": false,
17
  "model_type": "llama",
18
+ "num_attention_heads": 56,
19
+ "num_hidden_layers": 28,
20
+ "num_key_value_heads": 56,
21
  "pad_token_id": 1,
22
  "pretraining_tp": 1,
23
  "quantization_config": {
 
44
  "torch_dtype": "float16",
45
  "transformers_version": "4.46.2",
46
  "use_cache": true,
47
+ "vocab_size": 52000,
48
  "api_key": null
49
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1d383e39761d8f1f635756ff90331ed8d135e49149f68577e77693cd08edcc7
3
- size 434453229
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3ab9e2f4af434ea41ccbcda53d5e8298a5f58b8e20b1814ca71c13d2d242d65
3
+ size 547505644
smash_config.json CHANGED
@@ -28,7 +28,7 @@
28
  "quant_llm-int8_weight_bits": 8,
29
  "max_batch_size": 1,
30
  "device": "cuda",
31
- "cache_dir": "/covalent/.cache/models/tmp8iq7gzka",
32
  "task": "",
33
  "save_load_fn": "bitsandbytes",
34
  "save_load_fn_args": {}
 
28
  "quant_llm-int8_weight_bits": 8,
29
  "max_batch_size": 1,
30
  "device": "cuda",
31
+ "cache_dir": "/covalent/.cache/models/tmpqk4aj9cc",
32
  "task": "",
33
  "save_load_fn": "bitsandbytes",
34
  "save_load_fn_args": {}