Hugging Face's logo

TechxGenus
/
Mistral-Large-Instruct-2407-AWQ

Text Generation
Transformers
Safetensors
mistral
conversational
text-generation-inference
Inference Endpoints
4-bit precision
awq
Model card Files Community
5
TechxGenus commited on
Commit
822c79a
•
1 Parent(s): b36dcc9

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. config.json +35 -0
  2. generation_config.json +7 -0
  3. model-00001-of-00014.safetensors +3 -0
  4. model-00002-of-00014.safetensors +3 -0
  5. model-00003-of-00014.safetensors +3 -0
  6. model-00004-of-00014.safetensors +3 -0
  7. model-00005-of-00014.safetensors +3 -0
  8. model-00006-of-00014.safetensors +3 -0
  9. model-00007-of-00014.safetensors +3 -0
  10. model-00008-of-00014.safetensors +3 -0
  11. model-00009-of-00014.safetensors +3 -0
  12. model-00010-of-00014.safetensors +3 -0
  13. model-00011-of-00014.safetensors +3 -0
  14. model-00012-of-00014.safetensors +3 -0
  15. model-00013-of-00014.safetensors +3 -0
  16. model-00014-of-00014.safetensors +3 -0
  17. model.safetensors.index.json +0 -0
  18. special_tokens_map.json +23 -0
  19. tokenizer.json +0 -0
  20. tokenizer.model +3 -0
  21. tokenizer_config.json +0 -0
config.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "mistralai/Mistral-Large-Instruct-2407",
3
+ "architectures": [
4
+ "MistralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 12288,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 32768,
15
+ "model_type": "mistral",
16
+ "num_attention_heads": 96,
17
+ "num_hidden_layers": 88,
18
+ "num_key_value_heads": 8,
19
+ "quantization_config": {
20
+ "bits": 4,
21
+ "group_size": 128,
22
+ "modules_to_not_convert": null,
23
+ "quant_method": "awq",
24
+ "version": "gemm",
25
+ "zero_point": true
26
+ },
27
+ "rms_norm_eps": 1e-05,
28
+ "rope_theta": 1000000.0,
29
+ "sliding_window": null,
30
+ "tie_word_embeddings": false,
31
+ "torch_dtype": "float16",
32
+ "transformers_version": "4.43.2",
33
+ "use_cache": true,
34
+ "vocab_size": 32768
35
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "do_sample": true,
5
+ "eos_token_id": 2,
6
+ "transformers_version": "4.43.2"
7
+ }
model-00001-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d56168180f72ff22d6b6c641e737466bc6897c65df89fbae708e43fc710aa609
3
+ size 4937087912
model-00002-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b67144841d5671e3ff28ad6948973f74c1ab705fef2167ae856839bdb6975b
3
+ size 4850976432
model-00003-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb912e0fcaea8874bb878db5fa06af1e5104758ff4c9c35d64748dedeacc2f8e
3
+ size 4850976520
model-00004-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d961ddb0503064b6b6d0896672fd76e8a783d6abaf06cf76fd8360b151a54b08
3
+ size 4955571976
model-00005-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b19dfccb4e65dda532d1fdfe09166dfc0b7c953a6117115397d52660455ac99
3
+ size 4942496848
model-00006-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c6938009a7b97c3cd041714cb67fc7ba4cc23795b49966bc56da16d7ccda83e
3
+ size 4850927136
model-00007-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:456564c415fe2c582dd64fb5fa8f78bde24e096fb0aa15fa51666da71641d962
3
+ size 4850976528
model-00008-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bf0a7e447b79ca947b3851d9fb8f26b3208958c921debc4d1d5440231127834
3
+ size 4850976520
model-00009-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78619c375875037490dfdd932195813f8913bb3f9196372167c81e7a82c6d633
3
+ size 4955571976
model-00010-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3a1995e147919e2399e1a7924368f4ef551c6f5e58edb35b0fb0d74689a054d
3
+ size 4942496848
model-00011-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c60571b9828539c873e7d7101ac18b3f6019bb3622bf172a6482027be22de4
3
+ size 4850927136
model-00012-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd3f3b9d706e63b9b1c1a9410a071eb4200797434bf242bc120a5f23ce9321e4
3
+ size 4850976528
model-00013-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6df51dec61c303c9ab0b3ecb856ce147842ac3638cb85d3ea31a3e84c20d68fc
3
+ size 4850976520
model-00014-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91718a1999616a04585860590b601bba82d71f02a110071a43b33ecb0e352795
3
+ size 1354507696
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "unk_token": {
17
+ "content": "<unk>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ }
23
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59f95e28944c062244741268596badc900df86c7f5ded05088d2da22a7379e06
3
+ size 587583
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff