Hugging Face's logo

opusnoma
/
Mistral-7B-Instruct-v0.2-q4f16_1

Model card Files Community
WinstonChen davidpissarra commited on
Commit
276f5d5
•
0 Parent(s):

Duplicate from mlc-ai/mlc-chat-Mistral-7B-Instruct-v0.2-q4f16_1

Browse files

Co-authored-by: David Pissarra <[email protected]>

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +35 -0
  2. mlc-chat-config.json +23 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_11.bin +3 -0
  15. params_shard_12.bin +3 -0
  16. params_shard_13.bin +3 -0
  17. params_shard_14.bin +3 -0
  18. params_shard_15.bin +3 -0
  19. params_shard_16.bin +3 -0
  20. params_shard_17.bin +3 -0
  21. params_shard_18.bin +3 -0
  22. params_shard_19.bin +3 -0
  23. params_shard_2.bin +3 -0
  24. params_shard_20.bin +3 -0
  25. params_shard_21.bin +3 -0
  26. params_shard_22.bin +3 -0
  27. params_shard_23.bin +3 -0
  28. params_shard_24.bin +3 -0
  29. params_shard_25.bin +3 -0
  30. params_shard_26.bin +3 -0
  31. params_shard_27.bin +3 -0
  32. params_shard_28.bin +3 -0
  33. params_shard_29.bin +3 -0
  34. params_shard_3.bin +3 -0
  35. params_shard_30.bin +3 -0
  36. params_shard_31.bin +3 -0
  37. params_shard_32.bin +3 -0
  38. params_shard_33.bin +3 -0
  39. params_shard_34.bin +3 -0
  40. params_shard_35.bin +3 -0
  41. params_shard_36.bin +3 -0
  42. params_shard_37.bin +3 -0
  43. params_shard_38.bin +3 -0
  44. params_shard_39.bin +3 -0
  45. params_shard_4.bin +3 -0
  46. params_shard_40.bin +3 -0
  47. params_shard_41.bin +3 -0
  48. params_shard_42.bin +3 -0
  49. params_shard_43.bin +3 -0
  50. params_shard_44.bin +3 -0
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
mlc-chat-config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_lib": "Mistral-7B-Instruct-v0.2-q4f16_1",
3
+ "local_id": "Mistral-7B-Instruct-v0.2-q4f16_1",
4
+ "conv_template": "mistral_default",
5
+ "temperature": 0.7,
6
+ "repetition_penalty": 1.1,
7
+ "top_p": 0.95,
8
+ "mean_gen_len": 128,
9
+ "max_gen_len": 4096,
10
+ "num_shards": 1,
11
+ "use_presharded_weights": false,
12
+ "shift_fill_factor": 0.3,
13
+ "tokenizer_files": [
14
+ "tokenizer.model",
15
+ "tokenizer.json"
16
+ ],
17
+ "model_category": "mistral",
18
+ "model_name": "Mistral-7B-Instruct-v0.2",
19
+ "vocab_size": 32000,
20
+ "prefill_chunk_size": 128,
21
+ "sliding_window_size": 1024,
22
+ "attention_sink_size": 4
23
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8705237537202a9fe83b55f03c90f92d33f29ff9e837622e9c4affe57c2a13e3
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43854e2193d4926997146015f6a38c58f7bcdf9d6ea0a5c13caaf52af43d01f1
3
+ size 58720256
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3243221f36e4379707c752aff97b206e2cd3ec6f7e275711b4394c5c27666700
3
+ size 22036480
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c681d791cf2d278843952540386171f96f3acd25007b688169fd4bc6a28b923
3
+ size 29360128
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bfe2fe6e2a67ffae4788b053a513eef32c6563497d9a64432fad37d7be37e9b
3
+ size 22036480
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33a0f6f599cb6424e4ee0f8f644619177db1bd75907c85f3b868b457f27ee862
3
+ size 58720256
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:288399ec5d59c29c77db42601b212b3d9ca2540b461fbb57604625400f100b5d
3
+ size 29360128
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43dbef41fc1bf55498d92abf89c03ac871c385810e70b7cc5c5f5a942c448b6e
3
+ size 30932992
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f974b7c2e3c6d449a3491ae3060b1d81dad69edd754dbb53f4b8012114861d0
3
+ size 65536000
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfd7b5679baa0b8cea9857b0b2ea03a4ae71750ee9172fae6605aff344c79d8d
3
+ size 12935168
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18b622b831350f914c698c70a694844dbc4a16493d77dbabd6baea9f9750e2f9
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba522d5a96ca33373b42b429d433c8e03499816c3d15a9134b7c15ee56c48c0a
3
+ size 29360128
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b080834b9b5d5f56aedd2bc99eabec7c89e1307adc3e11c88f1ce6e615783daf
3
+ size 30932992
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbe7f8478ec2ea617a56a8b12e1ba0d418a9244a506d65a71eb4f900b8fe1bb6
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d41563f8696c21694ab31376b645da6a85c05aa5db47c7d757b2ab99ec3e1779
3
+ size 27279360
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90d6b81ea53fd83676e30f65317503eef9062df976823044159d5083564f0b7a
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8465602f1fc2ccf598ff1dca223d42971ba8f968f209e530792944bf57159cfc
3
+ size 25182208
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4beeb72dcbc5ce352c71a8a9de8cb6a5024a71bba6370e69534ca5df3e79f18c
3
+ size 58720256
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57d968414f46fb0134c16b8c74caf423c1432f8a22a6165437f808bf43cc6485
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c30c69ed8e77747ebed3eb552378473fbebc084041034a6dc7824884c0a3bb76
3
+ size 31784960
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e19fb32bf2eb53eb378be230c321f934c30e185789192bfaf61bbe5fdc4a1d
3
+ size 33046528
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:748ad636369227ddf1edeade578e0223cad68b46f5d426ce68082b86f1ecd952
3
+ size 58720256
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede9750202f1799dbbf8b34ece15058dae660892bece3b8feaed5f457803506a
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e077eff3c98d29f18267aaf40eecbea762cd0d56cdc5522575c377a542e325fa
3
+ size 22036480
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e36e476e03232bf7dfcbf8e7f424e70583b5a04446a56ca4adc8340666d029b0
3
+ size 58720256
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9676d6263f190b8c2afd27d1c9d2c4b64548c8e8963febac7f8b315296e13ea
3
+ size 29360128
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adc98bf590fdeb0ec8e64dd7d749d2fa8a77ea46fb41ad5b7bda0d10fc09a7a4
3
+ size 30932992
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46edeb1b66c296bda1b6d82b6006fe9f60201bf62e3895b1fc40b3ef35cf5241
3
+ size 58720256
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d6513e77d5b534d830c2935a77d70c30170a5095490d1736809104afbda3eeb
3
+ size 27279360
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e39f781c1b7e12522a0b10cdb52f345e1db3d64e9c410e51e8847c569b5a0f1c
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e84577f1d2a84168927b29a488fa88e69be3e914db44b30745a3654816d89a3a
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20f03f9af8a3b7a9ec0efd87c9143d80fb96cc0528535a6f224f70fe204423d0
3
+ size 25182208
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75e7aedfe6f4c9d54256234b8bbad5bf6d874edf179e9f9e40af6f85f8d00b0b
3
+ size 58720256
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d5c48e161e13d9e1aef9f984eab26cc907de307fa1acfe5aa78da9c6d2e4f92
3
+ size 29360128
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd308f5d0583ad688ba5550398989d76be8dda48da1b0db20f752d3ea363c62c
3
+ size 33046528
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8835fe1c96b411f1562cbc311431d67b8caf76a636db1cdf652e146ddb54957e
3
+ size 58720256
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cf7cfcb9014515424f0c35c87c75a89033a1b77820d4bde07444a85df4d71f9
3
+ size 29360128
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dfb52833c171ee392d940442aefd91c7e2502162be2e576894ff0a64cf6b18b
3
+ size 22036480
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99d8c2f8082a1983f3bda82453b08f98afdc95bfffcd280fb776b2d966856459
3
+ size 58720256
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcd13089cf30a6ea6acebd5ea8caf5cce7bc44717b6618c7f37511bc899b9d4e
3
+ size 29360128
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:368b954763b3909398df5377ca25949f83c04b0c0440f9d5721aef897ae69d5d
3
+ size 30932992
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45f1f7642d9b503c0c495857ecba8d5ec9a86c451eb916ce298c8ae97e869dae
3
+ size 25182208
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44e9716c3df9ae87403d109abf4690cb06550a421df2098b51f5f455f88313e0
3
+ size 58720256
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d44a43efc0922763648bd869a5db5994cec5ef6925c2de6f33e1940c8ead1873
3
+ size 27279360
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9090c8b0de77ccd26d359f006bb4fe61c3251d12a0106430bebde5f747bac5bd
3
+ size 29360128
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a36c9cf8aeac5134cc23edd209dcf1e10607a7c939797414c9d84d787ed1c5a1
3
+ size 25182208
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eafd649f09277295ab55fbf63e0b31b37596740793648cbc4f275d0850455bd
3
+ size 58720256