Hugging Face's logo

mlc-ai
/
Mistral-7B-Instruct-v0.3-q3f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
dcd8eb8
•
1 Parent(s): e779429

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +79 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "mistral",
4
+ "quantization": "q3f16_1",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 32768,
12
+ "position_embedding_base": 1000000.0,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "context_window_size": 32768,
16
+ "sliding_window_size": -1,
17
+ "prefill_chunk_size": 2048,
18
+ "attention_sink_size": 4,
19
+ "tensor_parallel_shards": 1,
20
+ "max_batch_size": 80
21
+ },
22
+ "vocab_size": 32768,
23
+ "context_window_size": 32768,
24
+ "sliding_window_size": -1,
25
+ "prefill_chunk_size": 2048,
26
+ "attention_sink_size": 4,
27
+ "tensor_parallel_shards": 1,
28
+ "temperature": 1.0,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 1.0,
33
+ "tokenizer_files": [
34
+ "tokenizer.model",
35
+ "tokenizer.json",
36
+ "tokenizer_config.json"
37
+ ],
38
+ "tokenizer_info": {
39
+ "token_postproc_method": "byte_fallback",
40
+ "prepend_space_in_encode": false,
41
+ "strip_space_in_decode": true
42
+ },
43
+ "conv_template": {
44
+ "name": "mistral_default",
45
+ "system_template": "[INST] {system_message}",
46
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
47
+ "system_prefix_token_ids": [
48
+ 1
49
+ ],
50
+ "add_role_after_system_message": false,
51
+ "roles": {
52
+ "user": "[INST]",
53
+ "assistant": "[/INST]",
54
+ "tool": "[INST]"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ " "
64
+ ],
65
+ "role_content_sep": " ",
66
+ "role_empty_sep": "",
67
+ "stop_str": [
68
+ "</s>"
69
+ ],
70
+ "stop_token_ids": [
71
+ 2
72
+ ],
73
+ "function_string": "",
74
+ "use_function_calling": false
75
+ },
76
+ "pad_token_id": 0,
77
+ "bos_token_id": 1,
78
+ "eos_token_id": 2
79
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea1b3d1257c919d222eba556765f4431d9480b0f4824fbf322e1b55bcb4e498d
3
+ size 54001664
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f927a9880222d1c828ff62a7e85cf5ac2314b0a2a096b74452268b500d6ed5da
3
+ size 47251456
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3db54c039a274e9bbb1b306b2804311b2a45ff702b396951902e12c6c2758148
3
+ size 27848704
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5c9142612fffe91c8ce45ea667669c9268d6b75ad6e959b46d342a3566db0aa
3
+ size 23527424
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc9e1c46f273f98f73261e1a4b0c5b2cbd4de5383a4b35ee2211951247f34707
3
+ size 47251456
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3335887c5246d2790ac928caa66c8b1f022a8f9a24e01d2c4f5705731759bf9c
3
+ size 27848704
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f4931fb67c0212563276ea72cc661c78e40447a5ce47f4f44893e7be6377336
3
+ size 23527424
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f56229efe10c58fddcd83af92d2ff34a28b0296060f558f5efdc68c4d4d6d2cf
3
+ size 47251456
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d797dc0e28e10975d6394c8c20774a433c28297e090a72e071cd19f20cdb44c
3
+ size 27848704
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97cc2dbe2417e3029732fd9063810edb685eb5b20882ad404c087b8466909afa
3
+ size 23527424
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61e275a93a9c7acad48e8360ff390d73c226ea5acd313d61261fd7c119a26a6e
3
+ size 47251456
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f19011727e440c3ca6da79ca8a98dfe5e130d1efed3736547fb30834ce70403
3
+ size 27848704
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a2fd52c5a9f4eff4cf96d3ac585b79798a9ac86673ca5391898ecfa1c7a37cb
3
+ size 33226752
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e97ef48c9e100a864310e273be8490b7907db385e5cde65a8aa2ac70690b50eb
3
+ size 23527424
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd1b087b4fc139f08ca92b92535557a3f4ad3bbe294c2c052b31b6d84519e9f9
3
+ size 47251456
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f877de10010b3c153b1882c2a2ff7df12886523e64a73d995f0328e31df87c56
3
+ size 27848704
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4ed60c7842ecf4bb9c2036ced676356e0aedcbce37baf6b3fda0e4d5bc9a4ea
3
+ size 23527424
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba88f0562caefb4af34abccf62826442448b481cd5142764713af4e4cdbc837b
3
+ size 47251456
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13db27b401112d4e214b1fe02657d20bb17cb00e0f1867f20bc14d1ba654edbe
3
+ size 27848704
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b169caed91f0e95310d75adf7daa1a0764df77ad0022fa9e9f0f0ca1ed872a98
3
+ size 23527424
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e60c71a4762b65e3585fcefb5becc4c792a1b42e3a6c1f57d4533fef66ad44
3
+ size 47251456
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a27c0da483b6376f4327e36182a880e3caca2347c6efcdef6efbb8d036cb042
3
+ size 27848704
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2093b556280e4b5dc0ee86627f0e6689bf19b156fd91bbe3281b7fc63b82abed
3
+ size 54001664
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edd61ee2d66df7518c517494a4f0772f502c8304805099ec47e399ed254cb15a
3
+ size 47251456
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4361083a662c1e092d01fa461a123bd9c1e960c33a65b9f2f2c55aee1776d5bf
3
+ size 23527424
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65c5ac3dbcf588f151d334cff29bbc43ce3cb514a79b36b157fd597d9f3e36e1
3
+ size 31666176
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:011ba0981b056116f0438c559e6efb22275b6e3a5f39751ab3932e9ba2bc17bc
3
+ size 47251456
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02a47047ca527e5506daed451d7689710a996c5754e48d7aa21a69c16eee0b4a
3
+ size 23527424
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd878e243071740ca7d529f0457d04f738575c43b71567e5b1559af8e056e2d5
3
+ size 47251456
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47a313530cc8b28898d20ed424a652092337c367891cfbee46d51b15deb68aec
3
+ size 30789632
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f70fc5f6115bcce2eae39ec6f75d23f803546cbed20c0c58bf5db30faeea05a2
3
+ size 47251456
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bd778366b2c8fa592481581dcb2f3d94a52d33f75506dc65696e84e7bf676fe
3
+ size 30806016
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a92f4a575e2bc7c9c7ac1eceaf4c2ece2fdb85a3e3d756ff83a93eae0874af55
3
+ size 23527424
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c45f5f729faf93f186cd6cde23c5b4af1a3e602b3b7719b1113d091d5574d53
3
+ size 47251456
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3a81d40b8504db7954d46f9773d10af97269f5ee06aaa7a188c7233fc1d3f42
3
+ size 32391168
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cd54562981e797b6edee0ad56557028fca305d82075941d11371ec32a3eb3ea
3
+ size 27848704
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86ed48d6a79ca0927bc351138e60b501f3c05b6f7226e64ac271b1a051eb5105
3
+ size 23527424
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cda0ec6c1f27e07dcb7222ea53d82c29702f38affa9ed828d6cbeaad60ced21a
3
+ size 47251456
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77b099f6b2c5a8a0fe3f1e7a843c6788b8391af2478ec2aad54a6a1c7b8a3787
3
+ size 27848704
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43dd74391904826770c9dc008f67ab00ecdb210aaa2e01bcb52c82b63d2af3f2
3
+ size 23527424
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b125700b0cceb13dcfd192a0637f787b9501abec57b0266a17612b7ee650ea8
3
+ size 47251456
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea068381f999eb8c3091ba65f8b905559353fdb070331090de309be6b1e761dd
3
+ size 27848704
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6604c408b0d25c4cde270eff4e8c53efc6b92df57bf01df14161ee0b455020f
3
+ size 23527424
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd22a748ec38958056b7e1e3e4ae037459bc88dd21bc3a9e96fb8d1263f03dc
3
+ size 47251456
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ef5b4a213b1e945f78ec659ea2bae9e8b1b5cc1bf1f3a9799d66132e8de7c6e
3
+ size 27848704
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba7e45099d5743d11332b7bc05265131ef0df2b55739b564e46473160c737db4
3
+ size 23527424
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2691c24f5032e249373c98ec4ae52bd48dbf691b4421b9a3a741c63b8db809d
3
+ size 23527424