Hugging Face's logo

mlc-ai
/
CodeLlama-13b-hf-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
37d21fc
•
1 Parent(s): f54e013

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +41 -0
  3. ndarray-cache-b16.json +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "hidden_size": 5120,
6
+ "intermediate_size": 13824,
7
+ "num_attention_heads": 40,
8
+ "num_hidden_layers": 40,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32016,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 40,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32016,
20
+ "context_window_size": 16384,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 16384,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "LM",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 2,
35
+ "tokenizer_files": [
36
+ "tokenizer.model",
37
+ "tokenizer.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dd48a5b3d238aedc21531a0dbb82bbd4b1dc2bedff4e32a81891864936f9c8c
3
+ size 81960960
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf081de15a5ea054d396315e8c1870da1bc8ca0c5238bf3e60fcf5258592e9fd
3
+ size 35389440
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:542c89d5688713f687cde532b3adacfa24b9157fa7ecc65d25802159fe386afa
3
+ size 35389440
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4c41a4ce7c3a773afad7a0e1fdca8f021e99510aa13c62b2e9efb97eb59ca47
3
+ size 35389440
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bd50e4d09bb7b6b61b9c9dfdc76ac52cac76b17ed061b3613be985943d4c370
3
+ size 32952320
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc9df99b9d81982425d34f8046639604abb0eef28e9146bd19423dff3f2d69ff
3
+ size 70778880
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75860b6899e6e0ad8be74cfc0fb1d5e3315001e72d377f9c4d97cb1cd53abbbf
3
+ size 35389440
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:961a8a38b2d165db842be5b2cb1d0bf8ddb7f5f795d4ef4c27e30539490fd486
3
+ size 70778880
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dc684a99cccbdf4f7b7aaf9f23b15d4ecd9a607bfdd0f114c4d458c44aa9fd9
3
+ size 32460800
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e3aaed08edc8581dc904c91d58e7d826ca5d6125a794f37f614cb72ba54771d
3
+ size 39321600
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5d4e963fb5b00be52814e472f59f941a9814787a79d7844a6e62223df139fdb
3
+ size 35389440
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:008bd6bd93d3d68b5e8222c53d11c35120cf33a4cefcf31f05050b578bfffdf1
3
+ size 70778880
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db73b2e986af8a320eddbe383364bc920c12b7b4fb154311aaeb3ad275775345
3
+ size 32952320
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c8c95e4af7e4dc198228acf61fa1429e4f19fcb527f3d57c709befdf644547f
3
+ size 70778880
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d44e962c2d8375f3d18924fac38776ecba1dfbd4de1c8eecdad0967065c178b
3
+ size 39321600
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fb0905cdd0a327b507e58251fd57b2a00a6d13c7c03d8a00ddff32bdd36b490
3
+ size 35389440
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac80f491e43cf5ece987cc218844a01e3d920c8d4532a92e0583716c50449825
3
+ size 70778880
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c22f3e7b6cadcb494c7543d71d3ec6c7201922ffe0f88f026ad02fa3acdfbcc9
3
+ size 32952320
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f8cbf4bc41f6103608e760af3f6cf7553741350bcb4b56f83fa7c5391534d82
3
+ size 39321600
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5095d6ada9e256553155d3d99965e55bc4256a09931fb3ff54cf314491c98d96
3
+ size 35389440
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cd2abe4f5a8055ae14786567dde9286d1fc6b785717083872aecce2a64718b4
3
+ size 70778880
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ad379cc5f07e14ac385dc89abf0ab58393092ebfbb87b58ba85d114e510809c
3
+ size 32952320
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28981a749b2bd8946f943b5fd255b4513c7106983667c8dc4ddae66cde289cf6
3
+ size 39321600
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2399647d4e1c785a2129f188b3c78686d78598b7f46461852d9a1eb810ad4891
3
+ size 35389440
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c2562bfd0521552fb71344891f6e26cc540c45e7e9a114b8d84706333af994d
3
+ size 39321600
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21c52c97fa89824c545c42d9d8cda924670bc94ca8abf35acb472442ee981443
3
+ size 70778880
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b153d73504b83b45ab189e73110932e91d8438ccf32ee3e066b14dfd68168ef
3
+ size 32952320
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aac035dfad4a043c5a278319316edae70ced2201b2a6f0f3477f6e9b5b9b493a
3
+ size 39321600
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d50680e9d85529f175f8ead24cf8e0cc63432e728fe246b813f588b83f4cc09
3
+ size 35389440
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9dee8eec9592c6244e07a1ead14eb5086fe7b256cbef3bc56b4a5cd01ceb33a
3
+ size 70778880
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ad20690b906c917b9d430903afc34342041f59fe1ca7bfc0647b21a212f69e1
3
+ size 32952320
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c948f3c4cb3181499046001ce3941a6c1bb29dd2c29523bc993e55469fb266b
3
+ size 39321600
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7fc804c609ecf4bb4e6801d3cc9dea5d7fde18328775e0ed3338c9766d7002a
3
+ size 35389440
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4da634ca2ac224397417909d416510fde0e32760d3942322419d1eef3f1e218
3
+ size 70778880
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f5e5ab269282a3dd11df2d26fc1a31941e1ce4d42e663ef05fda00834050659
3
+ size 32952320
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e95d141fe0a0bc73a536522287afd9d952f0f3345282c9600a7be113501b49
3
+ size 32952320
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98f550a52fbf3b0bd37ca1265413ae78ed95fd1b09023899e57f64292ca477e9
3
+ size 39321600
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34ce7622614fef0df7c2742cb817ecd70fe82c2d7cb7684b84a2fd59ba149fa8
3
+ size 35389440
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:691b06cd0d07b861edd8a2f2d126ae403b89865309a2c947182f4ad16619b05f
3
+ size 70778880
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1595a197d38f297b2af42fa591dc5153cd5b99afb3f81ea365beb1bf66303ae5
3
+ size 32952320
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652e82ff5f7437e5efde461fae7eeff806e81f5cc5e74c6673ea686de78bbcf5
3
+ size 39321600
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb40270a68b21fa8cc9cd339e50942550f6c4608203868434a0d24748128ca46
3
+ size 35389440
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03723a5f015a58ae68b06ce76672eb73f5f19630d0e4ab0d29e76321bed2a21f
3
+ size 70778880
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:168a6d2491be9f283abfdc7c1bdf6f22eeb2bc3bcd49f704c9ae916b50195c67
3
+ size 32952320
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcb7115680a2808158b130723bc1dc86a341bee0a33b363c8ae234b019dc0f7d
3
+ size 39321600
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e513f14b37fdc1d63840ae9b07097b488e7f50ab89b6228387d5658d28e88867
3
+ size 35389440