Hugging Face's logo

mlc-ai
/
CodeLlama-70b-Python-hf-q3f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
38a0b21
·
verified ·
1 Parent(s): 6859d39

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +41 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q3f16_1",
4
+ "model_config": {
5
+ "hidden_size": 8192,
6
+ "intermediate_size": 28672,
7
+ "num_attention_heads": 64,
8
+ "num_hidden_layers": 80,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32016,
11
+ "position_embedding_base": 10000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 4096,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32016,
20
+ "context_window_size": 16384,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 4096,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "codellama_instruct",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 2,
35
+ "tokenizer_files": [
36
+ "tokenizer.model",
37
+ "tokenizer.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:167902c61a5923ac8e82a855bf26189a8840ca65d85a70af458a8e51305e874d
3
+ size 105012480
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1760cee68f67db83a24aa028e2f0c1510bec54304f45c68fcdba12381d175e1
3
+ size 93978624
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:681c51652e01e8b25c42cd16a381313afd89e9fd061342e69786df594fe956c7
3
+ size 26869760
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1dbc0913e49fee1a12a1c2913bb3732e540c03bd244f6563c08beea95c02fd
3
+ size 93978624
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0e7e01d3a661bdb6fdc9b48bf28ca756c85a4ace1c95c519bd62f67a5990c4c
3
+ size 31117312
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd4fc2c4b1fcdc9982b43482dafbefe0f01e5ec7a3a48676887127bc4892000d
3
+ size 188088320
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac91842ff010e32f75710976da1c9915ad5de42bfb6f6e217a1460461d03f780
3
+ size 23511040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35443577bc9ba80833743facb1d7ef229414adb9f02ddbb0acd6fe22b8fa5188
3
+ size 33587200
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:778f90e5f0b6e8ca1e5c7a12d8500cbcb1ed4e8866b9b1ba8c10961c52012236
3
+ size 26869760
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e55949c2bd68a6eb6cb00e84d5f193be7aefab26a70178f39f7d2eef43ce41e
3
+ size 33587200
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e706a71dde9f20c49cc932ca7734b8c67b471c9d4866d91e5196adbb5639035d
3
+ size 93978624
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16b6fd7b6e3d6dcdb421770984f72ab7fc1921f683a76f78ad790f015f6145fd
3
+ size 23535616
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3613a2a67eafc0b956994b5f4aa655cafef95278ed8389aebde89e375945b32
3
+ size 93978624
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb8de511bac917f57b38ac4a538c39d852fa58234b5b1d0e5799b086c1e090c2
3
+ size 105012480
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a8db3a64cb44103a5c39da30cb0baf5ee92d12a6eeb1fea1f167ac71183af4d
3
+ size 188088320
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd073d15f4f30d8e69c06831cee55e2d7ae491697ab3244b667fcc0e25c28299
3
+ size 23511040
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f56c64512eb43fb9be5a5df6c4f6ac938a89efdd289a6a4ce40203953d98805
3
+ size 33587200
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c4e7b75c2554b204ea8afdb2f07696ad7e8a896b3763493e7c0821dd86b585f
3
+ size 26869760
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb91b32f0d2a5985fcb7f1aefaf36eaf74cc966185a60d971755b0efa6f55070
3
+ size 93978624
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fe8b1506a9f0dd647521f62d04c7ca086fd6bb0f51c23cf5b08142ecd1200ae
3
+ size 31117312
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42f499fe33d3dd3cb59a42dd667941ee2087397cc8fb9d8a233e2ab852fdcd5f
3
+ size 188088320
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:030a62af4539aba997dade0789855f833c9207ceb4a1bd5ba38259cf8b747468
3
+ size 23511040
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd83512cdf97f436f3e47261e79750cfed521bd3468653ea694cf4b164807c50
3
+ size 33587200
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1788fc1cbd419863065a7edaf9adbf3e97f016be185a3534b07d6bc0e1595dc
3
+ size 26869760
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32848dd00c528165476083fe33c7a68f385f266bb57af1f3922d437e5cc9b3cd
3
+ size 93978624
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e19bb17577d96a1bcc5aec88057d3e685bc3f6ceee7bd5ab4ae6107b5f955e0
3
+ size 33587200
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6075eace803f00aa0c955928c8231ebb6958c9c8b83e80537c9c81ca615293c
3
+ size 26869760
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c56deda5ef623a01248fe9f864974008cc23081ab27c775d1ee1e99e96e1e4c
3
+ size 93978624
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46633d8a239ad41b4e87cc654fcb84ad0a23b3fdb14cb7ed746d4a0585b9d828
3
+ size 26894336
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eab2bab921a939cf287f25590d7df7aabf70e9ce7509accf3d1168d1dd0062a5
3
+ size 188088320
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b951a285c849c6ed6c60396871b0afca339d54e127eec05dd53198a83623d6b6
3
+ size 23511040
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:013db152744bacc61028628cfa4567f6189f821a8c0eca88f8fdc6c5302f4a33
3
+ size 26869760
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b795c4938d3cd98bca62d96c3f080d5fc76a279c1ae5874045a5399341bee41
3
+ size 93978624
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bbb9c257649a48ac2620d195ad56696cb588ae5219d852ddad04edbebda350b
3
+ size 188088320
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90ce002b0e1accd0ca0993d315573f16e919564bdf964b71fc2591f8f81b1d1c
3
+ size 23511040
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a07067e487bab4d1540681aedddd33f5b405d0c79241f87e60d5a0182b6fa31a
3
+ size 32480160
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0194e068ce09e6785aa6a17fd256c0dea0650def5c2ccd8c7e8b9ce69cc33a1c
3
+ size 33587200
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8f8dd2a994f389018047603fadde9eaf963e0682d29b1df9d0dd4353c7a57fb
3
+ size 26869760
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47642e7e3ac46a808e8eb2d073d383a13e4c269bfdde6233b268e17dc28b0b38
3
+ size 31100928
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:862ebe283419a3dc46fb420e866747b9fc37bb365e6afa8e8ae40cf16966ee81
3
+ size 93978624
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652441862a71a5e10d5466e327c28bce5be3cfb7c195c1adeafdb7a93b5166c8
3
+ size 188088320
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99037131a923a6d0843cb0ef15ed4ee1c0122bb055f14f437984a99fda23d085
3
+ size 23511040
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bea5291d3a70e6793e02d8dd0a102208ae69d9af6da92905af8ce1a917caba5
3
+ size 33587200
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:786767e636f86be738234dfcbff75062b217305bce07cdd4bcb70b7731575675
3
+ size 26869760
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cd94bfa2a21967695fd7bcdb548956e3419644b3547644ba7f1cb2c5e3130bf
3
+ size 93978624
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf495832c2e493291ddad20e888d5f8e821b0cab054208dedeab376c942b5ca5
3
+ size 22712320
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f7eba2865a347e9309060114b7ed1e4de6b1db7661d29b82329614e23fbfd62
3
+ size 188088320