Hugging Face's logo

numen-tech
/
Qwen2.5-7B-Instruct-GPTQ-Int4

Text Generation
MLC-LLM
English
chat
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
f54fa87
•
1 Parent(s): 4b15972

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +11 -0
  2. config.json +5 -0
  3. merges.txt +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
README.md CHANGED
@@ -1,3 +1,14 @@
1
  ---
2
  license: apache-2.0
 
 
 
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
  license: apache-2.0
3
+ license_link: https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GPTQ-Int4/blob/main/LICENSE
4
+ language:
5
+ - en
6
+ base_model: Qwen/Qwen2.5-7B-Instruct
7
+ base_model_relation: quantized
8
+ library_name: mlc-llm
9
+ pipeline_tag: text-generation
10
+ tags:
11
+ - chat
12
  ---
13
+
14
+ 4-bit [GPTQ](https://arxiv.org/abs/2210.17323) quantized version of [Qwen2.5-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct) for use with the [Private LLM app](https://privatellm.app/).
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c39365f4790e5fa7cb1a7ac7ceb462b7b1c5a10a9eee3ea31fcc6648439ca66
3
+ size 272498688
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e4111c1bc0831488e7cb6fa53cebb0f0d55bbb63aead378ecbb0bdfbde07ec9
3
+ size 33947648
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd34bcf097905b15f02e25a73bedea772fb37aa7ce4f273d7b60359708ec1c0
3
+ size 33490944
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdc145f8c58858a8bf8c21c9ab5984187c0bd8c9c7b6dfc72653c6a9aecb3322
3
+ size 67895296
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ee48490c9737a2d54628089b11b611c63d1501cbc41b3d832b570548f515168
3
+ size 33947648
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:911b82ae9d1c01b82168d89f0d01e228b03945567a9bda4e2317b4885eb97c40
3
+ size 67895296
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2210acb6b4ca34ebd6a7a56db19155efa8c56508a2eca7bb918dddc055d9990c
3
+ size 30059520
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8076edd62294be9893059260db0d3d72e1232e486a978f5f1ad26aded56f57
3
+ size 272498688
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92531085317faf6223dce0a9d550d93dc815f2c52b347ffac249418da2d2ec1f
3
+ size 33947648
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dc9de30930056d1e6712e4c25bf1173b9b76e49f621b770a7f55ed47552e4cc
3
+ size 67895296
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5cd9a118f7597cc0176ccf55bb4d237fd0af4be325b65b55a4f7463a40d7fd9
3
+ size 33947648
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6706e5ee4582a5c42f1db3ae8faf44aac1f5f129555cc6f47340687aedf7732d
3
+ size 33498112
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ae68b2d4bd8e0e5b2dac3d20dc22b7a57f9edb213a0cf5ab65bc6f41206099a
3
+ size 33947648
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fade00f392fa4999811cf453fc708a579c13ea27a56153215b3bde58ce244b12
3
+ size 67895296
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b369fde9012b6df5c5cc6c4039f3ee4fd005125b72a47eba7913c90a84803e60
3
+ size 33947648
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f331fdd149d8869a5491063268efa853521f4e44c10d6e4f3565a9f9915b4b8
3
+ size 67895296
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1543b76a26ff4e1e2acbc18208186c73c343d384b7e351ac67b00279de697917
3
+ size 30059520
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:200d69428042531054fe8bce5b5e54420241389ae8b913e14344c0e7fad99e17
3
+ size 33947648
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07d8869881520ebf3607a30d7880a88d8e05cae8d4ceff0df7282874419c35bd
3
+ size 67895296
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cd609ab4a8b72265780af645e05c585d1bf03b8764aa8162908786b39b7dfca
3
+ size 33947648
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bccd594d4c31204b877c1d98584e79fa21d764b10e6735e0af22fbc6209e1623
3
+ size 67895296
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaa1e217c91b94fba76f75ff52870febb7f4d751b79ad5b3ac6c012875ae7f57
3
+ size 28174336
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96bcc1421739c49cc1ba50802cc0025dd4a75b76195c13f5e3c57c135452a7e2
3
+ size 33947648
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39d09aad11ac66a938197c0eb77a6bc1f37da4e261cf5a8149b25d4dd681eac7
3
+ size 67895296
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baa780c642615ecea421afb1ad548955f9454c350f4d7317870188fed32f88c7
3
+ size 67895296
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ec58fdf0670cabaae29ef35ac58b93231e23703d1bde38c05e5e42a40693972
3
+ size 33507328
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aa5e024bd8d7d6befb7cc2049f76befd9764ec8b766068111bcc9704b41b4a5
3
+ size 33947648
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f59729e83abd5e72877ee3163f39546ffe01f60e6f5d02367a564bb9f4858d4
3
+ size 67895296
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdaa7e695047268dee8f737c4b878b6b1bda1d37723a59a5f3ce55f5174faea1
3
+ size 33947648
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9aac91cac06ef2c959070e4e1f16a7bbe979f2db3e6be4defa685eebadde0e0
3
+ size 33490944
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4826b3debf24ab9a964595a9fdc93245e56917c6d278a8243aced8fdf5ad385d
3
+ size 67895296
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27d9ccfdc5a56a9cc040b1abfa4c58339182a3e1dee06220a4c587a3354c8ec5
3
+ size 33947648
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fede3204316870e1855ce545e295e89842f6ae3f3e6cb381d2982e99de581701
3
+ size 67895296
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:392f332b5a8ec6c726b412ba18eb575f9028d540abc6c2563e1816a6cce0a640
3
+ size 30059520
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:324f19b8f2ad89debeda3c5fad10c51fd3263e40ef80cc1c3c8dfaf7a6eceabb
3
+ size 33947648
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6df09fa0e8fff1a2d6a0deb0b14f051b337d914b929b23b188da12645bae070
3
+ size 33947648
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eba92ef0077a392eb7ed5f3af2adeb0a07117d8626977bfcd51dea3a7767ce5
3
+ size 67895296
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7ffcb3037f7ea8d8d217b7516eb1d795e218dc16fb64c28705962b5bcb67baa
3
+ size 67895296
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffae1f97393d8edd1c391a866ff342ed7b2ca435e46cd1d6e56487600fcb7f63
3
+ size 27113472
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd987e334a3273c5c11b6d30367234113c52da32ae1f7bbc6f2361dc1f2dcc58
3
+ size 33947648
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd762be4119491cb30d3865dacd76e43d4b91f6c3a0d8357756aae252b5964e
3
+ size 67895296
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17f94d49e2b183b8ffee6133e993c44996b0449c82505eedca6eb62f0a3048cb
3
+ size 33947648
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:567c8edff93c2b851ac9b223d62866f824d59d7168e517a99bcfb8d64c07da5a
3
+ size 67895296
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef495acd198b03c59d736ddcacc28c8167b90077db13b1b3278fe837177a94a0
3
+ size 30043136
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d10d74157857d97ed0d395f15285fc975bc08ee7381fbcb25f157275460c8e
3
+ size 33947648
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:952c8f37b1da142054b6218c41d4a8bfec794a595049c7c4f83bdb5b034b4f0c
3
+ size 67895296