Hugging Face's logo

MILVLG
/
Imp-v1.5-3B-196-q4f16_1-MLC

Text Generation
Model card Files Community
Oyoy1235 commited on
Commit
3e00050
•
1 Parent(s): 28fbb14

imp-v1-3b-196-q4f16_1-mlc

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +42 -0
  2. merges.txt +0 -0
  3. mlc-chat-config.json +50 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "\t\t": 50294,
3
+ "\t\t\t": 50293,
4
+ "\t\t\t\t": 50292,
5
+ "\t\t\t\t\t": 50291,
6
+ "\t\t\t\t\t\t": 50290,
7
+ "\t\t\t\t\t\t\t": 50289,
8
+ "\t\t\t\t\t\t\t\t": 50288,
9
+ "\t\t\t\t\t\t\t\t\t": 50287,
10
+ " ": 50286,
11
+ " ": 50285,
12
+ " ": 50284,
13
+ " ": 50283,
14
+ " ": 50282,
15
+ " ": 50281,
16
+ " ": 50280,
17
+ " ": 50279,
18
+ " ": 50278,
19
+ " ": 50277,
20
+ " ": 50276,
21
+ " ": 50275,
22
+ " ": 50274,
23
+ " ": 50273,
24
+ " ": 50272,
25
+ " ": 50271,
26
+ " ": 50270,
27
+ " ": 50269,
28
+ " ": 50268,
29
+ " ": 50267,
30
+ " ": 50266,
31
+ " ": 50265,
32
+ " ": 50264,
33
+ " ": 50263,
34
+ " ": 50262,
35
+ " ": 50261,
36
+ " ": 50260,
37
+ " ": 50259,
38
+ " ": 50258,
39
+ " ": 50257,
40
+ "</s>": 50295,
41
+ "<image>": 50296
42
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "imp",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "model_type": "imp",
6
+ "vocab_size": 51200,
7
+ "n_positions": 3072,
8
+ "n_embd": 2560,
9
+ "n_layer": 32,
10
+ "n_inner": 10240,
11
+ "n_head": 32,
12
+ "rotary_dim": 32,
13
+ "position_embedding_base": 10000,
14
+ "layer_norm_epsilon": 1e-05,
15
+ "context_window_size": 3072,
16
+ "prefill_chunk_size": 3072,
17
+ "n_head_kv": 32,
18
+ "head_dim": 80,
19
+ "tensor_parallel_shards": 1,
20
+ "image_token_index": 50296,
21
+ "image_token": "<image>",
22
+ "dtype": "float16"
23
+ },
24
+ "vocab_size": 51200,
25
+ "context_window_size": 3072,
26
+ "sliding_window_size": -1,
27
+ "prefill_chunk_size": 3072,
28
+ "attention_sink_size": -1,
29
+ "tensor_parallel_shards": 1,
30
+ "mean_gen_len": 128,
31
+ "max_gen_len": 512,
32
+ "shift_fill_factor": 0.3,
33
+ "temperature": 0,
34
+ "presence_penalty": 0.0,
35
+ "frequency_penalty": 0.0,
36
+ "repetition_penalty": 1.0,
37
+ "top_p": 0.95,
38
+ "conv_template": "imp",
39
+ "pad_token_id": 50256,
40
+ "bos_token_id": 1,
41
+ "eos_token_id": 50295,
42
+ "tokenizer_files": [
43
+ "tokenizer.json",
44
+ "vocab.json",
45
+ "merges.txt",
46
+ "added_tokens.json",
47
+ "tokenizer_config.json"
48
+ ],
49
+ "version": "0.1.0"
50
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97fa607d4c4f9b00f292a2eecef0e8873fea5662af50552fea1cf3b1b38327ac
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8e83e698e1e41bc61494c49089c0a1a7d5a5ff3b1d24a3c83eee06e7a052022
3
+ size 32179040
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:003a254b9aa2a42efec4d8d09e879c294650aff1fd150083532d92527508086d
3
+ size 29542400
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cd0cde571e501268b130b5101bcbd51aa4d9099479e3bff4ec657711911d7f0
3
+ size 29511680
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b25ef444485b8da426f3ea2c6de15d56d174009794805a79dfea6f69f280b219
3
+ size 29542400
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:025cd7aa591935392a78549f5202a7f5c06ea3093a81178ba5c3937acbecefd9
3
+ size 29521920
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36dff25544749d599f92d61415ade9f2faa93eab85b6f9e4d33d2bf5b456f1c6
3
+ size 29521920
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8231bda894ab74e7db887654edeed4e0ff6f46582e9acd6e487e1b016147bdd1
3
+ size 29542400
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b88f6645148f60864edae5c7d5ca30358bd59dd0648de7cbf3bfa3482188cd3
3
+ size 29521920
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:461ff843071ac0f2017b309ddefa8500d5e735742455b10713adb14225648e55
3
+ size 29521920
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808982536497ffd609e912c37b93b2f7df36c86f7a4d65955c3821c79606f706
3
+ size 29542400
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faf9d7554c42e532feb8d3d0b90a1bdf4627345c2d33a5f0375cf9b24aa09cf9
3
+ size 29511680
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09d01fac4a494136751de8355b3ea53406d31200ba4451447cfee5d0f19af6f3
3
+ size 65536000
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f814f47480ef8b9b94736fcc6c6e9d8af1e6ecfdb5e59f653385609c3a75046c
3
+ size 29521920
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65c2663839bd8e8d691f19cff64c9fd9ba9b5e3ba4d57f5744d4a9f85bcdcf16
3
+ size 29542400
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7274c83c44c9a42aad43f4a23fe6ea0324e65c1581f01418a3662ae8fab7fb52
3
+ size 29521920
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61b1d4f8bc19891a716af0c579073c6d404a1671f1b4715f0444198bd5f20dfb
3
+ size 29521920
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:548afaf785c51c3db4ac6003570c99725ca899405d03aa77ec424e1a30b98eab
3
+ size 29542400
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96c6b921f6c9458ca49319fc64ed4f659d74296815a5967e69b8bb7189bc7782
3
+ size 29521920
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1aaa2ba561bdfb41b9d419da89665228ac69cdd0b77e07c240962a4d2dc846e
3
+ size 29521920
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d171a5a1fa52843ba0f4738ef85f3346e99e295f7b228fe508675fc219e9740
3
+ size 29542400
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4094fb914365a1a7585bef6cdb592ff6c9839803461a25b1f19012e45aaea134
3
+ size 29521920
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d5bf8d40a433a0ca1fa1f1ea8e889dd992b8c3c91670ef5d603fb611300980
3
+ size 29521920
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7747ac51c898d3f53a37e9181a967ccd497f6ed380b6dc27861ea2a410a65b29
3
+ size 28783360
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6832fa61c68565615c0d7d85ae2fc740c799d41d2436e4206a424f0825edb3b2
3
+ size 29542400
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e9a832378194382edbb0c863cd7735a4f19bd151a263e7dc730fc5467690704
3
+ size 29521920
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cab31540fe47ac489b67d9857630423e1ff503c352e1167b7c8824ea5a4ab4ad
3
+ size 29521920
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aa1c26de75e62987074d9f229c87de87b892bf01ed6ae1468b6486e30279344
3
+ size 29542400
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7565dc8e0c6e6ea5bd831f441fbcf38d1bb931f6df85cd03e19016567a85007d
3
+ size 29521920
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:446b852428a0c69e050a7a5aeab5be4dd9e944410e1127906312b4c3762adff8
3
+ size 29521920
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:697f86bf069a7ee8225636523f44aca03aea7557e0d24432f6fd8b7ade3a5a04
3
+ size 29542400
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bf14ae4759959db1d870b106764c4f23e912400f5094092c02b3abcf2a168c7
3
+ size 29521920
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d74cb208f32a1d7150a6d26c758fedd5c7fc54905bd27e7b9fc31ae73050bca4
3
+ size 29521920
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd4364d6726d4eeb04731543de210b31c9b328d98afe4a620a21342014d32b65
3
+ size 29542400
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bda3f53ea39ce2c9fd658761a9f009f9a6c35c09c798bc51416db8e91c225bf
3
+ size 29521920
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4dd5c9d7aab91f9699a5e8b6c5a74afd8b1465150cce5f5f0d92544731c7c3d
3
+ size 29521920
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:276868210aa4599e9790798968a1598c9029ed98d4d53305809844be199ef0df
3
+ size 29521920
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11a6c3a6a9dc02424ae07691d5d0eeb32e9515da128f67654f804ffca472da62
3
+ size 29542400
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f69bb3d624b44dc8449b8164ab21b518c40c3aa134d242f604d7abab04575dd
3
+ size 29521920
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d485fe49c723d37f3d81ad4c35c685f33711837324251c1455df1cf76dbbab3
3
+ size 29521920
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b27380456628793565859d69fc3178959e5b4f19526ffd96ded406c821806e79
3
+ size 29542400
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb7774e1c4997752f7de59b0af0300c963abb552978cd4b4b1fa383a7ab063d2
3
+ size 29521920
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:276b48dccd6d7e91f3061cf602ff620070b23cf984eb1e047fdc78577299ac36
3
+ size 29521920
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:056beb68e712a7852d9849d40edbc76ed36229876ac5b48b88e3b3ce3a2c0ac2
3
+ size 29542400
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:216aad04ff2e5dac461349c4a2947fb1b8d322e6b29faa81e9c0c921865a5a75
3
+ size 29521920
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d99fbf128538c8d447a722073b75eb2bcae5d3fbe0b02b840892dacd977c17
3
+ size 29521920