Hugging Face's logo

jykim310
/
phiva-4b-hf-q4f16_0-MLC

Model card Files Community
jykim310 commited on
Commit
607b819
•
1 Parent(s): 5ac1610

upload model

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +14 -0
  2. mlc-chat-config.json +152 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<image>": 32011,
3
+ "<|assistant|>": 32001,
4
+ "<|endoftext|>": 32000,
5
+ "<|end|>": 32007,
6
+ "<|placeholder1|>": 32002,
7
+ "<|placeholder2|>": 32003,
8
+ "<|placeholder3|>": 32004,
9
+ "<|placeholder4|>": 32005,
10
+ "<|placeholder5|>": 32008,
11
+ "<|placeholder6|>": 32009,
12
+ "<|system|>": 32006,
13
+ "<|user|>": 32010
14
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "phiva",
3
+ "quantization": "q4f16_0",
4
+ "model_config": {
5
+ "image_token_index": 32011,
6
+ "text_config": {
7
+ "model_type": "llava",
8
+ "hidden_size": 3072,
9
+ "vocab_size": 32013,
10
+ "num_hidden_layers": 32,
11
+ "num_attention_heads": 32,
12
+ "intermediate_size": 8192,
13
+ "rms_norm_eps": 1e-06,
14
+ "num_key_value_heads": 32,
15
+ "position_embedding_base": 10000,
16
+ "context_window_size": 131072,
17
+ "prefill_chunk_size": 2048,
18
+ "head_dim": 96,
19
+ "tensor_parallel_shards": 1,
20
+ "max_batch_size": 1,
21
+ "kwargs": {
22
+ "_name_or_path": "phiva-4b-pretrained",
23
+ "architectures": [
24
+ "LlavaForConditionalGeneration"
25
+ ],
26
+ "embd_pdrop": 0.0,
27
+ "eos_token_id": 32000,
28
+ "original_max_position_embeddings": 4096,
29
+ "pad_token_id": 32000,
30
+ "resid_pdrop": 0.0,
31
+ "sliding_window": null,
32
+ "torch_dtype": "float16",
33
+ "ignore_index": -100,
34
+ "image_token_index": 32011,
35
+ "projector_hidden_act": "gelu",
36
+ "text_config": {
37
+ "_name_or_path": "microsoft/Phi-3-mini-4k-instruct",
38
+ "architectures": [
39
+ "Phi3ForCausalLM"
40
+ ],
41
+ "embd_pdrop": 0.0,
42
+ "eos_token_id": 32000,
43
+ "hidden_size": 3072,
44
+ "intermediate_size": 8192,
45
+ "num_attention_heads": 32,
46
+ "num_hidden_layers": 32,
47
+ "num_key_value_heads": 32,
48
+ "max_position_embeddings": 131072,
49
+ "model_type": "phi3",
50
+ "original_max_position_embeddings": 4096,
51
+ "pad_token_id": 32000,
52
+ "resid_pdrop": 0.0,
53
+ "rms_norm_eps": 1e-06,
54
+ "sliding_window": 2047,
55
+ "torch_dtype": "float16",
56
+ "vocab_size": 32013
57
+ },
58
+ "tie_word_embeddings": false,
59
+ "transformers_version": "4.42.3",
60
+ "vision_config": {
61
+ "hidden_size": 768,
62
+ "image_size": 224,
63
+ "intermediate_size": 3072,
64
+ "model_type": "clip_vision_model",
65
+ "num_attention_heads": 12,
66
+ "num_hidden_layers": 12,
67
+ "patch_size": 16,
68
+ "projection_dim": 512,
69
+ "vocab_size": 32013
70
+ },
71
+ "vision_feature_layer": -2,
72
+ "vision_feature_select_strategy": "default"
73
+ }
74
+ },
75
+ "vision_config": {
76
+ "hidden_size": 768,
77
+ "image_size": 224,
78
+ "intermediate_size": 3072,
79
+ "num_attention_heads": 12,
80
+ "num_hidden_layers": 12,
81
+ "patch_size": 16,
82
+ "projection_dim": 512,
83
+ "vocab_size": 32013,
84
+ "num_channels": 3,
85
+ "layer_norm_eps": 1e-06,
86
+ "kwargs": {
87
+ "model_type": "clip_vision_model"
88
+ }
89
+ },
90
+ "vocab_size": 32013,
91
+ "context_window_size": 768,
92
+ "sliding_window_size": -1,
93
+ "prefill_chunk_size": 2048,
94
+ "tensor_parallel_shards": 1,
95
+ "max_batch_size": 80,
96
+ "text_architecture": "LlavaForConditionalGeneration"
97
+ },
98
+ "vocab_size": 32013,
99
+ "context_window_size": 768,
100
+ "sliding_window_size": -1,
101
+ "prefill_chunk_size": 2048,
102
+ "attention_sink_size": -1,
103
+ "tensor_parallel_shards": 1,
104
+ "mean_gen_len": 128,
105
+ "max_gen_len": 512,
106
+ "shift_fill_factor": 0.3,
107
+ "temperature": 0,
108
+ "presence_penalty": 0.0,
109
+ "frequency_penalty": 0.0,
110
+ "repetition_penalty": 1.0,
111
+ "top_p": 0.95,
112
+ "conv_template": {
113
+ "name": "phiva",
114
+ "system_template": "{system_message}",
115
+ "system_message": "",
116
+ "add_role_after_system_message": false,
117
+ "roles": {
118
+ "user": "USER",
119
+ "assistant": "ASSISTANT"
120
+ },
121
+ "role_templates": {
122
+ "user": "{user_message}",
123
+ "assistant": "{assistant_message}",
124
+ "tool": "{tool_message}"
125
+ },
126
+ "messages": [],
127
+ "seps": [
128
+ " "
129
+ ],
130
+ "role_content_sep": ": ",
131
+ "role_empty_sep": ":",
132
+ "stop_str": [
133
+ "</s>"
134
+ ],
135
+ "stop_token_ids": [
136
+ 32000
137
+ ],
138
+ "function_string": "",
139
+ "use_function_calling": false,
140
+ "image_token_index": 32011
141
+ },
142
+ "pad_token_id": 32000,
143
+ "bos_token_id": 1,
144
+ "eos_token_id": 32000,
145
+ "tokenizer_files": [
146
+ "tokenizer.model",
147
+ "tokenizer.json",
148
+ "added_tokens.json",
149
+ "tokenizer_config.json"
150
+ ],
151
+ "version": "0.1.0"
152
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1005a583c06f1a772cae95063cf587370bfcf9010255401f4baaf32b053c5de5
3
+ size 49171968
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebb0a3049a48f1fd2bed0021fdc5991d1d384c5eea881500fe892fdaf97d1c88
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19d5b6ab0a855f4479197e41654f2494d370829a72139caadb22a037d27122da
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139bb21517edfa1ace610dbe7bbea6a438d61d1b66f22769e9d7d7195da3f9db
3
+ size 33239040
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7be0f4245ac00fd9cc5a3d15e6ca20102e56aeb135f8b2d1cc45a6e38be9fd3
3
+ size 21239808
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a4a50d5c0ad780e7bc8783c248cfd672822c26c3ef5be8f400c3fc5f85a3d91
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85ecb8aee2a335b850e13d954321ddfbc3dcee1a5a8a826a0009abc3b62f7625
3
+ size 22616064
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8eefc04d097f668dd929095311d1c2a46fedddcc16d1183f4a616e810709e8e
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e782a96edaa34781d18c4f63d54b7606447367061131e17448b953464c66eb7
3
+ size 33239040
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a16694859bd19d9113dfcedb6784923115286c157a99e2f8c9ec7a3e9558f5c5
3
+ size 21239808
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a6fbee75e3fa069cb2e3c5faa6c70622cd28f7a22a62871d3bef4a85226935e
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:186b1e84c0d7e4be6c66a065fcb7aa9f095d4cde06a5f5205a28e927f0cbd662
3
+ size 22616064
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1dd942ac4449042334fd254e8a3aacfce04df50bc32b5b955de78f2aa5bd604
3
+ size 23466432
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1d19985890797b284c4b5760b6ad47afa67c6d9a0f978c9617e9037f1fafaed
3
+ size 25165824
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0c455a884b0d0da1bc88cef516ef24057e0d4a65d82de9ec9f448d71119f555
3
+ size 33239040
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6132a9ecaa6e26a194a281a9602880e157f252b3172c06883466bd3d7bfb1397
3
+ size 21239808
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53f1daf835c3040a3b6f4fbca08b1107ab9f87194a93b568f65345e5b533282a
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:352ca1c7faea954a72554b17c1209edfa3c047a47baeef157baeab4df4e2a026
3
+ size 22616064
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6684ccac8e37328c0fd4ed5d0cadad53a0dbdad790c9e87cf08766ca573b9ec8
3
+ size 25165824
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:239a3d86a26305b96f228e9ea530ecfb6f70b7b4b65c0b189184cc5673f32af4
3
+ size 33239040
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a763bb40c03af8cfa46d3eadba09b6a7ecdeef7fb00de19a0fb100860965e9b4
3
+ size 21239808
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ae8a1716c40761ea65465c2b31f9c950e39679a7dff9d65b0602f11d08a3a63
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:653191db0b6eadb95a7f6244aa2a5bade16554b407b311f044417580bf4a1837
3
+ size 22616064
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24892b6b2d7d823106421fad758bbce5e79e85667c395b0a44cb47a20a6b18d4
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5624e3eebc254adab63e14c0e5d8daca5fba173dbec4fc8e98332b59d47565a
3
+ size 49171968
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b74c8e5d073b47eaee19b46a6836eef06ca41930db58614c4181d1a273b16505
3
+ size 22084032
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d6de48c3468003e25c903a04a283600f2b8b99d3aa00859430f7cd5dd922981
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80f2346c1648f5e8e8869e29167f7680fab40408bfa8a7afade8f379592b956e
3
+ size 22616064
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6538293c9baac16962304f00e60a701dc9e486a920f2debaea729368382c0c7d
3
+ size 25165824
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e814b3cc8bd4927cbbd1327ca4cdc2ec6a15ee6fba41e2a52d0ba213dbab3c7c
3
+ size 33239040
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:749d0e3bec48742dcdc829a14d3886a1913694588141c62e2226d7b1f991f45e
3
+ size 21239808
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0235d1ae30032724c3b0038d91931dda70b3924954cff861b10c5a92680f2f1
3
+ size 25165824
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:938736986a5345a7805f4851034587f82dac9e6feb7e86408df10d117fbee2c5
3
+ size 22616064
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55f76ef22b142480bd7ba348bdf005e20e12807a41215a6cbd00cfbbd51f15a6
3
+ size 25165824
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a047e6f000121cedf3502f98c8b85efdafcd515373fb9d9cb96afa8767cc121
3
+ size 22616064
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f331084e5b2e8d4a1b7d7a601a3a579c13d60f118b4fcd11c92b24dc528b0cf
3
+ size 33239040
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7532b724921238997a91feaa013d2d098706b32a0e839539d6cd7779fce6851
3
+ size 21239808
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31a3d55368a980d3f40b43f1199313e42dce0cf66f9b60f8e450768f5095a802
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cf9db3cdefeea954dbc6255d4bbd5d52159feceb22735555493070aba1e38b6
3
+ size 22616064
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2be384e62512eb94ac3247c2fcc7b4b7d6810b948c89a6ba850929710e2ecba5
3
+ size 25165824
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c630b7bb2301bb326fbdf2288d8c2b11ab74d81d1427b0673f7cbdeca1ca444
3
+ size 33239040
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2917f06c0b41a46279b3602e515d3a21beedb293c8551594c619050f2a5e0f9
3
+ size 21239808
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:206a032dfd79f0aeb1b467a912bcae5b6764366445db6356f77b4ab153a57d1e
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80e197c88e4ee359341d9c41fb64275382819c60a15a6d856b6a6e2ab0a9f436
3
+ size 22616064
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01fb88fc6f6f0481b2ea4aad8c70467a79a67f6765f06196e210288ebb754d2b
3
+ size 25165824
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5267c57a3a4e2f649ce0f3a3d913e3631b7dec8525377e6a5d41c2820f1b6b5a
3
+ size 25165824
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d15ade12634a60e87b96ad44fa3ebc914d5a44f0c6d22d2f8ce776a4c27fdf0
3
+ size 33239040