Hugging Face's logo

daje
/
Qwen2-VL-72B-instruct-ScienceQA

Safetensors
qwen2_vl
Model card Files Community
daje commited on
Commit
903726c
·
verified ·
1 Parent(s): 8e14b2b

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +16 -0
  3. chat_template.json +3 -0
  4. config.json +48 -0
  5. generation_config.json +13 -0
  6. merges.txt +0 -0
  7. model-00001-of-00164.safetensors +3 -0
  8. model-00003-of-00164.safetensors +3 -0
  9. model-00004-of-00164.safetensors +3 -0
  10. model-00005-of-00164.safetensors +3 -0
  11. model-00006-of-00164.safetensors +3 -0
  12. model-00007-of-00164.safetensors +3 -0
  13. model-00008-of-00164.safetensors +3 -0
  14. model-00009-of-00164.safetensors +3 -0
  15. model-00010-of-00164.safetensors +3 -0
  16. model-00011-of-00164.safetensors +3 -0
  17. model-00012-of-00164.safetensors +3 -0
  18. model-00013-of-00164.safetensors +3 -0
  19. model-00014-of-00164.safetensors +3 -0
  20. model-00015-of-00164.safetensors +3 -0
  21. model-00016-of-00164.safetensors +3 -0
  22. model-00017-of-00164.safetensors +3 -0
  23. model-00018-of-00164.safetensors +3 -0
  24. model-00019-of-00164.safetensors +3 -0
  25. model-00020-of-00164.safetensors +3 -0
  26. model-00021-of-00164.safetensors +3 -0
  27. model-00022-of-00164.safetensors +3 -0
  28. model-00023-of-00164.safetensors +3 -0
  29. model-00024-of-00164.safetensors +3 -0
  30. model-00025-of-00164.safetensors +3 -0
  31. model-00026-of-00164.safetensors +3 -0
  32. model-00027-of-00164.safetensors +3 -0
  33. model-00028-of-00164.safetensors +3 -0
  34. model-00029-of-00164.safetensors +3 -0
  35. model-00030-of-00164.safetensors +3 -0
  36. model-00031-of-00164.safetensors +3 -0
  37. model-00032-of-00164.safetensors +3 -0
  38. model-00033-of-00164.safetensors +3 -0
  39. model-00034-of-00164.safetensors +3 -0
  40. model-00035-of-00164.safetensors +3 -0
  41. model-00036-of-00164.safetensors +3 -0
  42. model-00037-of-00164.safetensors +3 -0
  43. model-00038-of-00164.safetensors +3 -0
  44. model-00039-of-00164.safetensors +3 -0
  45. model-00040-of-00164.safetensors +3 -0
  46. model-00041-of-00164.safetensors +3 -0
  47. model-00042-of-00164.safetensors +3 -0
  48. model-00043-of-00164.safetensors +3 -0
  49. model-00044-of-00164.safetensors +3 -0
  50. model-00045-of-00164.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|box_end|>": 151649,
3
+ "<|box_start|>": 151648,
4
+ "<|endoftext|>": 151643,
5
+ "<|im_end|>": 151645,
6
+ "<|im_start|>": 151644,
7
+ "<|image_pad|>": 151655,
8
+ "<|object_ref_end|>": 151647,
9
+ "<|object_ref_start|>": 151646,
10
+ "<|quad_end|>": 151651,
11
+ "<|quad_start|>": 151650,
12
+ "<|video_pad|>": 151656,
13
+ "<|vision_end|>": 151653,
14
+ "<|vision_pad|>": 151654,
15
+ "<|vision_start|>": 151652
16
+ }
chat_template.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
3
+ }
config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2-VL-72B-Instruct",
3
+ "architectures": [
4
+ "Qwen2VLForConditionalGeneration"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "image_token_id": 151655,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 29568,
14
+ "max_position_embeddings": 32768,
15
+ "max_window_layers": 80,
16
+ "model_type": "qwen2_vl",
17
+ "num_attention_heads": 64,
18
+ "num_hidden_layers": 80,
19
+ "num_key_value_heads": 8,
20
+ "rms_norm_eps": 1e-06,
21
+ "rope_scaling": {
22
+ "mrope_section": [
23
+ 16,
24
+ 24,
25
+ 24
26
+ ],
27
+ "rope_type": "default",
28
+ "type": "default"
29
+ },
30
+ "rope_theta": 1000000.0,
31
+ "sliding_window": 32768,
32
+ "tie_word_embeddings": false,
33
+ "torch_dtype": "float32",
34
+ "transformers_version": "4.45.1",
35
+ "use_cache": true,
36
+ "use_sliding_window": false,
37
+ "video_token_id": 151656,
38
+ "vision_config": {
39
+ "hidden_size": 8192,
40
+ "in_chans": 3,
41
+ "model_type": "qwen2_vl",
42
+ "spatial_patch_size": 14
43
+ },
44
+ "vision_end_token_id": 151653,
45
+ "vision_start_token_id": 151652,
46
+ "vision_token_id": 151654,
47
+ "vocab_size": 152064
48
+ }
generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.05,
10
+ "top_k": 1,
11
+ "top_p": 0.001,
12
+ "transformers_version": "4.45.1"
13
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:564c8244287ae5c823253f433251533bfb94a85e0d0e3c17936a56c51dc3db86
3
+ size 1993493408
model-00003-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1784c1ade5b32fa693aa94005215f43e5c8e096e588726c01641152943a8304
3
+ size 1407995104
model-00004-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:346cf937ed5ad6efe2edac48fdf634b3886501c0ffef9d3478d91c732c58035f
3
+ size 1937768704
model-00005-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e374bb583db38ba0a344690a9807e4b24ab9c553a20281cc11c38651e2b451f
3
+ size 1572971648
model-00006-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:645cdd53741b263e58dc70e29409d9b36af7113912ca205288edbe1037cea415
3
+ size 1937768704
model-00007-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc543f3bc54ac82cc0981bf76bba9b5c7d7dbee681f457e1c96925b13bcd233b
3
+ size 1572971648
model-00008-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7055b082710bdefefe5c95e8dc66ca60f78939cc48a36e9001dd121210800b9
3
+ size 1937768704
model-00009-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af6f1480a35500c9d11e6ce05d7a505ad72c3ad52fcd5ca728f29394253d3104
3
+ size 1572971648
model-00010-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b296de78a8991e2336016be3994348b5dd163adbd54de8f34a2a2e16db8bbf8c
3
+ size 1937768704
model-00011-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b06bd7c3e27f03b3c6338db72648d24c3b6b9aca7d16de5ae8a164cd4c23d5c
3
+ size 1572971648
model-00012-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b343f7f3adb635412098759ea730fbfcf714cf5b27d452a010026a0d96b5aee
3
+ size 1937768704
model-00013-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52b9703c04f9da2e47a28d4d055e8017a81405218c40f10e422b612a99fd068e
3
+ size 1572971648
model-00014-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4b38bd8946c8b520d78032ea94928f3c2997ae8d124f285fb5634c0cb683cc3
3
+ size 1937768704
model-00015-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:473ede8ee05ef881f35660d16f633182bddd264a6b36115619b44054ddef238b
3
+ size 1572971648
model-00016-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b1d9ed5d416ffc9e3754d083788786deff7a8f472b7e7b47bd69d1e806f0f89
3
+ size 1937768704
model-00017-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0611d24c3b8ec82657a0e4ef4072099951d36246b1c7a3cc2ab2154d1a1e668d
3
+ size 1572971648
model-00018-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f6baac32e0430414a9115c6c02551204e8f9b0e3e4dd7344277b993f6fb777a
3
+ size 1937768704
model-00019-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:578cf8c802c8970992fe818acc86082eebb3c4f0358eb5722d4606c45e5c2429
3
+ size 1572971648
model-00020-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8673cccfb0b52af1c3cc7347869370f30d2ef600a8e119b616db5ff9f3369866
3
+ size 1937768704
model-00021-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8282d8816d40fb1f465d1382911764d9e1d25c4135ccd0a9e011aab0ed6db357
3
+ size 1572971648
model-00022-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:465b4e35466d02d39cfc80e267c0a1d9f001b2f70ab2a576ff5b5a9c63b924eb
3
+ size 1937768704
model-00023-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dca45225776c23f05e6c27af0db168d73fe465c0e79a1820bec2b00c071b619
3
+ size 1572971640
model-00024-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c967d012b7d38bc7ffbba6b6a4ec5fb43f52b0940d45a7193d4ba3cc90f3a240
3
+ size 1937768712
model-00025-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db855c86db5e31764babecca08b3e1d40f6151c5c12fb74e46db8a2698c168e
3
+ size 1572971656
model-00026-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6277a76842df206f85e360e441e81a58530238047c5c6dbef26d44934194375e
3
+ size 1937768712
model-00027-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:138c59c4dce2c0c19e56987fbb7ce3852a7c8418f37b05e9b2a5bb3c090566e1
3
+ size 1572971656
model-00028-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a70cbbbc6765825db81ba1874ba8d8f6e32353d445a730912aa2236ef3de691
3
+ size 1937768712
model-00029-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67b7a266d5a304243e09e36bf4c73108f7c29a1ee1d595c21fe451277eeb4fc9
3
+ size 1572971656
model-00030-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebc32048cc9e22ec3e3a229f18c149ac59c00dab8847db0fe37d2579549a2eca
3
+ size 1937768712
model-00031-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:942f2170bb3e142ea42251090b3507b58258eb483c7abf31eb6bd92e855143ad
3
+ size 1572971656
model-00032-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b092bf9c0131dd1fdfee6d1d0a0093247c72140209cc27ae83ee206247ea381
3
+ size 1937768712
model-00033-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47284813810f1733bcb8a25c22b4b63040ee0f6ca8f20aa1769b03a7ecaecf48
3
+ size 1572971656
model-00034-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbef1e8ea8334654311663c392d3cb3a2231473e44df8e398c07aa7ccccb42ac
3
+ size 1937768712
model-00035-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ac74bc0ae9bb29478192550cf7e5656848007ee360737edf30f7ab2c541e72f
3
+ size 1572971656
model-00036-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a766ce34f5aba45d3706f84296f141bb5dd1e31decbcf7ff9441d4caed3c16fd
3
+ size 1937768712
model-00037-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3fe08a29b3be809f3d199e14fe8eaec9cd169c693250de817d561e35fac79ff
3
+ size 1572971656
model-00038-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d6c09516842dd7e946c7ac59bfed8655a0f1a50606d4789a8cd4bd616ee23ff
3
+ size 1937768712
model-00039-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f9fc5e24e836094908480db06e0f39085618a26d63e0ae3dcc6183ebd369a0b
3
+ size 1572971656
model-00040-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64e103df123cfbbca3f769ad8dd51d707faa7ba02ac4af9a7184477cb6f87279
3
+ size 1937768712
model-00041-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76869653c2f9be637456d4ee5f9a5c8a432207a00495b1326d4d470cc903a381
3
+ size 1572971656
model-00042-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6feff7ee8042594c25f1cbcd49e86516251072e48deaffb0720c4df0ba80bf2d
3
+ size 1937768712
model-00043-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31e5e5fd00dc8312c6b0f29003e9826b95b68b8c44adee949eda86b4a0d44c25
3
+ size 1572971656
model-00044-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa6d92b33436d9e4e7aae6abfd47170eb3562e156b1586afefaef8adab97e0d6
3
+ size 1937768712
model-00045-of-00164.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59e0fc260e8482ac5771e18b7f48c97ac2970625b92e79c1f948e7c31536ac35
3
+ size 1572971656