Hugging Face's logo

umd-vt-nyu
/
ar1e5_250110

Safetensors
Model card Files Community
xcpan commited on
Commit
d122744
·
verified ·
1 Parent(s): 5438317

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-30000/config.json +61 -0
  2. checkpoint-30000/generation_config.json +13 -0
  3. checkpoint-30000/latest +1 -0
  4. checkpoint-30000/model-00001-of-00006.safetensors +3 -0
  5. checkpoint-30000/model-00002-of-00006.safetensors +3 -0
  6. checkpoint-30000/model-00003-of-00006.safetensors +3 -0
  7. checkpoint-30000/model-00004-of-00006.safetensors +3 -0
  8. checkpoint-30000/model-00005-of-00006.safetensors +3 -0
  9. checkpoint-30000/model-00006-of-00006.safetensors +3 -0
  10. checkpoint-30000/model.safetensors.index.json +0 -0
  11. checkpoint-30000/rng_state_0.pth +3 -0
  12. checkpoint-30000/rng_state_1.pth +3 -0
  13. checkpoint-30000/rng_state_10.pth +3 -0
  14. checkpoint-30000/rng_state_100.pth +3 -0
  15. checkpoint-30000/rng_state_101.pth +3 -0
  16. checkpoint-30000/rng_state_102.pth +3 -0
  17. checkpoint-30000/rng_state_103.pth +3 -0
  18. checkpoint-30000/rng_state_104.pth +3 -0
  19. checkpoint-30000/rng_state_105.pth +3 -0
  20. checkpoint-30000/rng_state_106.pth +3 -0
  21. checkpoint-30000/rng_state_107.pth +3 -0
  22. checkpoint-30000/rng_state_108.pth +3 -0
  23. checkpoint-30000/rng_state_109.pth +3 -0
  24. checkpoint-30000/rng_state_11.pth +3 -0
  25. checkpoint-30000/rng_state_110.pth +3 -0
  26. checkpoint-30000/rng_state_111.pth +3 -0
  27. checkpoint-30000/rng_state_112.pth +3 -0
  28. checkpoint-30000/rng_state_113.pth +3 -0
  29. checkpoint-30000/rng_state_114.pth +3 -0
  30. checkpoint-30000/rng_state_115.pth +3 -0
  31. checkpoint-30000/rng_state_116.pth +3 -0
  32. checkpoint-30000/rng_state_117.pth +3 -0
  33. checkpoint-30000/rng_state_118.pth +3 -0
  34. checkpoint-30000/rng_state_119.pth +3 -0
  35. checkpoint-30000/rng_state_12.pth +3 -0
  36. checkpoint-30000/rng_state_120.pth +3 -0
  37. checkpoint-30000/rng_state_121.pth +3 -0
  38. checkpoint-30000/rng_state_122.pth +3 -0
  39. checkpoint-30000/rng_state_123.pth +3 -0
  40. checkpoint-30000/rng_state_124.pth +3 -0
  41. checkpoint-30000/rng_state_125.pth +3 -0
  42. checkpoint-30000/rng_state_126.pth +3 -0
  43. checkpoint-30000/rng_state_127.pth +3 -0
  44. checkpoint-30000/rng_state_13.pth +3 -0
  45. checkpoint-30000/rng_state_14.pth +3 -0
  46. checkpoint-30000/rng_state_15.pth +3 -0
  47. checkpoint-30000/rng_state_16.pth +3 -0
  48. checkpoint-30000/rng_state_17.pth +3 -0
  49. checkpoint-30000/rng_state_18.pth +3 -0
  50. checkpoint-30000/rng_state_19.pth +3 -0
checkpoint-30000/config.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_projector_type": "mlp2x_gelu",
18
+ "gen_vision_tower": "eva-clip-E-14-plus",
19
+ "hidden_act": "silu",
20
+ "hidden_size": 4096,
21
+ "image_aspect_ratio": "square",
22
+ "initializer_range": 0.02,
23
+ "intermediate_size": 14336,
24
+ "max_position_embeddings": 131072,
25
+ "mlp_bias": false,
26
+ "mm_hidden_size": 1152,
27
+ "mm_patch_merge_type": "flat",
28
+ "mm_projector_lr": null,
29
+ "mm_projector_type": "mlp2x_gelu",
30
+ "mm_use_im_patch_token": false,
31
+ "mm_use_im_start_end": false,
32
+ "mm_vision_select_feature": "patch",
33
+ "mm_vision_select_layer": -2,
34
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
35
+ "model_type": "llava_llama",
36
+ "n_query": 64,
37
+ "num_attention_heads": 32,
38
+ "num_hidden_layers": 32,
39
+ "num_key_value_heads": 8,
40
+ "pad_token_id": 128256,
41
+ "pretraining_tp": 1,
42
+ "rms_norm_eps": 1e-05,
43
+ "rope_scaling": {
44
+ "factor": 8.0,
45
+ "high_freq_factor": 4.0,
46
+ "low_freq_factor": 1.0,
47
+ "original_max_position_embeddings": 8192,
48
+ "rope_type": "llama3"
49
+ },
50
+ "rope_theta": 500000.0,
51
+ "tie_word_embeddings": false,
52
+ "tokenizer_model_max_length": 2048,
53
+ "tokenizer_padding_side": "right",
54
+ "torch_dtype": "bfloat16",
55
+ "transformers_version": "4.43.1",
56
+ "tune_mm_mlp_adapter": false,
57
+ "use_cache": false,
58
+ "use_mm_proj": true,
59
+ "vision_tower_pretrained": null,
60
+ "vocab_size": 128260
61
+ }
checkpoint-30000/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-30000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step30000
checkpoint-30000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:357ca0b737954598a8dfe7aeee16314109b292320adb9a03c91aeae4fa25f5fc
3
+ size 4976731440
checkpoint-30000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2184bff3c002cf1cbbf34da0a98b9ce0e5f9a9de930a8bba2490cabc1b40338b
3
+ size 4999802720
checkpoint-30000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c62123c1596aa86e906e93622411c805dfecf7ac4c6a3ae27d579e197b6e854c
3
+ size 4915916176
checkpoint-30000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79bf7a5d9d4471a436eea0cd3e497a1e3a313ee4e6e193b7099f28abc20deddc
3
+ size 4969900720
checkpoint-30000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afbb992b066f92d0187445071e25bd7b29129112721eea05e7f83239806fdfed
3
+ size 4813639072
checkpoint-30000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01a92db35e9449c74b9e438b6adbaa0f7d1b48f8580a10cd5706f6ce19e09d5d
3
+ size 1050706048
checkpoint-30000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-30000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:575119a228f98110923ffa2dedcb50e3317251b26054355d015e0b2240d566f2
3
+ size 15984
checkpoint-30000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0728b56dab7abb5ef8a0d4bae3519c5767c97467bdd886d26bf19cc8599d0312
3
+ size 15984
checkpoint-30000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:532d1ab071177c2e9d0cc3435d6314c1777a0356f9ce1a5d8f10fbe5f8fd8926
3
+ size 15997
checkpoint-30000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fa975ad1ae1661ad3fad17a3236db26af34e8ef6d31163115c4ea9193f8cc9b
3
+ size 16010
checkpoint-30000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1dd4d3adaf131e6bc615713b1b85352706739e9bd041e2f2453163158c76041
3
+ size 16010
checkpoint-30000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd8d1031750457f476c119e61c92286e09098d6eb3a186beaeb238524b064f6c
3
+ size 16010
checkpoint-30000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eb1d2fb1d84fdc1d312f44402c52cbfa549a77a96f807f13cd33cf982bb6921
3
+ size 16010
checkpoint-30000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56406f9b17c9e552e8472412f20edb77fefcfff7d40c5361900b1d44ae113b1e
3
+ size 16010
checkpoint-30000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d99e4f2dafa6da591ecb28e6b27663b19be38cdffb64ea5103b9608ed013f2d5
3
+ size 16010
checkpoint-30000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4396f2abc7146eaab891842bee3f3fca8861a4ca28dc287f50b28fb8bba1157d
3
+ size 16010
checkpoint-30000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4df99104a39734765569cc6338ec86ce6587577b660b84f4e1c981a52b68ac7
3
+ size 16010
checkpoint-30000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38500ce7f14d8cf9ed2af440919cd8d250391488cfb930ac10431753932298b6
3
+ size 16010
checkpoint-30000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fbf960d9c47707308c58a88774c121140e3fde5a62b1d795c2a185544ce50f5
3
+ size 16010
checkpoint-30000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a089513416d3ed447265187782ec1194ac2303155b941284463976c62bf3d9b
3
+ size 15997
checkpoint-30000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fb01852b12e0be001519c78dcc2a41f254b84c77ce7cdb3d1d6ed16e0736c7d
3
+ size 16010
checkpoint-30000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0f7d5868c459ecaa83cd25b056151a3171cc4177f83f66052cb2e84ce389064
3
+ size 16010
checkpoint-30000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:498b797cba9e6a827502a14f7447f43350e3975a2e8f12b22fc0fa076b823c93
3
+ size 16010
checkpoint-30000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ddf6538f7f6d2d4fad9224ea8c5146bb7f9b3f39c780b3caecf1155726a6c41
3
+ size 16010
checkpoint-30000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acc943595efd95e8dca91b42b2543a2ca69a02be62b76327da2cdec1d8e606f3
3
+ size 16010
checkpoint-30000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02494715083e15ad0b5344aeed6203e438a1e7cbe50657cfe755ed90376a883c
3
+ size 16010
checkpoint-30000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:628cd5da4b7bf94c341d16092c6b9864b66775c192af33615e49c74686504386
3
+ size 16010
checkpoint-30000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8849f23daa03e12c031d7954e658fc62707e033ec7204df54126bc8f2909e79
3
+ size 16010
checkpoint-30000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fc01f47f0176a79e02ffd0049a4a436ef8189e7d57503817130add2aed9f84a
3
+ size 16010
checkpoint-30000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f7208ad1ca7a9f2d64785f3b264a6f183c85145181ac12be6e17a1baeb7ec10
3
+ size 16010
checkpoint-30000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a87db6b16c9956496c45bf5c81750dc2349e157e60e544e5d256bb957be1243
3
+ size 15997
checkpoint-30000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43f14521187a9902a83c87350207be91c3ee42812ee0e92848f715ff933b91bf
3
+ size 16010
checkpoint-30000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f01b8000da78f19cd38830be9b7012b7c402af04e8d5a46949b35ddabe345352
3
+ size 16010
checkpoint-30000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be4fb5d3f179f7b8d1cc98c7f8d19a1048b074733adea33ef45c3759171ea4ea
3
+ size 16010
checkpoint-30000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d0dab661e20f3369af9ccb2d6f749c24e406a62ec71d278394f4e1fe9095109
3
+ size 16010
checkpoint-30000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0290e3295ebcaaebb42a70479bbec724bc19724d4082e5a2ca5e315eed776750
3
+ size 16010
checkpoint-30000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35cbcddd7e8e4c53d1a4fa102aa056f49ffa3067ef648f5425f50e76e0ecd8f9
3
+ size 16010
checkpoint-30000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c6263895a67c040d499ac194cc55d7a7db1088fdb871004833c6f04efef10a4
3
+ size 16010
checkpoint-30000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8267d587b2ecc104da53614606d9fea8b1cee1f9879919cc411f658f1d085568
3
+ size 16010
checkpoint-30000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36d5fe5d1b92643a3c3dd35cf2f0cbfa4a92599fe3ccbd8941395c1550f088aa
3
+ size 15997
checkpoint-30000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4a08278e808af796415aac256bf0c1e8619db1f0f025ff15775cd3b8d02bd59
3
+ size 15997
checkpoint-30000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88600b3520001a5a7e82c0e184d278b46492fda5424ea22ea243af15b40b2e82
3
+ size 15997
checkpoint-30000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9a5825e92eb7518856e88ce648529dc0597c32a5f52764f0361a119217a4dfb
3
+ size 15997
checkpoint-30000/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b30bd2cfa327fb55a93d390d852db109e0a2e1f102ecabf520870cbc79ca95ad
3
+ size 15997
checkpoint-30000/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c95f2456fa4473e7231ab94b79ecbc3c126d31d3a94c61f86ee6125b547456
3
+ size 15997
checkpoint-30000/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:301f380300f7ae9a581c304ac407794ecff9d66e6c9c55ff6cffcfc8d94690a4
3
+ size 15997