Hugging Face's logo

umd-vt-nyu
/
ar1e5_250110

Safetensors
Model card Files Community
xcpan commited on
Commit
57682e5
·
verified ·
1 Parent(s): a0226c9

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. checkpoint-90000/config.json +61 -0
  3. checkpoint-90000/generation_config.json +13 -0
  4. checkpoint-90000/latest +1 -0
  5. checkpoint-90000/model-00001-of-00006.safetensors +3 -0
  6. checkpoint-90000/model-00002-of-00006.safetensors +3 -0
  7. checkpoint-90000/model-00003-of-00006.safetensors +3 -0
  8. checkpoint-90000/model-00004-of-00006.safetensors +3 -0
  9. checkpoint-90000/model-00005-of-00006.safetensors +3 -0
  10. checkpoint-90000/model-00006-of-00006.safetensors +3 -0
  11. checkpoint-90000/model.safetensors.index.json +0 -0
  12. checkpoint-90000/rng_state_0.pth +3 -0
  13. checkpoint-90000/rng_state_1.pth +3 -0
  14. checkpoint-90000/rng_state_10.pth +3 -0
  15. checkpoint-90000/rng_state_100.pth +3 -0
  16. checkpoint-90000/rng_state_101.pth +3 -0
  17. checkpoint-90000/rng_state_102.pth +3 -0
  18. checkpoint-90000/rng_state_103.pth +3 -0
  19. checkpoint-90000/rng_state_104.pth +3 -0
  20. checkpoint-90000/rng_state_105.pth +3 -0
  21. checkpoint-90000/rng_state_106.pth +3 -0
  22. checkpoint-90000/rng_state_107.pth +3 -0
  23. checkpoint-90000/rng_state_108.pth +3 -0
  24. checkpoint-90000/rng_state_109.pth +3 -0
  25. checkpoint-90000/rng_state_11.pth +3 -0
  26. checkpoint-90000/rng_state_110.pth +3 -0
  27. checkpoint-90000/rng_state_111.pth +3 -0
  28. checkpoint-90000/rng_state_112.pth +3 -0
  29. checkpoint-90000/rng_state_113.pth +3 -0
  30. checkpoint-90000/rng_state_114.pth +3 -0
  31. checkpoint-90000/rng_state_115.pth +3 -0
  32. checkpoint-90000/rng_state_116.pth +3 -0
  33. checkpoint-90000/rng_state_117.pth +3 -0
  34. checkpoint-90000/rng_state_118.pth +3 -0
  35. checkpoint-90000/rng_state_119.pth +3 -0
  36. checkpoint-90000/rng_state_12.pth +3 -0
  37. checkpoint-90000/rng_state_120.pth +3 -0
  38. checkpoint-90000/rng_state_121.pth +3 -0
  39. checkpoint-90000/rng_state_122.pth +3 -0
  40. checkpoint-90000/rng_state_123.pth +3 -0
  41. checkpoint-90000/rng_state_124.pth +3 -0
  42. checkpoint-90000/rng_state_125.pth +3 -0
  43. checkpoint-90000/rng_state_126.pth +3 -0
  44. checkpoint-90000/rng_state_127.pth +3 -0
  45. checkpoint-90000/rng_state_13.pth +3 -0
  46. checkpoint-90000/rng_state_14.pth +3 -0
  47. checkpoint-90000/rng_state_15.pth +3 -0
  48. checkpoint-90000/rng_state_16.pth +3 -0
  49. checkpoint-90000/rng_state_17.pth +3 -0
  50. checkpoint-90000/rng_state_18.pth +3 -0
.gitattributes CHANGED
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  checkpoint-80000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  checkpoint-80000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
37
+ checkpoint-90000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
checkpoint-90000/config.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_projector_type": "mlp2x_gelu",
18
+ "gen_vision_tower": "eva-clip-E-14-plus",
19
+ "hidden_act": "silu",
20
+ "hidden_size": 4096,
21
+ "image_aspect_ratio": "square",
22
+ "initializer_range": 0.02,
23
+ "intermediate_size": 14336,
24
+ "max_position_embeddings": 131072,
25
+ "mlp_bias": false,
26
+ "mm_hidden_size": 1152,
27
+ "mm_patch_merge_type": "flat",
28
+ "mm_projector_lr": null,
29
+ "mm_projector_type": "mlp2x_gelu",
30
+ "mm_use_im_patch_token": false,
31
+ "mm_use_im_start_end": false,
32
+ "mm_vision_select_feature": "patch",
33
+ "mm_vision_select_layer": -2,
34
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
35
+ "model_type": "llava_llama",
36
+ "n_query": 64,
37
+ "num_attention_heads": 32,
38
+ "num_hidden_layers": 32,
39
+ "num_key_value_heads": 8,
40
+ "pad_token_id": 128256,
41
+ "pretraining_tp": 1,
42
+ "rms_norm_eps": 1e-05,
43
+ "rope_scaling": {
44
+ "factor": 8.0,
45
+ "high_freq_factor": 4.0,
46
+ "low_freq_factor": 1.0,
47
+ "original_max_position_embeddings": 8192,
48
+ "rope_type": "llama3"
49
+ },
50
+ "rope_theta": 500000.0,
51
+ "tie_word_embeddings": false,
52
+ "tokenizer_model_max_length": 2048,
53
+ "tokenizer_padding_side": "right",
54
+ "torch_dtype": "bfloat16",
55
+ "transformers_version": "4.43.1",
56
+ "tune_mm_mlp_adapter": false,
57
+ "use_cache": false,
58
+ "use_mm_proj": true,
59
+ "vision_tower_pretrained": null,
60
+ "vocab_size": 128260
61
+ }
checkpoint-90000/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-90000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step90000
checkpoint-90000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2104a39065de4ca0f6bfb42cce021306540c4005b616ef7397d41741d491d31
3
+ size 4976731440
checkpoint-90000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:195877df52cfbe1e524188e45069ef389daaa57516ff3dfdc4058d334a93e787
3
+ size 4999802720
checkpoint-90000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e0458f56897defa327d2956462b176766159297e4f140a21c082783e87450f5
3
+ size 4915916176
checkpoint-90000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91ec2e6d4f04a5ab02b0f465cd1d2006122232746bb298b2224ba7f3ce85f758
3
+ size 4969900720
checkpoint-90000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c7aeb24a6592dc3b2c260c9efed9fae2a234115bff9136886d2589964ce9961
3
+ size 4813639072
checkpoint-90000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b0ff61b0b2bf3e4d8d994f64947c61c6b5b99147a15f584d54bdeb7551b6a5
3
+ size 1050706048
checkpoint-90000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-90000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad8a35afd8967cbb748405387e44426e43ad127028e826eddc9b67d2ca873c85
3
+ size 15984
checkpoint-90000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f338ce80d7c441076bfc8c53b84067a0181f5a14e80c13d5acb8150b659f4d73
3
+ size 15984
checkpoint-90000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d4c67c1d0ec6b889370f634ff29f584f829acaeaf69196a69304fdba936f9d7
3
+ size 15997
checkpoint-90000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85e56f2f5b4e6fd2d28c33f665de73f575bfdf2285ef0e54efb7de7ff1f6d130
3
+ size 16010
checkpoint-90000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe3ce0d808f439f0232455459bd33d55b4f9bcafc5b6349c0fbdfc99a359f4c3
3
+ size 16010
checkpoint-90000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c40ffc3941baad56eae457d193edce38c82ff8ebedcda6785f643480121b79c
3
+ size 16010
checkpoint-90000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5ed1dbc81bdf8c17c9a8863ee6c8564457d55525b4484da76081ee2cf7ac243
3
+ size 16010
checkpoint-90000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6392b66fcdd175773cf6e19b986521bf8f2753e559541288b5d94fc1b77121
3
+ size 16010
checkpoint-90000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0efbd770579c12ed42ecf5e9735741e1fda4a5b99e39943eb44f15f904fdf53b
3
+ size 16010
checkpoint-90000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c4eff63aa540210bd4821f47abbbeabd1e5091404f2afc8c4f4f073846106d3
3
+ size 16010
checkpoint-90000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af3ab9f9a2c60907d17e66827fafe1aa3eb9dff955a02499f98916de302ef6c4
3
+ size 16010
checkpoint-90000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf7208d2579571c8643319644c1b3572caf7337c58011cc4d4edee293f59dd6f
3
+ size 16010
checkpoint-90000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2fde852f7ce8efc6899640419c6fe1cef8ba747366ec4b8f0c28eb56c6b3bd3
3
+ size 16010
checkpoint-90000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afd0c4e2ac5f61d5f4df5d9d5783018b7937173b4afdbb92816c2668982cb351
3
+ size 15997
checkpoint-90000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68056f72c23a9dcf901b74b2164266a0652d77b05f6d6e1f62fffbe9547e0832
3
+ size 16010
checkpoint-90000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9425249b40e01ff145530ddf413a59fc4c1c88398aed3cc07cabef58e40ccc3b
3
+ size 16010
checkpoint-90000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcd794843ccc8dabd977cab19720f83ff3d7003aa22999b54770513cdd14c9de
3
+ size 16010
checkpoint-90000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37f574fdf7f290beb58c75808882bec9ee1dc29713adafae1ce07df53c012aea
3
+ size 16010
checkpoint-90000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b4ad146eed90d39df0165d5d7c23ad2d22d3a210864c3e682fa93a579d83348
3
+ size 16010
checkpoint-90000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19246754096ac36f0524ba9c7fffafe5d357804ace36d351ec9449d79ef98b99
3
+ size 16010
checkpoint-90000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d232b6b0afeef04b1768df410a6bf839edda1c768a5f42eb7a39e70013a4ceeb
3
+ size 16010
checkpoint-90000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f804820ca68645f51bc40f612ce5b36be6ab681ffa6a86916d0eb495cd20872
3
+ size 16010
checkpoint-90000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3458007b1b2bf1f730d50500fe230bab3b92456f6fe6c465509fa1a6dc1868f7
3
+ size 16010
checkpoint-90000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:557d88b478cb0e12d37dbc1cf0849f85e2474429fe52747723b28a8c7b56b488
3
+ size 16010
checkpoint-90000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9d1c7f561c5512193e8053ecf371e4fef647a8503481f2dad76332ddbe164fd
3
+ size 15997
checkpoint-90000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a453785e42507774ea24f15d4b16b0e82478fdc599de7c1e92f7f1a8d2456e67
3
+ size 16010
checkpoint-90000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01eea17fcb5571bd0298020b1bfd68504db8f683994889f91324bffcd46493a8
3
+ size 16010
checkpoint-90000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28df5ff3c433fe415e082dd146c21db320a373924426f1a39d05bdff54c4b93a
3
+ size 16010
checkpoint-90000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5b5f52fd1750d5377f0aa1d0e1ab1a06a1eca2542ac3e6dd78a94b0313b24de
3
+ size 16010
checkpoint-90000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:138b9c2a33962ff7753e5ba8226ebc1a85a8bdac0b295ce47733932e3bac4674
3
+ size 16010
checkpoint-90000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a45ec21846350c30fd8deb1d3f9e4609a1bc8708bc7cff041ef70252ab39b561
3
+ size 16010
checkpoint-90000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55fa98d11d8a9acb0cf1fb4491a33f6deafee33185a11a9c8c5f2e7f83d7ec71
3
+ size 16010
checkpoint-90000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32a5f2b6c9ae60ae79873ce91a3c291f13f450f88584114e56c7756dd6a936b1
3
+ size 16010
checkpoint-90000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7604a3cfaf0e3c3f2aa2b3547660615db82205d4158951bb90f69ffc560ed179
3
+ size 15997
checkpoint-90000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d984186a3bc06445d6c077fcbf64da96d47d3ed704e68f0212045efb4b91dbb
3
+ size 15997
checkpoint-90000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b3945ba3535361fa13a8460a70ebbd44ece2514a1c9dcb76abfe6f54a775c60
3
+ size 15997
checkpoint-90000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:853a02543fd3223edd9334ea75c62e6e99ded22ac864e9930fbf5add26045fe7
3
+ size 15997
checkpoint-90000/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c0420ad6cf62c9fe9cda1807f68e8e40235a8917dbab858f800d24e3ba8eeae
3
+ size 15997
checkpoint-90000/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e167524b369e20a3a17ee7f6124322da680ccf2ae553b4adc0e7462d2dfba82b
3
+ size 15997