| { | |
| "_name_or_path": "/ws/out/ckpts/vicuna-13b-v1.3", | |
| "architectures": [ | |
| "LitaLlamaForCausalLM" | |
| ], | |
| "bos_token_id": 1, | |
| "eos_token_id": 2, | |
| "freeze_mm_mlp_adapter": false, | |
| "hidden_act": "silu", | |
| "hidden_size": 5120, | |
| "image_aspect_ratio": "square", | |
| "image_grid_pinpoints": null, | |
| "initializer_range": 0.02, | |
| "input_type": "video", | |
| "intermediate_size": 13824, | |
| "max_position_embeddings": 2048, | |
| "mm_hidden_size": 1024, | |
| "mm_use_im_patch_token": false, | |
| "mm_use_im_start_end": false, | |
| "mm_vision_select_feature": "patch", | |
| "mm_vision_select_layer": -2, | |
| "mm_vision_tower": "/ws/out/ckpts/clip-vit-large-patch14", | |
| "model_type": "lita", | |
| "num_attention_heads": 40, | |
| "num_frames": 100, | |
| "num_hidden_layers": 40, | |
| "num_key_value_heads": 40, | |
| "num_time_tokens": 100, | |
| "pad_token_id": 0, | |
| "pretraining_tp": 1, | |
| "rms_norm_eps": 1e-06, | |
| "rope_scaling": null, | |
| "tie_word_embeddings": false, | |
| "time_token_ids": [ | |
| 32000, | |
| 32001, | |
| 32002, | |
| 32003, | |
| 32004, | |
| 32005, | |
| 32006, | |
| 32007, | |
| 32008, | |
| 32009, | |
| 32010, | |
| 32011, | |
| 32012, | |
| 32013, | |
| 32014, | |
| 32015, | |
| 32016, | |
| 32017, | |
| 32018, | |
| 32019, | |
| 32020, | |
| 32021, | |
| 32022, | |
| 32023, | |
| 32024, | |
| 32025, | |
| 32026, | |
| 32027, | |
| 32028, | |
| 32029, | |
| 32030, | |
| 32031, | |
| 32032, | |
| 32033, | |
| 32034, | |
| 32035, | |
| 32036, | |
| 32037, | |
| 32038, | |
| 32039, | |
| 32040, | |
| 32041, | |
| 32042, | |
| 32043, | |
| 32044, | |
| 32045, | |
| 32046, | |
| 32047, | |
| 32048, | |
| 32049, | |
| 32050, | |
| 32051, | |
| 32052, | |
| 32053, | |
| 32054, | |
| 32055, | |
| 32056, | |
| 32057, | |
| 32058, | |
| 32059, | |
| 32060, | |
| 32061, | |
| 32062, | |
| 32063, | |
| 32064, | |
| 32065, | |
| 32066, | |
| 32067, | |
| 32068, | |
| 32069, | |
| 32070, | |
| 32071, | |
| 32072, | |
| 32073, | |
| 32074, | |
| 32075, | |
| 32076, | |
| 32077, | |
| 32078, | |
| 32079, | |
| 32080, | |
| 32081, | |
| 32082, | |
| 32083, | |
| 32084, | |
| 32085, | |
| 32086, | |
| 32087, | |
| 32088, | |
| 32089, | |
| 32090, | |
| 32091, | |
| 32092, | |
| 32093, | |
| 32094, | |
| 32095, | |
| 32096, | |
| 32097, | |
| 32098, | |
| 32099 | |
| ], | |
| "torch_dtype": "bfloat16", | |
| "transformers_version": "4.31.0", | |
| "tune_mm_mlp_adapter": false, | |
| "use_cache": true, | |
| "use_mm_proj": true, | |
| "video_arch": "temporal_spatial_pool", | |
| "vocab_size": 32100 | |
| } | |