YanweiLi commited on
Commit
9f31406
1 Parent(s): 42f3d0e

update config

Browse files
Files changed (1) hide show
  1. config.json +1 -4
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_name_or_path": "model_zoo/LLM/Nous-Hermes-2-Yi-34B",
3
  "architectures": [
4
- "LlavaLlamaUniForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
@@ -30,7 +30,6 @@
30
  "mm_vision_select_layer": -2,
31
  "mm_vision_tower": "model_zoo/OpenAI/clip-vit-large-patch14-336",
32
  "mm_vision_tower_aux": "model_zoo/OpenAI/openclip-convnext-large-d-320-laion2B-s29B-b131K-ft-soup",
33
- "model_type": "llava_uni",
34
  "num_attention_heads": 56,
35
  "num_hidden_layers": 60,
36
  "num_key_value_heads": 8,
@@ -47,10 +46,8 @@
47
  "torch_dtype": "bfloat16",
48
  "transformers_version": "4.36.2",
49
  "tune_mm_mlp_adapter": false,
50
- "unified_resampler": "simple_sum",
51
  "use_cache": true,
52
  "use_mm_proj": true,
53
- "use_same_im_pos": false,
54
  "video_grid": -1,
55
  "vocab_size": 64000
56
  }
 
1
  {
2
  "_name_or_path": "model_zoo/LLM/Nous-Hermes-2-Yi-34B",
3
  "architectures": [
4
+ "MiniGeminiLlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
 
30
  "mm_vision_select_layer": -2,
31
  "mm_vision_tower": "model_zoo/OpenAI/clip-vit-large-patch14-336",
32
  "mm_vision_tower_aux": "model_zoo/OpenAI/openclip-convnext-large-d-320-laion2B-s29B-b131K-ft-soup",
 
33
  "num_attention_heads": 56,
34
  "num_hidden_layers": 60,
35
  "num_key_value_heads": 8,
 
46
  "torch_dtype": "bfloat16",
47
  "transformers_version": "4.36.2",
48
  "tune_mm_mlp_adapter": false,
 
49
  "use_cache": true,
50
  "use_mm_proj": true,
 
51
  "video_grid": -1,
52
  "vocab_size": 64000
53
  }