Create preprocessor_config.json

#23
Files changed (1) hide show
  1. preprocessor_config.json +40 -0
preprocessor_config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Salesforce/blip2-opt-2.7b",
3
+ "architectures": [
4
+ "Blip2ForConditionalGeneration"
5
+ ],
6
+ "initializer_factor": 1.0,
7
+ "initializer_range": 0.02,
8
+ "model_type": "blip-2",
9
+ "num_query_tokens": 32,
10
+ "qformer_config": {
11
+ "classifier_dropout": null,
12
+ "model_type": "blip_2_qformer"
13
+ },
14
+ "text_config": {
15
+ "_name_or_path": "facebook/opt-2.7b",
16
+ "activation_dropout": 0.0,
17
+ "architectures": [
18
+ "OPTForCausalLM"
19
+ ],
20
+ "eos_token_id": 50118,
21
+ "ffn_dim": 10240,
22
+ "hidden_size": 2560,
23
+ "model_type": "opt",
24
+ "num_attention_heads": 32,
25
+ "num_hidden_layers": 32,
26
+ "prefix": "</s>",
27
+ "torch_dtype": "float16",
28
+ "word_embed_proj_dim": 2560
29
+ },
30
+ "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.40.2",
32
+ "use_decoder_only_language_model": true,
33
+ "vision_config": {
34
+ "dropout": 0.0,
35
+ "initializer_factor": 1.0,
36
+ "model_type": "blip_2_vision_model",
37
+ "num_channels": 3,
38
+ "projection_dim": 512
39
+ }
40
+ }