farpluto
/

InternVL2-4B

Image-Text-to-Text

feature-extraction

Model card Files Files and versions Community

farpluto commited on Jul 23

Commit

740bbaf

•

1 Parent(s): 1c4e805

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -17,7 +17,7 @@
     "architectures": [
       "Phi3ForCausalLM"
     ],
-    "attn_implementation": "flash_attention_2",
     "attention_dropout": 0.0,
     "auto_map": {
       "AutoConfig": "configuration_phi3.Phi3Config",
@@ -240,6 +240,6 @@
     "torch_dtype": "bfloat16",
     "transformers_version": "4.37.2",
     "use_bfloat16": true,
-    "use_flash_attn": true
   }
 }

     "architectures": [
       "Phi3ForCausalLM"
     ],
+    "attn_implementation": "eager",
     "attention_dropout": 0.0,
     "auto_map": {
       "AutoConfig": "configuration_phi3.Phi3Config",
     "torch_dtype": "bfloat16",
     "transformers_version": "4.37.2",
     "use_bfloat16": true,
+    "use_flash_attn": false
   }
 }