VanguardAI commited on
Commit
004fa81
·
verified ·
1 Parent(s): 5a8dbcb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -27,6 +27,8 @@ bnb_config = BitsAndBytesConfig(
27
  bnb_4bit_compute_dtype=torch.bfloat16
28
  )
29
 
 
 
30
  # Load MiniCPM-V-2_6 with 4-bit quantization
31
  text_model = AutoModel.from_pretrained('openbmb/MiniCPM-V-2_6', trust_remote_code=True,
32
  quantization_config=bnb_config, device_map="auto")
 
27
  bnb_4bit_compute_dtype=torch.bfloat16
28
  )
29
 
30
+ ############### MINICPM MEIN ERROR HAI, USKO REPLACE KARNA HOGA ###############
31
+
32
  # Load MiniCPM-V-2_6 with 4-bit quantization
33
  text_model = AutoModel.from_pretrained('openbmb/MiniCPM-V-2_6', trust_remote_code=True,
34
  quantization_config=bnb_config, device_map="auto")