Hugging Face's logo

Spaces:
zentropi-ai
/
cope-dev
Running on L4

App Files
samidh commited on
Commit
abf361c
·
verified ·
1 Parent(s): ed150f6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ base_model_name = "google/gemma-7b"
13
  adapter_model_name = "samidh/cope-g7bq-2c-hs.s1.5fpc.9-sx.s1.5.9o-VL.s1.5.9-HR.s5-SH.s5-l5e5-e3-d25-r8"
14
 
15
  bnb_config = BitsAndBytesConfig(
16
- load_in_4bit=True,
17
  #bnb_4bit_quant_type="nf4",
18
  #bnb_4bit_compute_dtype=torch.bfloat16,
19
  #bnb_4bit_use_double_quant=True
 
13
  adapter_model_name = "samidh/cope-g7bq-2c-hs.s1.5fpc.9-sx.s1.5.9o-VL.s1.5.9-HR.s5-SH.s5-l5e5-e3-d25-r8"
14
 
15
  bnb_config = BitsAndBytesConfig(
16
+ load_in_8bit=True,
17
  #bnb_4bit_quant_type="nf4",
18
  #bnb_4bit_compute_dtype=torch.bfloat16,
19
  #bnb_4bit_use_double_quant=True