Hugging Face's logo

Spaces:
Namitg02
/
Test
Runtime error

App Files Community
Namitg02 commited on
Commit
0a78d67
·
verified ·
1 Parent(s): 4e0de4e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -44,7 +44,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
44
 
45
 
46
  READER_MODEL = "HuggingFaceH4/zephyr-7b-beta"
47
- bnb_config = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_use_double_quant=True, bnb_4bit_quant_type="nf4", bnb_4bit_compute_dtype=torch.float16)
48
  model = AutoModelForCausalLM.from_pretrained(READER_MODEL,quantization_config=bnb_config)
49
  tokenizer = AutoTokenizer.from_pretrained(READER_MODEL)
50
 
 
44
 
45
 
46
  READER_MODEL = "HuggingFaceH4/zephyr-7b-beta"
47
+ bnb_config = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_use_double_quant=True, bnb_4bit_quant_type="nf4")
48
  model = AutoModelForCausalLM.from_pretrained(READER_MODEL,quantization_config=bnb_config)
49
  tokenizer = AutoTokenizer.from_pretrained(READER_MODEL)
50