nroggendorff commited on
Commit
9a79b8f
·
verified ·
1 Parent(s): 87acf04

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ bnb_config = BitsAndBytesConfig(
13
  bnb_4bit_compute_dtype=torch.bfloat16
14
  )
15
 
16
- model_id = "cognitivecomputations/dolphin-2.9.1-mixtral-1x22b"
17
 
18
  tokenizer = AutoTokenizer.from_pretrained(model_id)
19
  model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=bnb_config)
 
13
  bnb_4bit_compute_dtype=torch.bfloat16
14
  )
15
 
16
+ model_id = "cognitivecomputations/dolphin-2.9.3-mistral-7B-32k"
17
 
18
  tokenizer = AutoTokenizer.from_pretrained(model_id)
19
  model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=bnb_config)