Staticaliza commited on
Commit
c2af8da
·
verified ·
1 Parent(s): 2101124

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from transformers import AutoTokenizer, TextIteratorStreamer
7
  from auto_gptq import AutoGPTQForCausalLM
8
 
9
  # Model identifier
10
- model_id = "xmadai/Mistral-Small-Instruct-2409-xMADai-INT4"
11
 
12
  # Load the tokenizer
13
  tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=False, trust_remote_code=True)
 
7
  from auto_gptq import AutoGPTQForCausalLM
8
 
9
  # Model identifier
10
+ model_id = "jncraton/SmolLM2-1.7B-Instruct-ct2-int8"
11
 
12
  # Load the tokenizer
13
  tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=False, trust_remote_code=True)