Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ from transformers import AutoTokenizer, TextIteratorStreamer
|
|
7 |
from auto_gptq import AutoGPTQForCausalLM
|
8 |
|
9 |
# Model identifier
|
10 |
-
model_id = "
|
11 |
|
12 |
# Load the tokenizer
|
13 |
tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=False, trust_remote_code=True)
|
|
|
7 |
from auto_gptq import AutoGPTQForCausalLM
|
8 |
|
9 |
# Model identifier
|
10 |
+
model_id = "jncraton/SmolLM2-1.7B-Instruct-ct2-int8"
|
11 |
|
12 |
# Load the tokenizer
|
13 |
tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=False, trust_remote_code=True)
|