Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -36,7 +36,7 @@ END_MESSAGE = """
|
|
36 |
|
37 |
device = "cpu" # for GPU usage or "cpu" for CPU usage
|
38 |
|
39 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
40 |
model_big = AutoModelForCausalLM.from_pretrained(
|
41 |
MODEL_BIG,
|
42 |
torch_dtype=torch.bfloat16,
|
|
|
36 |
|
37 |
device = "cpu" # for GPU usage or "cpu" for CPU usage
|
38 |
|
39 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL_SMALL)
|
40 |
model_big = AutoModelForCausalLM.from_pretrained(
|
41 |
MODEL_BIG,
|
42 |
torch_dtype=torch.bfloat16,
|