Spaces:
Paused
Paused
Commit
·
5a38904
1
Parent(s):
da524a4
Update app.py
Browse files
app.py
CHANGED
|
@@ -10,7 +10,7 @@ use_strict = False
|
|
| 10 |
|
| 11 |
use_triton = False
|
| 12 |
|
| 13 |
-
tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir, use_fast=
|
| 14 |
|
| 15 |
quantize_config = BaseQuantizeConfig(
|
| 16 |
bits=4,
|
|
|
|
| 10 |
|
| 11 |
use_triton = False
|
| 12 |
|
| 13 |
+
tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir, use_fast=False)
|
| 14 |
|
| 15 |
quantize_config = BaseQuantizeConfig(
|
| 16 |
bits=4,
|