Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -30,12 +30,6 @@ import transformers
|
|
| 30 |
from transformers import AutoModel as Mo, AutoTokenizer as To
|
| 31 |
from transformers import BitsAndBytesConfig
|
| 32 |
|
| 33 |
-
quantization_config = BitsAndBytesConfig(
|
| 34 |
-
load_in_4bit=True,
|
| 35 |
-
bnb_4bit_quant_type="nf4",
|
| 36 |
-
bnb_4bit_use_double_quant=True,
|
| 37 |
-
bnb_4bit_compute_dtype=torch.float16
|
| 38 |
-
)
|
| 39 |
|
| 40 |
|
| 41 |
|
|
|
|
| 30 |
from transformers import AutoModel as Mo, AutoTokenizer as To
|
| 31 |
from transformers import BitsAndBytesConfig
|
| 32 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
|
| 34 |
|
| 35 |
|