Spaces:
Running
on
Zero
Running
on
Zero
Change to use Q8
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ def initialize_interface(model_name: str):
|
|
14 |
config = outetts.ModelConfig.auto_config(
|
15 |
model=model,
|
16 |
backend=outetts.Backend.LLAMACPP,
|
17 |
-
quantization=outetts.LlamaCppQuantization.
|
18 |
)
|
19 |
|
20 |
# Initialize the interface
|
|
|
14 |
config = outetts.ModelConfig.auto_config(
|
15 |
model=model,
|
16 |
backend=outetts.Backend.LLAMACPP,
|
17 |
+
quantization=outetts.LlamaCppQuantization.Q8_0,
|
18 |
)
|
19 |
|
20 |
# Initialize the interface
|