hans00 commited on
Commit
3353181
·
unverified ·
1 Parent(s): 3f709ea

Change to use Q8

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ def initialize_interface(model_name: str):
14
  config = outetts.ModelConfig.auto_config(
15
  model=model,
16
  backend=outetts.Backend.LLAMACPP,
17
- quantization=outetts.LlamaCppQuantization.FP16,
18
  )
19
 
20
  # Initialize the interface
 
14
  config = outetts.ModelConfig.auto_config(
15
  model=model,
16
  backend=outetts.Backend.LLAMACPP,
17
+ quantization=outetts.LlamaCppQuantization.Q8_0,
18
  )
19
 
20
  # Initialize the interface