Tune generation type for GGML

app.py

@@ -44,6 +44,9 @@ def try_ggml_model(model: outetts.Models, backend: outetts.Backend, quantization
         local_dir=os.path.join(helpers.get_cache_dir(), "gguf"),
         local_files_only=False
     )
+    generation_type = outetts.GenerationType.CHUNKED
+    if model_config['interface_version'] == outetts.InterfaceVersion.V3:
+        generation_type = outetts.GenerationType.GUIDED_WORDS
     return outetts.ModelConfig(
         model_path=model_path,
         tokenizer_path=f"OuteAI/{model.value}",
@@ -54,6 +57,7 @@ def try_ggml_model(model: outetts.Models, backend: outetts.Backend, quantization
         dtype=None,
         additional_model_config={},
         audio_codec_path=None,
+        generation_type=generation_type,
         **model_config
     )