Update services/llama_generator.py
Browse files
services/llama_generator.py
CHANGED
@@ -84,7 +84,10 @@ class LlamaGenerator(BaseGenerator):
|
|
84 |
self.model = self.model_manager.models.get("llama")
|
85 |
if not self.model:
|
86 |
raise ValueError(f"Failed to load model: {llama_model_name}")
|
87 |
-
|
|
|
|
|
|
|
88 |
self.prompt_builder = LlamaPromptTemplate()
|
89 |
self._init_strategies()
|
90 |
|
|
|
84 |
self.model = self.model_manager.models.get("llama")
|
85 |
if not self.model:
|
86 |
raise ValueError(f"Failed to load model: {llama_model_name}")
|
87 |
+
|
88 |
+
self.model_prm = self.model_manager.models.get("prm")
|
89 |
+
|
90 |
+
|
91 |
self.prompt_builder = LlamaPromptTemplate()
|
92 |
self._init_strategies()
|
93 |
|