Update app.py
Browse files
app.py
CHANGED
@@ -479,7 +479,7 @@ class LlamaGenerator(BaseGenerator):
|
|
479 |
Returns:
|
480 |
str: Generated response
|
481 |
"""
|
482 |
-
prompt = self.
|
483 |
context,
|
484 |
user_input,
|
485 |
chat_history,
|
@@ -763,7 +763,7 @@ async def generate_stream(
|
|
763 |
config = request.config or GenerationConfig()
|
764 |
|
765 |
async for token in generator.generate_stream(
|
766 |
-
prompt=generator.
|
767 |
context=request.context or "",
|
768 |
user_input=user_input,
|
769 |
chat_history=chat_history
|
|
|
479 |
Returns:
|
480 |
str: Generated response
|
481 |
"""
|
482 |
+
prompt = self.prompt_builder.format(
|
483 |
context,
|
484 |
user_input,
|
485 |
chat_history,
|
|
|
763 |
config = request.config or GenerationConfig()
|
764 |
|
765 |
async for token in generator.generate_stream(
|
766 |
+
prompt=generator.prompt_builder.format(
|
767 |
context=request.context or "",
|
768 |
user_input=user_input,
|
769 |
chat_history=chat_history
|