Fix
Browse files
app.py
CHANGED
@@ -60,8 +60,8 @@ def generate(
|
|
60 |
history_with_input: list[tuple[str, str]],
|
61 |
system_prompt: str,
|
62 |
max_new_tokens: int,
|
63 |
-
top_p: float,
|
64 |
temperature: float,
|
|
|
65 |
top_k: int,
|
66 |
) -> Iterator[list[tuple[str, str]]]:
|
67 |
if max_new_tokens > MAX_MAX_NEW_TOKENS:
|
@@ -79,7 +79,7 @@ def generate(
|
|
79 |
|
80 |
|
81 |
def process_example(message: str) -> tuple[str, list[tuple[str, str]]]:
|
82 |
-
generator = generate(message, [], DEFAULT_SYSTEM_PROMPT, 1024, 0.95,
|
83 |
for x in generator:
|
84 |
pass
|
85 |
return '', x
|
|
|
60 |
history_with_input: list[tuple[str, str]],
|
61 |
system_prompt: str,
|
62 |
max_new_tokens: int,
|
|
|
63 |
temperature: float,
|
64 |
+
top_p: float,
|
65 |
top_k: int,
|
66 |
) -> Iterator[list[tuple[str, str]]]:
|
67 |
if max_new_tokens > MAX_MAX_NEW_TOKENS:
|
|
|
79 |
|
80 |
|
81 |
def process_example(message: str) -> tuple[str, list[tuple[str, str]]]:
|
82 |
+
generator = generate(message, [], DEFAULT_SYSTEM_PROMPT, 1024, 1, 0.95, 50)
|
83 |
for x in generator:
|
84 |
pass
|
85 |
return '', x
|