Update app.py
Browse files
app.py
CHANGED
|
@@ -120,6 +120,9 @@ def respond(
|
|
| 120 |
message,
|
| 121 |
history: list[tuple[str, str]],
|
| 122 |
system_message,
|
|
|
|
|
|
|
|
|
|
| 123 |
):
|
| 124 |
# Load model
|
| 125 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
|
|
|
| 120 |
message,
|
| 121 |
history: list[tuple[str, str]],
|
| 122 |
system_message,
|
| 123 |
+
max_tokens,
|
| 124 |
+
temperature,
|
| 125 |
+
top_p,
|
| 126 |
):
|
| 127 |
# Load model
|
| 128 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|