Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -58,10 +58,10 @@ def generate(
|
|
58 |
message: str,
|
59 |
chat_history: list[tuple[str, str]],
|
60 |
max_new_tokens: int = 1024,
|
61 |
-
temperature: float = 0.1,
|
62 |
-
top_p: float = 0.9,
|
63 |
-
top_k: int = 40,
|
64 |
-
repetition_penalty: float = 1.0,
|
65 |
|
66 |
) -> Iterator[str]:
|
67 |
conversation = []
|
@@ -84,11 +84,11 @@ def generate(
|
|
84 |
streamer=streamer,
|
85 |
max_new_tokens=max_new_tokens,
|
86 |
do_sample=True,
|
87 |
-
top_p=top_p,
|
88 |
-
top_k=top_k,
|
89 |
-
temperature=temperature,
|
90 |
num_beams=1,
|
91 |
-
repetition_penalty=repetition_penalty,
|
92 |
)
|
93 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
94 |
t.start()
|
|
|
58 |
message: str,
|
59 |
chat_history: list[tuple[str, str]],
|
60 |
max_new_tokens: int = 1024,
|
61 |
+
# temperature: float = 0.1,
|
62 |
+
# top_p: float = 0.9,
|
63 |
+
# top_k: int = 40,
|
64 |
+
# repetition_penalty: float = 1.0,
|
65 |
|
66 |
) -> Iterator[str]:
|
67 |
conversation = []
|
|
|
84 |
streamer=streamer,
|
85 |
max_new_tokens=max_new_tokens,
|
86 |
do_sample=True,
|
87 |
+
# top_p=top_p,
|
88 |
+
# top_k=top_k,
|
89 |
+
# temperature=temperature,
|
90 |
num_beams=1,
|
91 |
+
# repetition_penalty=repetition_penalty,
|
92 |
)
|
93 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
94 |
t.start()
|