Update app.py
Browse files
app.py
CHANGED
@@ -32,7 +32,7 @@ def generate(
|
|
32 |
top_p: float = 0.9,
|
33 |
top_k: int = 50,
|
34 |
repetition_penalty: float = 1.2,
|
35 |
-
do_sample: bool=
|
36 |
) -> Iterator[str]:
|
37 |
# Clear the stop event before starting a new generation
|
38 |
stop_event.clear()
|
@@ -65,9 +65,7 @@ def generate(
|
|
65 |
{"input_ids": input_ids},
|
66 |
streamer=streamer,
|
67 |
max_new_tokens=max_new_tokens,
|
68 |
-
|
69 |
-
do_sample=do_sample,
|
70 |
-
temperature=temperature
|
71 |
)
|
72 |
|
73 |
# Run generation in a background thread
|
|
|
32 |
top_p: float = 0.9,
|
33 |
top_k: int = 50,
|
34 |
repetition_penalty: float = 1.2,
|
35 |
+
do_sample: bool= False
|
36 |
) -> Iterator[str]:
|
37 |
# Clear the stop event before starting a new generation
|
38 |
stop_event.clear()
|
|
|
65 |
{"input_ids": input_ids},
|
66 |
streamer=streamer,
|
67 |
max_new_tokens=max_new_tokens,
|
68 |
+
|
|
|
|
|
69 |
)
|
70 |
|
71 |
# Run generation in a background thread
|