Spaces:
Sleeping
Sleeping
Update helper.py
Browse files
helper.py
CHANGED
@@ -21,7 +21,6 @@ def get_fn(model_name: str, **model_kwargs) -> Callable:
|
|
21 |
messages: list, # Preprocessed messages from preprocess function
|
22 |
temperature: float,
|
23 |
max_tokens: int,
|
24 |
-
top_k: int,
|
25 |
repetition_penalty: float,
|
26 |
top_p: float
|
27 |
) -> Generator[str, None, None]:
|
@@ -32,7 +31,6 @@ def get_fn(model_name: str, **model_kwargs) -> Callable:
|
|
32 |
messages=messages,
|
33 |
temperature=temperature,
|
34 |
max_tokens=max_tokens,
|
35 |
-
top_k=top_k,
|
36 |
repetition_penalty=repetition_penalty,
|
37 |
top_p=top_p,
|
38 |
stream=True,
|
@@ -131,7 +129,6 @@ def registry(name: str = None, **kwargs) -> gr.ChatInterface:
|
|
131 |
messages=messages,
|
132 |
temperature=temperature,
|
133 |
max_tokens=max_tokens,
|
134 |
-
top_k=top_k,
|
135 |
repetition_penalty=repetition_penalty,
|
136 |
top_p=top_p
|
137 |
)
|
@@ -153,7 +150,6 @@ def registry(name: str = None, **kwargs) -> gr.ChatInterface:
|
|
153 |
),
|
154 |
gr.Slider(0.0, 1.0, value=0.7, label="Temperature"),
|
155 |
gr.Slider(128, 4096, value=1024, label="Max new tokens"),
|
156 |
-
gr.Slider(1, 80, value=40, step=1, label="Top K sampling"),
|
157 |
gr.Slider(0.0, 2.0, value=1.1, label="Repetition penalty"),
|
158 |
gr.Slider(0.0, 1.0, value=0.95, label="Top P sampling"),
|
159 |
],
|
|
|
21 |
messages: list, # Preprocessed messages from preprocess function
|
22 |
temperature: float,
|
23 |
max_tokens: int,
|
|
|
24 |
repetition_penalty: float,
|
25 |
top_p: float
|
26 |
) -> Generator[str, None, None]:
|
|
|
31 |
messages=messages,
|
32 |
temperature=temperature,
|
33 |
max_tokens=max_tokens,
|
|
|
34 |
repetition_penalty=repetition_penalty,
|
35 |
top_p=top_p,
|
36 |
stream=True,
|
|
|
129 |
messages=messages,
|
130 |
temperature=temperature,
|
131 |
max_tokens=max_tokens,
|
|
|
132 |
repetition_penalty=repetition_penalty,
|
133 |
top_p=top_p
|
134 |
)
|
|
|
150 |
),
|
151 |
gr.Slider(0.0, 1.0, value=0.7, label="Temperature"),
|
152 |
gr.Slider(128, 4096, value=1024, label="Max new tokens"),
|
|
|
153 |
gr.Slider(0.0, 2.0, value=1.1, label="Repetition penalty"),
|
154 |
gr.Slider(0.0, 1.0, value=0.95, label="Top P sampling"),
|
155 |
],
|