Spaces:
Sleeping
Sleeping
Update helper.py
Browse files
helper.py
CHANGED
@@ -21,7 +21,6 @@ def get_fn(model_name: str, **model_kwargs) -> Callable:
|
|
21 |
messages: list, # Preprocessed messages from preprocess function
|
22 |
temperature: float,
|
23 |
max_tokens: int,
|
24 |
-
repetition_penalty: float,
|
25 |
top_p: float
|
26 |
) -> Generator[str, None, None]:
|
27 |
try:
|
@@ -31,7 +30,6 @@ def get_fn(model_name: str, **model_kwargs) -> Callable:
|
|
31 |
messages=messages,
|
32 |
temperature=temperature,
|
33 |
max_tokens=max_tokens,
|
34 |
-
repetition_penalty=repetition_penalty,
|
35 |
top_p=top_p,
|
36 |
stream=True,
|
37 |
# Ensure response_format is set correctly; typically it's a string like 'text'
|
@@ -129,7 +127,6 @@ def registry(name: str = None, **kwargs) -> gr.ChatInterface:
|
|
129 |
messages=messages,
|
130 |
temperature=temperature,
|
131 |
max_tokens=max_tokens,
|
132 |
-
repetition_penalty=repetition_penalty,
|
133 |
top_p=top_p
|
134 |
)
|
135 |
|
@@ -150,7 +147,6 @@ def registry(name: str = None, **kwargs) -> gr.ChatInterface:
|
|
150 |
),
|
151 |
gr.Slider(0.0, 1.0, value=0.7, label="Temperature"),
|
152 |
gr.Slider(128, 4096, value=1024, label="Max new tokens"),
|
153 |
-
gr.Slider(0.0, 2.0, value=1.1, label="Repetition penalty"),
|
154 |
gr.Slider(0.0, 1.0, value=0.95, label="Top P sampling"),
|
155 |
],
|
156 |
)
|
|
|
21 |
messages: list, # Preprocessed messages from preprocess function
|
22 |
temperature: float,
|
23 |
max_tokens: int,
|
|
|
24 |
top_p: float
|
25 |
) -> Generator[str, None, None]:
|
26 |
try:
|
|
|
30 |
messages=messages,
|
31 |
temperature=temperature,
|
32 |
max_tokens=max_tokens,
|
|
|
33 |
top_p=top_p,
|
34 |
stream=True,
|
35 |
# Ensure response_format is set correctly; typically it's a string like 'text'
|
|
|
127 |
messages=messages,
|
128 |
temperature=temperature,
|
129 |
max_tokens=max_tokens,
|
|
|
130 |
top_p=top_p
|
131 |
)
|
132 |
|
|
|
147 |
),
|
148 |
gr.Slider(0.0, 1.0, value=0.7, label="Temperature"),
|
149 |
gr.Slider(128, 4096, value=1024, label="Max new tokens"),
|
|
|
150 |
gr.Slider(0.0, 1.0, value=0.95, label="Top P sampling"),
|
151 |
],
|
152 |
)
|