rodrigomasini commited on
Commit
d83554d
·
verified ·
1 Parent(s): 612a10c

Update helper.py

Browse files
Files changed (1) hide show
  1. helper.py +0 -4
helper.py CHANGED
@@ -21,7 +21,6 @@ def get_fn(model_name: str, **model_kwargs) -> Callable:
21
  messages: list, # Preprocessed messages from preprocess function
22
  temperature: float,
23
  max_tokens: int,
24
- top_k: int,
25
  repetition_penalty: float,
26
  top_p: float
27
  ) -> Generator[str, None, None]:
@@ -32,7 +31,6 @@ def get_fn(model_name: str, **model_kwargs) -> Callable:
32
  messages=messages,
33
  temperature=temperature,
34
  max_tokens=max_tokens,
35
- top_k=top_k,
36
  repetition_penalty=repetition_penalty,
37
  top_p=top_p,
38
  stream=True,
@@ -131,7 +129,6 @@ def registry(name: str = None, **kwargs) -> gr.ChatInterface:
131
  messages=messages,
132
  temperature=temperature,
133
  max_tokens=max_tokens,
134
- top_k=top_k,
135
  repetition_penalty=repetition_penalty,
136
  top_p=top_p
137
  )
@@ -153,7 +150,6 @@ def registry(name: str = None, **kwargs) -> gr.ChatInterface:
153
  ),
154
  gr.Slider(0.0, 1.0, value=0.7, label="Temperature"),
155
  gr.Slider(128, 4096, value=1024, label="Max new tokens"),
156
- gr.Slider(1, 80, value=40, step=1, label="Top K sampling"),
157
  gr.Slider(0.0, 2.0, value=1.1, label="Repetition penalty"),
158
  gr.Slider(0.0, 1.0, value=0.95, label="Top P sampling"),
159
  ],
 
21
  messages: list, # Preprocessed messages from preprocess function
22
  temperature: float,
23
  max_tokens: int,
 
24
  repetition_penalty: float,
25
  top_p: float
26
  ) -> Generator[str, None, None]:
 
31
  messages=messages,
32
  temperature=temperature,
33
  max_tokens=max_tokens,
 
34
  repetition_penalty=repetition_penalty,
35
  top_p=top_p,
36
  stream=True,
 
129
  messages=messages,
130
  temperature=temperature,
131
  max_tokens=max_tokens,
 
132
  repetition_penalty=repetition_penalty,
133
  top_p=top_p
134
  )
 
150
  ),
151
  gr.Slider(0.0, 1.0, value=0.7, label="Temperature"),
152
  gr.Slider(128, 4096, value=1024, label="Max new tokens"),
 
153
  gr.Slider(0.0, 2.0, value=1.1, label="Repetition penalty"),
154
  gr.Slider(0.0, 1.0, value=0.95, label="Top P sampling"),
155
  ],