ZeusCabanas commited on
Commit
5bf36b6
·
1 Parent(s): b866e46
Files changed (1) hide show
  1. app.py +15 -9
app.py CHANGED
@@ -23,11 +23,10 @@ def respond(message: str, history: List[Tuple[str, str]], system_message: str, m
23
  messages,
24
  max_tokens=max_tokens,
25
  stream=True,
26
- temperature=temperature,
27
- top_p=top_p,
28
- repetition_penalty=1.2, # Add repetition penalty
29
- presence_penalty=0.5, # Penalize presence of repeated tokens
30
- frequency_penalty=0.5, # Penalize frequency of repeated tokens
31
  ):
32
  token = msg.choices[0].delta.content
33
  response += token
@@ -36,10 +35,17 @@ def respond(message: str, history: List[Tuple[str, str]], system_message: str, m
36
  demo = gr.ChatInterface(
37
  respond,
38
  additional_inputs=[
39
- gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
40
- gr.Slider(minimum=1, maximum=256, value=512, step=1, label="Max new tokens"),
41
- gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
42
- gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
 
 
 
 
 
 
 
43
  ],
44
  )
45
 
 
23
  messages,
24
  max_tokens=max_tokens,
25
  stream=True,
26
+ temperature=0.7, # Aumentado para más variedad
27
+ top_p=0.85, # Ajustado para mejor balance
28
+ top_k=40, # Limita las opciones a las 40 mejores
29
+ do_sample=True, # Habilita muestreo aleatorio
 
30
  ):
31
  token = msg.choices[0].delta.content
32
  response += token
 
35
  demo = gr.ChatInterface(
36
  respond,
37
  additional_inputs=[
38
+ gr.Textbox(
39
+ value="""You are a helpful assistant. Follow these rules:
40
+ 1. Provide diverse and varied responses
41
+ 2. Avoid repeating the same words or phrases
42
+ 3. Use synonyms and alternative expressions
43
+ 4. Be concise and direct""",
44
+ label="System message"
45
+ ),
46
+ gr.Slider(minimum=1, maximum=256, value=200, step=1, label="Max new tokens"),
47
+ gr.Slider(minimum=0.7, maximum=1.2, value=1.0, step=0.1, label="Temperature"),
48
+ gr.Slider(minimum=0.1, maximum=1.0, value=0.85, step=0.05, label="Top-p (nucleus sampling)"),
49
  ],
50
  )
51