Ascol57 commited on
Commit
07b2096
·
verified ·
1 Parent(s): 98879d8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -0
app.py CHANGED
@@ -1,5 +1,13 @@
1
  import gradio as gr
2
 
 
 
 
 
 
 
 
 
3
  def generate(
4
  prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
5
  ):
 
1
  import gradio as gr
2
 
3
+ def format_prompt(message, history):
4
+ prompt = "<s>"
5
+ for user_prompt, bot_response in history:
6
+ prompt += f"[INST] {user_prompt} [/INST]"
7
+ prompt += f" {bot_response}</s> "
8
+ prompt += f"[INST] {message} [/INST]"
9
+ return prompt
10
+
11
  def generate(
12
  prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
13
  ):