futranbg commited on
Commit
efc5592
1 Parent(s): d2cee35

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -8
app.py CHANGED
@@ -35,14 +35,13 @@ def format_prompt(message, history, system_prompt):
35
  prompt = ""
36
  if system_prompt:
37
  prompt += f"System: {system_prompt}\n"
38
- for user_prompt, bot_response in history:
39
- prompt += f"User: {user_prompt}\n"
40
- prompt += f"LLAMA: {bot_response}\n" # Response already contains "Falcon: "
41
- prompt += f"""User: {message}
42
- Falcon:"""
43
  return prompt
44
 
45
- seed = 42
46
 
47
  def generate(
48
  prompt, history, system_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
@@ -51,7 +50,7 @@ def generate(
51
  if temperature < 1e-2:
52
  temperature = 1e-2
53
  top_p = float(top_p)
54
- global seed
55
  generate_kwargs = dict(
56
  temperature=temperature,
57
  max_new_tokens=max_new_tokens,
@@ -61,7 +60,7 @@ def generate(
61
  do_sample=True,
62
  seed=seed,
63
  )
64
- seed = seed + 1
65
  formatted_prompt = format_prompt(prompt, history, system_prompt)
66
 
67
  try:
 
35
  prompt = ""
36
  if system_prompt:
37
  prompt += f"System: {system_prompt}\n"
38
+ # for user_prompt, bot_response in history:
39
+ # prompt += f"User: {user_prompt}\n"
40
+ # prompt += f"LLAMA: {bot_response}\n" # Response already contains "Falcon: "
41
+ prompt += f"""User: {message}\n{BOT_NAME}:"""
 
42
  return prompt
43
 
44
+ seed = 42442
45
 
46
  def generate(
47
  prompt, history, system_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
 
50
  if temperature < 1e-2:
51
  temperature = 1e-2
52
  top_p = float(top_p)
53
+ # global seed
54
  generate_kwargs = dict(
55
  temperature=temperature,
56
  max_new_tokens=max_new_tokens,
 
60
  do_sample=True,
61
  seed=seed,
62
  )
63
+ # seed = seed + 1
64
  formatted_prompt = format_prompt(prompt, history, system_prompt)
65
 
66
  try: