aixsatoshi commited on
Commit
c2a4e8b
1 Parent(s): 9838fcd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -46,6 +46,7 @@ hf_hub_download(
46
  local_dir="./models"
47
  )
48
 
 
49
  llm = None
50
  llm_model = None
51
 
@@ -60,9 +61,8 @@ def respond(
60
  top_p,
61
  top_k,
62
  repeat_penalty,
63
- template,
64
  ):
65
- chat_template = MessagesFormatterType[template]
66
 
67
  global llm
68
  global llm_model
@@ -196,4 +196,4 @@ demo = gr.ChatInterface(
196
  )
197
 
198
  if __name__ == "__main__":
199
- demo.launch()
 
46
  local_dir="./models"
47
  )
48
 
49
+
50
  llm = None
51
  llm_model = None
52
 
 
61
  top_p,
62
  top_k,
63
  repeat_penalty,
 
64
  ):
65
+ chat_template = MessagesFormatterType.GEMMA_2
66
 
67
  global llm
68
  global llm_model
 
196
  )
197
 
198
  if __name__ == "__main__":
199
+ demo.launch()