camparchimedes commited on
Commit
22e697c
ยท
verified ยท
1 Parent(s): 69fd4e1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -96,9 +96,9 @@ api_response_prompt = PromptTemplate(
96
  def setup_multiple_chains():
97
 
98
  llm = HuggingFaceEndpoint(
99
- repo_id="google/gemma-2-2b-it", #"norallm/normistral-7b-warm-instruct",
100
  #endpoint_url="http://localhost:8010/",
101
- #model="gemma-2-2b-it",
102
  max_new_tokens=512,
103
  top_k=10,
104
  top_p=0.95,
@@ -156,11 +156,11 @@ async def handle_message(message: cl.Message):
156
 
157
  if re.search(r'\b[A-Z]{6}\d{6}\b', user_message): # ex. "EQJLCQ362149"
158
 
159
- response = await api_chain.acall(user_message,
160
  callbacks=[cl.AsyncLangchainCallbackHandler()])
161
 
162
  else:
163
- response = await llm_chain.acall(user_message,
164
  callbacks=[cl.AsyncLangchainCallbackHandler()])
165
 
166
 
 
96
  def setup_multiple_chains():
97
 
98
  llm = HuggingFaceEndpoint(
99
+ #repo_id="google/gemma-2-2b-it", #"norallm/normistral-7b-warm-instruct",
100
  #endpoint_url="http://localhost:8010/",
101
+ model="normistral-7b-warm-instruct",
102
  max_new_tokens=512,
103
  top_k=10,
104
  top_p=0.95,
 
156
 
157
  if re.search(r'\b[A-Z]{6}\d{6}\b', user_message): # ex. "EQJLCQ362149"
158
 
159
+ response = await api_chain.ainvoke(user_message,
160
  callbacks=[cl.AsyncLangchainCallbackHandler()])
161
 
162
  else:
163
+ response = await llm_chain.ainvoke(user_message,
164
  callbacks=[cl.AsyncLangchainCallbackHandler()])
165
 
166