Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update app.py
Browse files
app.py
CHANGED
@@ -214,6 +214,8 @@ async def chat(query,history,sources,reports,subtype,year):
|
|
214 |
llm_qa = HuggingFaceEndpoint(
|
215 |
endpoint_url= model_config.get('reader','ENDPOINT'),
|
216 |
max_new_tokens=512,
|
|
|
|
|
217 |
huggingfacehub_api_token=HF_token,)
|
218 |
|
219 |
# create rag chain
|
|
|
214 |
llm_qa = HuggingFaceEndpoint(
|
215 |
endpoint_url= model_config.get('reader','ENDPOINT'),
|
216 |
max_new_tokens=512,
|
217 |
+
repetition_penalty=1.03,
|
218 |
+
timeout=70,
|
219 |
huggingfacehub_api_token=HF_token,)
|
220 |
|
221 |
# create rag chain
|