rishisim commited on
Commit
801f42f
1 Parent(s): f1b3a59

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
10
  # repo_id = "google/gemma-2-9b-it"
11
  # repo_id = "meta-llama/Meta-Llama-3-8B-Instruct" # answers the question well, but continues the text and does not stop when its necessary. often ends in incomplete responses.
12
  # repo_id = "mistralai/Mixtral-8x22B-Instruct-v0.1"
13
- llm = HuggingFaceEndpoint(repo_id = repo_id, max_new_tokens = 128, temperature = 0.7, huggingfacehub_api_token = hftoken)
14
 
15
  from langchain_core.output_parsers import StrOutputParser
16
  from langchain_core.prompts import ChatPromptTemplate
 
10
  # repo_id = "google/gemma-2-9b-it"
11
  # repo_id = "meta-llama/Meta-Llama-3-8B-Instruct" # answers the question well, but continues the text and does not stop when its necessary. often ends in incomplete responses.
12
  # repo_id = "mistralai/Mixtral-8x22B-Instruct-v0.1"
13
+ llm = HuggingFaceEndpoint(repo_id = repo_id, max_new_tokens = 256, temperature = 0.7, huggingfacehub_api_token = hftoken, top_p=0.9)
14
 
15
  from langchain_core.output_parsers import StrOutputParser
16
  from langchain_core.prompts import ChatPromptTemplate