tony346 commited on
Commit
fd71696
·
1 Parent(s): d464517

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -121,7 +121,7 @@ def get_conversation_chain(vectorstore):
121
  # llm = CTransformers(model="llama-2-7b-chat.ggmlv3.q2_K.bin", model_type="llama", config=config)
122
 
123
  llm = LlamaCpp(model_path=model_path,
124
- input={"temperature": 0.75, "max_length": 2000, "top_p": 1},
125
  verbose=True, )
126
  memory = ConversationBufferMemory(
127
  memory_key='chat_history', return_messages=True)
 
121
  # llm = CTransformers(model="llama-2-7b-chat.ggmlv3.q2_K.bin", model_type="llama", config=config)
122
 
123
  llm = LlamaCpp(model_path=model_path,
124
+ input={"n_ctx":2048,"temperature": 0.75, "max_length": 2000, "top_p": 1},
125
  verbose=True, )
126
  memory = ConversationBufferMemory(
127
  memory_key='chat_history', return_messages=True)