tony346 commited on
Commit
e39781d
·
1 Parent(s): f51a106

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -121,6 +121,7 @@ def get_conversation_chain(vectorstore):
121
  # llm = CTransformers(model="llama-2-7b-chat.ggmlv3.q2_K.bin", model_type="llama", config=config)
122
 
123
  llm = LlamaCpp(model_path=model_path,
 
124
  input={"n_ctx":2048,"temperature": 0.75, "max_length": 2000, "top_p": 1},
125
  verbose=True, )
126
  memory = ConversationBufferMemory(
 
121
  # llm = CTransformers(model="llama-2-7b-chat.ggmlv3.q2_K.bin", model_type="llama", config=config)
122
 
123
  llm = LlamaCpp(model_path=model_path,
124
+ n_ctx = 4086,
125
  input={"n_ctx":2048,"temperature": 0.75, "max_length": 2000, "top_p": 1},
126
  verbose=True, )
127
  memory = ConversationBufferMemory(