Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -121,6 +121,7 @@ def get_conversation_chain(vectorstore):
|
|
121 |
# llm = CTransformers(model="llama-2-7b-chat.ggmlv3.q2_K.bin", model_type="llama", config=config)
|
122 |
|
123 |
llm = LlamaCpp(model_path=model_path,
|
|
|
124 |
input={"n_ctx":2048,"temperature": 0.75, "max_length": 2000, "top_p": 1},
|
125 |
verbose=True, )
|
126 |
memory = ConversationBufferMemory(
|
|
|
121 |
# llm = CTransformers(model="llama-2-7b-chat.ggmlv3.q2_K.bin", model_type="llama", config=config)
|
122 |
|
123 |
llm = LlamaCpp(model_path=model_path,
|
124 |
+
n_ctx = 4086,
|
125 |
input={"n_ctx":2048,"temperature": 0.75, "max_length": 2000, "top_p": 1},
|
126 |
verbose=True, )
|
127 |
memory = ConversationBufferMemory(
|