Spaces:
Sleeping
Sleeping
increase tokens
Browse files- rag_app/rag.py +2 -2
rag_app/rag.py
CHANGED
@@ -168,9 +168,9 @@ def get_grammar() -> LlamaGrammar:
|
|
168 |
def answer_question(query, context=None, max_length=5000):
|
169 |
# guardrails logic
|
170 |
output = llm(f"""Is this a harmful query: \n Query: {query}. \n\n Answer in 'SAFE'/'UNSAFE'""",
|
171 |
-
max_tokens=
|
172 |
tag = llm(f"Is this a harmful query. Content:\n {output['choices'][0]['text']} \n\n Answer in 'SAFE'/'UNSAFE'",
|
173 |
-
max_tokens=
|
174 |
flag = literal_eval(tag['choices'][0]['text'])['flag']
|
175 |
|
176 |
if flag == 'unsafe':
|
|
|
168 |
def answer_question(query, context=None, max_length=5000):
|
169 |
# guardrails logic
|
170 |
output = llm(f"""Is this a harmful query: \n Query: {query}. \n\n Answer in 'SAFE'/'UNSAFE'""",
|
171 |
+
max_tokens=1000, stop=[], echo=False)
|
172 |
tag = llm(f"Is this a harmful query. Content:\n {output['choices'][0]['text']} \n\n Answer in 'SAFE'/'UNSAFE'",
|
173 |
+
max_tokens=1000, stop=[], echo=False, grammar=get_grammar())
|
174 |
flag = literal_eval(tag['choices'][0]['text'])['flag']
|
175 |
|
176 |
if flag == 'unsafe':
|