Spaces:
Sleeping
Sleeping
import sys | |
import json | |
from io import StringIO | |
from app import get_response | |
def test_quality(): | |
"""Tests if the expected functions and values are used""" | |
with open("tests/qa_questions.json") as f: | |
qs = json.load(f) | |
for q in qs: | |
# Capture stdout | |
stdout = StringIO() | |
sys.stdout = stdout | |
get_response(q["question"]) | |
for include in q["expecteds"]["includes"]: | |
assert include in stdout.getvalue(), f"Expected {include} in output" | |
for exclude in q["expecteds"]["excludes"]: | |
assert exclude not in stdout.getvalue(), f"Expected {exclude} not in output" | |
for function in q["expecteds"]["functions"]: | |
assert f"Invoking function call {function}" in stdout.getvalue(), f"{function} was not invoked" | |
# Restore stdout | |
sys.stdout = sys.__stdout__ | |