base_model/main.py

from retriever import Retriever


if __name__ == '__main__':
    # Initialize retriever
    r = Retriever()

    # Retrieve example
    scores, result = r.retrieve(
        "What is the perplexity of a language model?")

    for i, score in enumerate(scores):
        print(f"Result {i+1} (score: {score:.02f}):")
        print(result['text'][i])
        print()  # Newline

    # Compute overall performance
    exact_match, f1_score = r.evaluate()
    print(f"Exact match: {exact_match:.02f}\n"
          f"F1-score: {f1_score:.02f}")