File size: 659 Bytes
e0db39e
0946447
e0db39e
 
 
 
 
 
 
6d2d9db
e0db39e
 
0946447
e0db39e
0946447
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
from genbit.genbit_metrics import GenBitMetrics
import pandas as pd


def eval_genbit(data):
    genbit_metrics = GenBitMetrics(
        language_code="en", context_window=5, distance_weight=0.95, percentile_cutoff=80
    )

    data = data[data.columns[0]].to_list()

    genbit_metrics.add_data(data, tokenized=False)
    result_json = genbit_metrics.get_metrics(output_word_list=False)

    result_df = (
        pd.DataFrame.from_dict(result_json, orient="index")
        .reset_index()
        .rename(columns={"index": "Metric", 0: "Value"})
    )

    result_plot = None
    result_conclusion = ""

    return result_df, result_plot, result_conclusion