| from genbit.genbit_metrics import GenBitMetrics | |
| def eval_genbit(data): | |
| genbit_metrics = GenBitMetrics( | |
| language_code="en", context_window=5, distance_weight=0.95, percentile_cutoff=80 | |
| ) | |
| data = data[data.columns[0]].to_list() | |
| genbit_metrics.add_data(data, tokenized=False) | |
| genbit_metrics_dict = genbit_metrics.get_metrics(output_word_list=False) | |
| return genbit_metrics_dict | |