remove compute_lng

app.py

@@ -1,7 +1,8 @@
-import spacy
-import nltk
-nltk.download('wordnet', quiet=True)
-spacy.cli.download('en_core_web_sm')
+# import spacy
+# import nltk
+# nltk.download('wordnet', quiet=True)
+# spacy.cli.download('en_core_web_sm')
+# from compute_lng import compute_lng
 
 import torch
 import joblib, json
@@ -12,7 +13,6 @@ from const import used_indices, name_map
 from model import get_model
 from options import parse_args
 from transformers import T5Tokenizer
-from compute_lng import compute_lng
 from sklearn.experimental import enable_iterative_imputer
 from sklearn.impute import IterativeImputer
 from sklearn.linear_model import Ridge

model.py

@@ -5,7 +5,6 @@ import numpy as np
 from torch import nn
 from transformers import T5ForConditionalGeneration, T5EncoderModel, AutoModel, LogitsProcessor, LogitsProcessorList
 from functools import partial
-from compute_lng import compute_lng
 from undecorate import unwrap
 from types import MethodType
 from utils import *

requirements.txt

@@ -1,13 +1,7 @@
 torch
-torchvision
 numpy
 joblib
-gensim
-supar
+undecorate
 transformers
 scikit-learn
-tqdm
-spacy
-sentencepiece
-lftk
-undecorate
+tqdm