Spaces:

non2013
/

SincereQuestions

Sleeping

non2013 commited on Oct 20, 2024

Commit

f5b14b4

1 Parent(s): 7c57e03

edit preprocess

Files changed (1) hide show

app.py CHANGED Viewed

@@ -39,8 +39,9 @@ def preprocess_text(text):
     for doc in docs:
         for token in doc:
             if token.pos_ != "PUNCT":
-                index = word_dict.get(token.text, OOV_INDEX)
-                word_seq.append(index)
     return word_seq
 def classify_question(text):

     for doc in docs:
         for token in doc:
             if token.pos_ != "PUNCT":
+                if token.text not in word_dict:
+                    word_dict[token.text] = OOV_INDEX
+                word_seq.append(word_dict[token.text])
     return word_seq
 def classify_question(text):