Update app.py

app.py

@@ -202,6 +202,11 @@ def remove_special_characters(text):
     text = re.sub(pattern, '', text)
     return text
 
+def remove_special_characters_2(text):
+    pattern = r'[^a-zA-Z0-9 ]+'
+    text = re.sub(pattern, '', text)
+    return text
+
 def update_character_count(text):
     return f"{len(text)} characters"
 
@@ -281,9 +286,10 @@ def ai_generated_test(ai_option, input):
     segments = split_text_allow_complete_sentences_nltk(input)
     
     for i in range(samples_len):
-        cleaned_text = remove_special_characters(segments[i])
+        cleaned_text_bc = remove_special_characters(segments[i])
+        cleaned_text_mc = remove_special_characters_2(segments[i])
         bc_score = predict_bc(text_bc_model, text_bc_tokenizer,cleaned_text )
-        mc_score = predict_mc(text_mc_model, text_mc_tokenizer, cleaned_text)
+        mc_score = predict_mc(text_mc_model, text_mc_tokenizer, cleaned_text_mc)
         bc_scores.append(bc_score)
         mc_scores.append(mc_score)