Create app.py

app.py

@@ -0,0 +1,58 @@
+from flask import Flask, request, render_template
+import requests
+import re
+import nltk
+from googletrans import Translator
+
+nltk.download("punkt")
+
+app = Flask(__name__)
+
+def translate_text(text, src='en', dest='en'):
+    translator = Translator(service_urls=['translate.google.com'])
+    return translator.translate(text, dest=dest, src=src).text
+
+def text_processing(text, language='en'):
+    # remove special characters and numbers
+    processed_text = re.sub(r'[^a-zA-Z\s]', '', text)
+    
+    # tokenize the text into words
+    tokens = nltk.word_tokenize(processed_text)
+    
+    # translate the text if it's not in English
+    if language != 'en':
+        translated_text = translate_text(processed_text, dest='en')
+        tokens = nltk.word_tokenize(translated_text)
+    
+    # create the vocabulary of words
+    vocab = set(tokens)
+    
+    # create a dictionary to encode each word as an integer
+    word_to_int = {word: i for i, word in enumerate(vocab)}
+    
+    # encode the words as integers
+    encoded_text = [word_to_int[word] for word in tokens]
+    
+    return encoded_text
+
+@app.route("/", methods=['GET', 'POST'])
+def index():
+    if request.method == 'POST':
+        if 'url' in request.form:
+            url = request.form['url']
+            response = requests.get(url)
+            text = response.text
+            language = translate_text(text, dest='en')
+        elif 'file' in request.files:
+            file = request.files['file']
+            text = file.read().decode('utf-8')
+            language = 'en'
+        
+        encoded_text = text_processing(text, language)
+        
+        return render_template('index.html', encoded_text=encoded_text)
+    
+    return render_template('index.html')
+
+if __name__ == "__main__":
+    app.run(host="0.0.0.0",port=7860)