Upload app.py

app.py

@@ -0,0 +1,58 @@
+from transformers import BartTokenizer, BartForConditionalGeneration
+import gradio as gr
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+
+def fren_en(french_article):
+    mname = 'Helsinki-NLP/opus-mt-fr-en'
+    tokenizer = AutoTokenizer.from_pretrained(mname)
+    model = AutoModelForSeq2SeqLM.from_pretrained(mname)
+
+
+    input_ids_1 = tokenizer.encode(article[0:2100], return_tensors="pt")
+    outputs_1 = model.generate(input_ids_1)
+    decoded_1 = tokenizer.decode(outputs_1[0], skip_special_tokens=True)
+
+
+    input_ids_2 = tokenizer.encode(article[2100:4200], return_tensors="pt")
+    outputs_2 = model.generate(input_ids_2)
+    decoded_2 = tokenizer.decode(outputs_2[0], skip_special_tokens=True)
+
+    input_ids_3 = tokenizer.encode(article[4200:6300], return_tensors="pt")
+    outputs_3 = model.generate(input_ids_3)
+    decoded_3 = tokenizer.decode(outputs_3[0], skip_special_tokens=True)
+
+    decoded_output = decoded_1 + decoded_2 + decoded_3
+    return(decoded_output)
+
+
+def article_summarization(french_article_for_summarization):
+    french_article_for_summarization = fren_en(french_article)
+    tokenizer = BartTokenizer.from_pretrained("facebook/bart-large-cnn")
+    model = BartForConditionalGeneration.from_pretrained("facebook/bart-large-cnn")
+
+# generate summary
+    input_ids = tokenizer.encode(french_article_for_summarization, return_tensors='pt')
+    summary_ids = model.generate(input_ids,
+            min_length=20,
+            max_length=12000,
+            num_beams=10,
+            repetition_penalty=2.5,
+            length_penalty=1.0,
+            early_stopping=True,
+            no_repeat_ngram_size=2,
+            use_cache=True,
+            do_sample = True,
+            temperature = 0.8,
+            top_k = 50,
+            top_p = 0.95)
+
+    summary_text = tokenizer.decode(summary_ids[0], skip_special_tokens=True)
+    return(summary_text)
+
+iface = gr.Interface(fn=article_summarization,title="French newspaper article sumamrized in English",description="facebook/bart-large-cnn for summarization in English and Helsinki-NLP/opus-mt-fr-en for translation from French to English ",inputs=gr.inputs.Textbox(lines=50, placeholder="Enter newpaper article in French"),outputs="text")
+
+iface.launch()
+
+
+
+