Add summarization

.gitignore

@@ -0,0 +1 @@
+.conda

README.md

@@ -11,3 +11,9 @@ license: apache-2.0
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+
+## T1000
+
+Activate conda `conda activate $PWD/.conda` and deactivate `conda deactivate`
+
+Install dependencies `pip install -r requirements.txt`

app.py

@@ -1,7 +1,18 @@
-import gradio as gr
+from transformers import PegasusForConditionalGeneration, PegasusTokenizer
+import gradio as grad
+mdl_name = "google/pegasus-xsum"
+pegasus_tkn = PegasusTokenizer.from_pretrained(mdl_name)
+mdl = PegasusForConditionalGeneration.from_pretrained(mdl_name)
 
-def greet(name):
-    return "Hello " + name + "!!"
 
-iface = gr.Interface(fn=greet, inputs="text", outputs="text")
-iface.launch()
+def summarize(text):
+    tokens = pegasus_tkn(text, truncation=True,
+                         padding="longest", return_tensors="pt")
+    txt_summary = mdl.generate(**tokens)
+    response = pegasus_tkn.batch_decode(txt_summary, skip_special_tokens=True)
+    return response
+
+
+txt = grad.Textbox(lines=10, label="English", placeholder="English Text here")
+out = grad.Textbox(lines=10, label="Summary")
+grad.Interface(summarize, inputs=txt, outputs=out).launch()

app_hello.py

@@ -0,0 +1,7 @@
+import gradio as gr
+
+def greet(name):
+    return "Hello " + name + "!!"
+
+iface = gr.Interface(fn=greet, inputs="text", outputs="text")
+iface.launch()

app_questions.py

@@ -0,0 +1,17 @@
+from transformers import AutoModelForQuestionAnswering, AutoTokenizer, pipeline
+import gradio as grad
+import ast
+mdl_name = "deepset/roberta-base-squad2"
+my_pipeline = pipeline('question-answering',
+                       model=mdl_name, tokenizer=mdl_name)
+
+
+def answer_question(question, context):
+    text = "{"+"'question': '"+question+"','context': '"+context+"'}"
+    di = ast.literal_eval(text)
+    response = my_pipeline(di)
+    return response
+
+
+grad.Interface(answer_question, inputs=["text", "text"],
+               outputs="text").launch()

requirements.txt

@@ -0,0 +1,4 @@
+gradio
+transformers
+torch
+transformers[sentencepiece]