v1.2.0 requirements added, new model testing

app.py

@@ -1,24 +1,51 @@
 import streamlit as st
-from transformers import pipeline
 
-st.title("FinalProject")
+from transformers import T5ForConditionalGeneration, T5Tokenizer
 
-@st.cache_resource
-def load_model():
-    print("Loading model...")
-    return pipeline("summarization", model="facebook/bart-large-cnn")
+device = 'cpu' #or 'cpu' for translate on cpu
 
-summarizer = load_model()
+model_name = 'utrobinmv/t5_translate_en_ru_zh_large_1024'
+model = T5ForConditionalGeneration.from_pretrained(model_name)
+model.to(device)
+tokenizer = T5Tokenizer.from_pretrained(model_name)
 
-ARTICLE = st.text_area("Enter the article to summarize:", height=300)
+prefix = 'translate to en: '
+src_text = prefix + "Съешь ещё этих мягких французских булок."
 
-max_length = st.number_input("Enter max length for summary:", min_value=10, max_value=500, value=130)
-min_length = st.number_input("Enter min length for summary:", min_value=5, max_value=450, value=30)
+# translate Russian to Chinese
+input_ids = tokenizer(src_text, return_tensors="pt")
 
-if st.button("Summarize"):
-    if ARTICLE.strip():
-        answer = summarizer(ARTICLE, max_length=int(max_length), min_length=int(min_length), do_sample=False)
-        st.write("### Summary:")
-        st.write(answer[0]['summary_text'])
-    else:
-        st.error("Please enter an article to summarize.")
+generated_tokens = model.generate(**input_ids.to(device))
+
+result = tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
+print(result)
+st.write(result[0])
+# 再吃这些法国的甜蜜的面包。
+# import streamlit as st
+# from transformers import pipeline
+# import torch
+# import scipy
+
+# st.title("FinalProject")
+
+
+# @st.cache_resource
+# def load_summarization_model():
+#     print("Loading summarization model...")
+#     return pipeline("summarization", model="facebook/bart-large-cnn")
+
+# summarizer = load_summarization_model()
+
+# ARTICLE = st.text_area("Enter the article to summarize:", height=300)
+
+# max_length = st.number_input("Enter max length for summary:", min_value=10, max_value=500, value=130)
+# min_length = st.number_input("Enter min length for summary:", min_value=5, max_value=450, value=30)
+
+# if st.button("Summarize"):
+#     if ARTICLE.strip():
+#         answer = summarizer(ARTICLE, max_length=int(max_length), min_length=int(min_length), do_sample=False)
+#         summary = answer[0]['summary_text']
+#         st.write("### Summary:")
+#         st.write(summary)
+#     else:
+#         st.error("Please enter an article to summarize.")

requirements.txt

@@ -0,0 +1,3 @@
+streamlit==1.41.1
+transformers
+torch