Spaces:
Runtime error
Runtime error
deanna-emery
commited on
Commit
·
b907f86
1
Parent(s):
6a3746d
updates
Browse files
app.py
CHANGED
@@ -77,8 +77,8 @@ def translate(video_file, true_caption=None):
|
|
77 |
title = "American Sign Language Translation: An Approach Combining MoViNets and T5"
|
78 |
|
79 |
description = """
|
80 |
-
This application surfaces a model for translation of American Sign Language (ASL)
|
81 |
-
|
82 |
to generate translations from the video embeddings. This model architecture achieves a BLEU score of 1.98
|
83 |
and an average cosine similarity score of 0.21 when trained and evaluated on the YouTube-ASL dataset.
|
84 |
More information about the model training and instructions to download the models can be found in our GitHub repository <a href=https://github.com/deanna-emery/ASL-Translator>here</a>.
|
@@ -108,7 +108,7 @@ article = """The captions for the example videos are as follows in order: \n
|
|
108 |
# Gradio App interface
|
109 |
gr.Interface(fn=translate,
|
110 |
inputs=[gr.Video(label='Video', show_label=True, max_length=10, sources='upload'),
|
111 |
-
gr.Textbox(label='Caption
|
112 |
outputs="text",
|
113 |
allow_flagging="never",
|
114 |
title=title,
|
|
|
77 |
title = "American Sign Language Translation: An Approach Combining MoViNets and T5"
|
78 |
|
79 |
description = """
|
80 |
+
This application surfaces a model for translation of American Sign Language (ASL).
|
81 |
+
The model comprises of a fine-tuned MoViNet CNN model to generate video embeddings and a T5 encoder-decoder model
|
82 |
to generate translations from the video embeddings. This model architecture achieves a BLEU score of 1.98
|
83 |
and an average cosine similarity score of 0.21 when trained and evaluated on the YouTube-ASL dataset.
|
84 |
More information about the model training and instructions to download the models can be found in our GitHub repository <a href=https://github.com/deanna-emery/ASL-Translator>here</a>.
|
|
|
108 |
# Gradio App interface
|
109 |
gr.Interface(fn=translate,
|
110 |
inputs=[gr.Video(label='Video', show_label=True, max_length=10, sources='upload'),
|
111 |
+
gr.Textbox(label='Caption', show_label=True, interactive=False, visible=False)],
|
112 |
outputs="text",
|
113 |
allow_flagging="never",
|
114 |
title=title,
|