pull random sentences and better formatting

app.py

@@ -1,21 +1,51 @@
 import time
+import json
 
 import streamlit as st
 
 from categories.accuracy import *
+from categories.fluency import *
+import random
 
+# Set the sidebar title
+st.sidebar.title("DE-EN")
+
+def load_translations():
+    try:
+        with open("./translations.json", "r") as f:
+            return json.loads(f.read())
+    except Exception as e:
+        print(e)
+        return None
+
+if "translations" not in st.session_state:
+    st.session_state.translations = load_translations()
 
 def response_generator(prompt):
     source = st.session_state.german
     acc = accuracy(source, prompt)
+    ppl = pseudo_perplexity(prompt)
+    gre = grammar_errors(prompt)
+
+    total_score = 0.5 * acc["score"] + 0.2 * gre["score"] + 0.3 * ppl["score"]
 
-    response = "Your response is: " + str(acc["score"]) + "\n"
+    response = "Your total translation score is: " + str(total_score) + "\n"
 
-    if acc["errors"]:
-        response += "Your errors are:\n"
+    acc_s = acc["score"]
+    response += f"\nYour accuracy score is {acc_s}:\n"
 
-        for error in acc["errors"]:
-            response += f" - {error['message']}\n"
+    for error in acc["errors"]:
+        response += f" - {error['message']}\n"
+    
+    gre_s = gre["score"]
+    ppl_s = ppl["score"]
+    response += f"\nYour fluency score is {0.4 * gre_s + 0.6 * ppl_s}:\n"
+
+    for error in gre["errors"]:
+        response += f" - {error['message']}\n"
+    
+    for error in ppl["errors"]:
+        response += f" - {error['message']}\n"
 
     lines = response.split("\n")
     for line in lines:
@@ -27,7 +57,14 @@ def response_generator(prompt):
 
 
 def translation_generator():
-    st.session_state.german = "Danke shoen."
+    # Check if translations are available and not empty
+    if st.session_state.translations:
+        # Randomly select a translation from the list
+        st.session_state.german = random.choice(st.session_state.translations)["german"]
+    else:
+        st.error("No translations available.")
+        return
+
 
     message = (
         f"Please translate the following sentence into English:"
@@ -58,6 +95,16 @@ if "messages" not in st.session_state:
     ]
     st.session_state.german = "Das ist ein Test."
 
+if "translations" not in st.session_state:
+    try:
+        with open("translations.json", "r") as f:
+            st.session_state.translations = json.loads(f.read())
+            print(st.session_state.translations)
+    except (FileNotFoundError, json.JSONDecodeError):
+        st.session_state.translations = None
+        # Create an empty translations dictionary if none exists
+        st.error("No previous translations found. Starting with an empty translation history.")
+
 # Display chat messages from history on app rerun
 for message in st.session_state.messages:
     with st.chat_message(message["role"]):

categories/accuracy.py

@@ -112,8 +112,8 @@ def __get_alignment_score(src_sentence: str, trg_sentence: str) -> list:
     # Each method has a list of pairs indicating the indexes of aligned words (The alignments are zero-indexed).
     alignments = aligner.get_word_aligns(src_list, trg_list)
 
-    src_aligns = {x[0] for x in alignments["mwmf"]}
-    trg_aligns = {x[1] for x in alignments["mwmf"]}
+    src_aligns = {x[0] for x in alignments["inter"]}
+    trg_aligns = {x[1] for x in alignments["inter"]}
 
     mistranslations = []
     for i in range(len(src_list)):

requirements.txt

@@ -3,4 +3,6 @@ transformers
 torch
 wordfreq
 simalign
-streamlit
+streamlit
+requests
+laser_encoders

translations.json

@@ -0,0 +1,102 @@
+[
+    {"german": "Ich bin müde.", "english": "I am tired."},
+    {"german": "Das ist mein Buch.", "english": "That is my book."},
+    {"german": "Er hat einen Hund.", "english": "He has a dog."},
+    {"german": "Wir gehen nach Hause.", "english": "We are going home."},
+    {"german": "Sie liest ein Buch.", "english": "She is reading a book."},
+    {"german": "Ich liebe Schokolade.", "english": "I love chocolate."},
+    {"german": "Hast du Geschwister?", "english": "Do you have siblings?"},
+    {"german": "Heute ist es kalt.", "english": "It is cold today."},
+    {"german": "Wo ist der Bahnhof?", "english": "Where is the train station?"},
+    {"german": "Das Wetter ist schön.", "english": "The weather is nice."},
+    {"german": "Er arbeitet im Büro.", "english": "He works in the office."},
+    {"german": "Ich trinke Wasser.", "english": "I am drinking water."},
+    {"german": "Sie tanzt gerne.", "english": "She likes dancing."},
+    {"german": "Kannst du mir helfen?", "english": "Can you help me?"},
+    {"german": "Wir spielen Fußball.", "english": "We are playing soccer."},
+    {"german": "Das Auto ist neu.", "english": "The car is new."},
+    {"german": "Ich habe Hunger.", "english": "I am hungry."},
+    {"german": "Guten Morgen!", "english": "Good morning!"},
+    {"german": "Er spricht Deutsch.", "english": "He speaks German."},
+    {"german": "Ich mag Katzen.", "english": "I like cats."},
+    {"german": "Sie kocht gern.", "english": "She likes cooking."},
+    {"german": "Der Apfel ist rot.", "english": "The apple is red."},
+    {"german": "Das Fenster ist offen.", "english": "The window is open."},
+    {"german": "Ich wohne in Berlin.", "english": "I live in Berlin."},
+    {"german": "Was machst du?", "english": "What are you doing?"},
+    {"german": "Er spielt Gitarre.", "english": "He plays guitar."},
+    {"german": "Wir fahren morgen.", "english": "We are leaving tomorrow."},
+    {"german": "Ich verstehe nicht.", "english": "I don't understand."},
+    {"german": "Die Katze schläft.", "english": "The cat is sleeping."},
+    {"german": "Sie ist meine Freundin.", "english": "She is my friend."},
+    {"german": "Ich höre Musik.", "english": "I am listening to music."},
+    {"german": "Das Haus ist groß.", "english": "The house is big."},
+    {"german": "Er geht zur Schule.", "english": "He goes to school."},
+    {"german": "Hast du Zeit?", "english": "Do you have time?"},
+    {"german": "Ich schreibe einen Brief.", "english": "I am writing a letter."},
+    {"german": "Die Tür ist geschlossen.", "english": "The door is closed."},
+    {"german": "Sie arbeitet viel.", "english": "She works a lot."},
+    {"german": "Ich sehe einen Vogel.", "english": "I see a bird."},
+    {"german": "Das Kind lacht.", "english": "The child is laughing."},
+    {"german": "Wo wohnst du?", "english": "Where do you live?"},
+    {"german": "Ich lerne Deutsch.", "english": "I am learning German."},
+    {"german": "Kann ich helfen?", "english": "Can I help?"},
+    {"german": "Das ist mein Bruder.", "english": "That is my brother."},
+    {"german": "Sie hat lange Haare.", "english": "She has long hair."},
+    {"german": "Wir sind müde.", "english": "We are tired."},
+    {"german": "Der Hund bellt.", "english": "The dog is barking."},
+    {"german": "Ich esse einen Apfel.", "english": "I am eating an apple."},
+    {"german": "Wie heißt du?", "english": "What is your name?"},
+    {"german": "Mein Name ist Anna.", "english": "My name is Anna."},
+    {"german": "Ich liebe dich.", "english": "I love you."},
+    {"german": "Es ist sehr spät.", "english": "It is very late."},
+    {"german": "Ich habe keine Zeit.", "english": "I have no time."},
+    {"german": "Er liest die Zeitung.", "english": "He is reading the newspaper."},
+    {"german": "Sie singt ein Lied.", "english": "She is singing a song."},
+    {"german": "Ich sehe fern.", "english": "I am watching TV."},
+    {"german": "Das ist einfach.", "english": "That is easy."},
+    {"german": "Ich gehe einkaufen.", "english": "I am going shopping."},
+    {"german": "Wo arbeitest du?", "english": "Where do you work?"},
+    {"german": "Ich arbeite im Krankenhaus.", "english": "I work at the hospital."},
+    {"german": "Sie hat blaue Augen.", "english": "She has blue eyes."},
+    {"german": "Wir essen zu Abend.", "english": "We are having dinner."},
+    {"german": "Der Himmel ist blau.", "english": "The sky is blue."},
+    {"german": "Was kostet das?", "english": "How much does that cost?"},
+    {"german": "Ich nehme das.", "english": "I'll take that."},
+    {"german": "Ich bin krank.", "english": "I am sick."},
+    {"german": "Es tut mir leid.", "english": "I'm sorry."},
+    {"german": "Ich verstehe dich.", "english": "I understand you."},
+    {"german": "Mach das Fenster zu.", "english": "Close the window."},
+    {"german": "Wie spät ist es?", "english": "What time is it?"},
+    {"german": "Ich bin zu Hause.", "english": "I am at home."},
+    {"german": "Gute Nacht!", "english": "Good night!"},
+    {"german": "Sie tanzen gern.", "english": "They like to dance."},
+    {"german": "Ich gehe spazieren.", "english": "I am going for a walk."},
+    {"german": "Der Kaffee ist heiß.", "english": "The coffee is hot."},
+    {"german": "Woher kommst du?", "english": "Where are you from?"},
+    {"german": "Ich komme aus Deutschland.", "english": "I am from Germany."},
+    {"german": "Sie hat ein schönes Lächeln.", "english": "She has a beautiful smile."},
+    {"german": "Ich brauche Hilfe.", "english": "I need help."},
+    {"german": "Das ist mein Vater.", "english": "That is my father."},
+    {"german": "Sie ist meine Mutter.", "english": "She is my mother."},
+    {"german": "Ich liebe meine Familie.", "english": "I love my family."},
+    {"german": "Heute ist Montag.", "english": "Today is Monday."},
+    {"german": "Ich bin glücklich.", "english": "I am happy."},
+    {"german": "Er ist traurig.", "english": "He is sad."},
+    {"german": "Wir lernen zusammen.", "english": "We are learning together."},
+    {"german": "Das ist interessant.", "english": "That is interesting."},
+    {"german": "Ich bin bereit.", "english": "I am ready."},
+    {"german": "Er ist mein Lehrer.", "english": "He is my teacher."},
+    {"german": "Der Ball ist rund.", "english": "The ball is round."},
+    {"german": "Ich gehe zur Arbeit.", "english": "I am going to work."},
+    {"german": "Sie trägt ein rotes Kleid.", "english": "She is wearing a red dress."},
+    {"german": "Ich mag deinen Stil.", "english": "I like your style."},
+    {"german": "Er lacht laut.", "english": "He is laughing loudly."},
+    {"german": "Wir sehen uns morgen.", "english": "See you tomorrow."},
+    {"german": "Ich wünsche dir viel Glück.", "english": "I wish you good luck."},
+    {"german": "Bitte sei leise.", "english": "Please be quiet."},
+    {"german": "Ich habe es vergessen.", "english": "I forgot it."},
+    {"german": "Es ist nicht wichtig.", "english": "It is not important."},
+    {"german": "Können wir reden?", "english": "Can we talk?"}
+]
+