Dependencies

app.py

@@ -1,5 +1,5 @@
-from googletrans import Translator
-from googletrans import LANGUAGES
+# from googletrans import Translator
+# from googletrans import LANGUAGES
 import spacy
 import gradio as gr
 import nltk
@@ -88,10 +88,10 @@ nlp_ja = spacy.load("ja_core_news_sm")
 nlp_zh = spacy.load("zh_core_web_sm")
 nlp_en_syllable = spacy.load("en_core_web_sm")
 nlp_en_syllable.add_pipe("syllables", after="tagger") #https://spacy.io/universe/project/spacy_syllables/
-langdropdown_choices = [f"{code}: {name}" for code, name in LANGUAGES.items()]
+# langdropdown_choices = [f"{code}: {name}" for code, name in LANGUAGES.items()]
 
 nlp = spacy.load('en_core_web_sm')
-translator = Translator()
+#translator = Translator()
 
 def Sentencechunker(sentence):
     Sentchunks = sentence.split(" ")
@@ -163,7 +163,7 @@ def BatchWordChunk(sentence):
 
 # Translate from English to French
 
-langdest = gr.Dropdown(choices=langdropdown_choices, label="Choose Language", value="de: german") #["af", "de", "es", "ko", "ja", "zh-cn"]
+# langdest = gr.Dropdown(choices=langdropdown_choices, label="Choose Language", value="de: german") #["af", "de", "es", "ko", "ja", "zh-cn"]
 
 ChunkModeDrop = gr.Dropdown(choices=["Chunks", "Reverse", "Three Word Chunks", "Spelling Chunks"], label="Choose Chunk Type", value="Chunks")
 
@@ -179,10 +179,10 @@ def FrontRevSentChunk (Chunkmode, Translate, Text, langdest):
     if Chunkmode=="Spelling Chunks":
         FinalOutput += BatchWordChunk(Text)
     
-    if Translate: 
-        TransFinalOutput = FinalOutput
-        translated = translator.translate(TransFinalOutput, dest=langdest[:2])
-        FinalOutput += "\n" + translated.text
+    # if Translate: 
+    #     TransFinalOutput = FinalOutput
+    #     translated = translator.translate(TransFinalOutput, dest=langdest[:2])
+    #     FinalOutput += "\n" + translated.text
     return FinalOutput
 
 # Define a function to filter out non-verb, noun, or adjective words
@@ -251,8 +251,8 @@ def merge_lines(roman_file, w4w_file, full_mean_file, macaronic_file):
     
     return "\n".join(merged_lines)
 
-TTSLangOptions = gr.Dropdown(choices=langdropdown_choices, value="en: english", label="choose the language of the srt/text accent") #["en", "de", "es", "ja", "ko", "zh-cn"]
-TTSLangOptions2 = gr.Dropdown(choices=langdropdown_choices, value="en: english", label="choose the language of the srt/text accent")
+# TTSLangOptions = gr.Dropdown(choices=langdropdown_choices, value="en: english", label="choose the language of the srt/text accent") #["en", "de", "es", "ja", "ko", "zh-cn"]
+# TTSLangOptions2 = gr.Dropdown(choices=langdropdown_choices, value="en: english", label="choose the language of the srt/text accent")
 
 def TTSforListeningPractice(text, language = "en", Repeat10x = False):
     if Repeat10x:
@@ -1862,32 +1862,32 @@ def lingualinkassist(text, language):
 
 #----------------------------------------------------------------------------------------------------------------------
 
-def w4wsidebysidereadergen(text, langdest):
-    #FrontRevSentChunk  as reference
-    FinalOutput = ""
-    Translated = "FWNWO: \n"
-    words = text.split()
-    w4wsidebysidtranslator = Translator()
-    translatedFWO = w4wsidebysidtranslator.translate(text, dest=langdest[:2])
-    translatedNWO =  w4wsidebysidtranslator.translate(words, dest=langdest[:2]) #src or dest
-    #print(translated)
-    #print(dir(translatedNWO[0]), "\n")
-    #FinalOutput += "\n" + translated.text
-    for obj in translatedNWO:
-    #   print(f"Original Text: {obj.origin}")
-    #   print(f"Translated Text: {obj.text}")
-    #   print(f"Source Language: {obj.src}")
-    #   print(f"Destination Language: {obj.dest}")
-    #   print(f"Pronunciation: {obj.pronunciation}\n")
-        FinalOutput += obj.origin + f" ({obj.text}) "
-        Translated += obj.text + " "
-    speech = gTTS(text=FinalOutput, lang=langdest[:2], slow="False")
-    speech.save("CurrentSidebySideTTSFile.mp3")
-
-    FinalOutput = "Side by Side Version: " + FinalOutput
-
-    analysisPrompt = f"{ Translated } \n\nand \n\nFWFWO: \n{ translatedFWO.text } \n\nForeign Words Native Word Order and Foreign Word Order \nIf you had to make the notes on the word by word considerations to transform FWNWO to FWFWO what would that be? (A simple game idea where your response will be the rubrik to mark the players response against)"
-    return FinalOutput, Translated, "FWFWO: \n" + translatedFWO.text, "CurrentSidebySideTTSFile.mp3", analysisPrompt
+# def w4wsidebysidereadergen(text, langdest):
+#     #FrontRevSentChunk  as reference
+#     FinalOutput = ""
+#     Translated = "FWNWO: \n"
+#     words = text.split()
+#     w4wsidebysidtranslator = Translator()
+#     translatedFWO = w4wsidebysidtranslator.translate(text, dest=langdest[:2])
+#     translatedNWO =  w4wsidebysidtranslator.translate(words, dest=langdest[:2]) #src or dest
+#     #print(translated)
+#     #print(dir(translatedNWO[0]), "\n")
+#     #FinalOutput += "\n" + translated.text
+#     for obj in translatedNWO:
+#     #   print(f"Original Text: {obj.origin}")
+#     #   print(f"Translated Text: {obj.text}")
+#     #   print(f"Source Language: {obj.src}")
+#     #   print(f"Destination Language: {obj.dest}")
+#     #   print(f"Pronunciation: {obj.pronunciation}\n")
+#         FinalOutput += obj.origin + f" ({obj.text}) "
+#         Translated += obj.text + " "
+#     speech = gTTS(text=FinalOutput, lang=langdest[:2], slow="False")
+#     speech.save("CurrentSidebySideTTSFile.mp3")
+
+#     FinalOutput = "Side by Side Version: " + FinalOutput
+
+#     analysisPrompt = f"{ Translated } \n\nand \n\nFWFWO: \n{ translatedFWO.text } \n\nForeign Words Native Word Order and Foreign Word Order \nIf you had to make the notes on the word by word considerations to transform FWNWO to FWFWO what would that be? (A simple game idea where your response will be the rubrik to mark the players response against)"
+#     return FinalOutput, Translated, "FWFWO: \n" + translatedFWO.text, "CurrentSidebySideTTSFile.mp3", analysisPrompt
 
 #https://huggingface.co/spaces/Geonmo/nllb-translation-demo/blob/main/app.py
 def nllbtranscload_models():
@@ -2218,8 +2218,8 @@ def nllbtrans_check_order(*inputs):
 
 # ----------------------------------------------------------------------------------------------------    
 
-def audioformatbrainstorm(chunkmode, translate, text, langdestchoice, choice):
-    FrontRevSentChunkbrainstormoutput = FrontRevSentChunk(chunkmode, translate, text, langdestchoice)
+def audioformatbrainstorm(chunkmode, translate, text, choice): #, langdestchoice, choice):
+    # FrontRevSentChunkbrainstormoutput = FrontRevSentChunk(chunkmode, translate, text, langdestchoice)
     AutoSyllablePracticebrainstormoutput = AutoSyllablePractice(text)
     RandomiseTextbyTypebrainstormoutput = RandomiseTextbyType(text, choice)
     create_dictionarybrainstormoutput = create_dictionary(text)
@@ -2228,7 +2228,8 @@ def audioformatbrainstorm(chunkmode, translate, text, langdestchoice, choice):
     SimultaneousSpellingPracbrainstormoutput = SimultaneousSpellingPrac(text)
     FirstLetterSummarybrainstormoutput = FirstLetterSummary(text)
     AutoChorusPerWordSchedulerbrainstormoutput = AutoChorusPerWordScheduler(text)
-    return FrontRevSentChunkbrainstormoutput, AutoSyllablePracticebrainstormoutput, RandomiseTextbyTypebrainstormoutput, create_dictionarybrainstormoutput, keep_nouns_verbsbrainstormoutput, split_verbs_nounsbrainstormoutput[0], split_verbs_nounsbrainstormoutput[1], split_verbs_nounsbrainstormoutput[2], SimultaneousSpellingPracbrainstormoutput, FirstLetterSummarybrainstormoutput, AutoChorusPerWordSchedulerbrainstormoutput
+    return AutoSyllablePracticebrainstormoutput, RandomiseTextbyTypebrainstormoutput, create_dictionarybrainstormoutput, keep_nouns_verbsbrainstormoutput, split_verbs_nounsbrainstormoutput[0], split_verbs_nounsbrainstormoutput[1], split_verbs_nounsbrainstormoutput[2], SimultaneousSpellingPracbrainstormoutput, FirstLetterSummarybrainstormoutput, AutoChorusPerWordSchedulerbrainstormoutput
+    #FrontRevSentChunkbrainstormoutput,
 
 # ----------------------------------------------------------------------------------------------------
 
@@ -2677,34 +2678,34 @@ with gr.Blocks() as lliface: #theme=gr.themes.Glass(primary_hue='green', seconda
                     
                     return columns + [check_button, result]
                 
-            gr.HTML("Side by side reading creator (Google Translate) TODO - Roman output of Non roman characters")
-            with gr.Group():
-                with gr.Row():    
-                    #gr.Interface(fn=w4wsidebysidereadergen, inputs=["text", w4wsidebysidelangdest], outputs=["text", "text", "text"], description="Side by side reading creator")
-                    w4wsidebysideinput = gr.Text(label="Paste Text you want to learn here (wordlists and UDHR can be used as )", placeholder="Enter Text Here. One or Two Paragraphs at the longest ideally")
-                with gr.Row(): 
-                    w4wsidebysidelangdest = gr.Dropdown(choices=langdropdown_choices, label="Choose destination language", value="de: german")
-                    #w4wsidebysideaudiosidebyside = gr.Checkbox(label="Audio for side by side")
-                    w4wsidebysidebtn =  gr.Button("Create Side by Side, FWNWO, and FWFWO (Just read start to finish of each till you can read the FWFWO without assistance)")
-                with gr.Row():    
-                    w4wsidebysideOutput = gr.Text(label="Side by side", placeholder="Side by side will display here")
-                    w4wsidebysideFWNWOOutput = gr.Text(label="Foreign Word Native Word Order", placeholder="FW NWO will display here")
-                    w4wsidebysideFWFWOOutput = gr.Text(label="Foreign Word Foreign Word Order", placeholder="FW FWO will display here")
-                with gr.Row():
-                    w4wsidebysideaudioOutput = gr.Audio(sources=["upload"], label="Side by Side in Audio form")
-                with gr.Row():
-                    w4wsidebysideAnalysisPromptOutput = gr.Text(label="Prompt for LLM analysis", placeholder="Prompt for LLM analysis will display here")
-                    w4wsidebysidebtn.click(fn=w4wsidebysidereadergen, inputs=[w4wsidebysideinput, w4wsidebysidelangdest], outputs=[w4wsidebysideOutput, w4wsidebysideFWNWOOutput, w4wsidebysideFWFWOOutput, w4wsidebysideaudioOutput, w4wsidebysideAnalysisPromptOutput])
-                with gr.Row():
-                    gr.HTML("To be Added")
-                with gr.Row():
-                    w4wsidebysideNatSentStructOutput = gr.Text(label="Native Closed class words as Native Sentence Structure", placeholder="Comparison is valuable")
-                    w4wsidebysideForSentStructOutput = gr.Text(label="Foreign Closed class words as Foreign Sentence Structure", placeholder="Comparison is valuable")
-                with gr.Row():
-                    w4wsidebysideWordCountOutput = gr.Text(label="Word Count", placeholder="Word Count will display here")
-                    w4wsidebysideRandomisedOutput = gr.Text(label="Random Order As Test", placeholder="Randomised version (Transition Tab most left bottom) will display here")
-                    w4wsidebysideQueGenOutput = gr.Text(label="Questions generation as comprehension test", placeholder="Questions generated will display here")
-                    w4wsidebysideUNWFWOOutput = gr.Text(label="HTML as UNWFWO assistant", placeholder="HTML as UNWFWO assistant download will display here")
+            gr.HTML("Side by side reading creator (Google Translate) TODO - Roman output of Non roman characters <br><br> Dependencies issues to be resolved")
+            # with gr.Group():
+            #     with gr.Row():    
+            #         #gr.Interface(fn=w4wsidebysidereadergen, inputs=["text", w4wsidebysidelangdest], outputs=["text", "text", "text"], description="Side by side reading creator")
+            #         w4wsidebysideinput = gr.Text(label="Paste Text you want to learn here (wordlists and UDHR can be used as )", placeholder="Enter Text Here. One or Two Paragraphs at the longest ideally")
+            #     with gr.Row(): 
+            #         w4wsidebysidelangdest = gr.Dropdown(choices=langdropdown_choices, label="Choose destination language", value="de: german")
+            #         #w4wsidebysideaudiosidebyside = gr.Checkbox(label="Audio for side by side")
+            #         w4wsidebysidebtn =  gr.Button("Create Side by Side, FWNWO, and FWFWO (Just read start to finish of each till you can read the FWFWO without assistance)")
+            #     with gr.Row():    
+            #         w4wsidebysideOutput = gr.Text(label="Side by side", placeholder="Side by side will display here")
+            #         w4wsidebysideFWNWOOutput = gr.Text(label="Foreign Word Native Word Order", placeholder="FW NWO will display here")
+            #         w4wsidebysideFWFWOOutput = gr.Text(label="Foreign Word Foreign Word Order", placeholder="FW FWO will display here")
+            #     with gr.Row():
+            #         w4wsidebysideaudioOutput = gr.Audio(sources=["upload"], label="Side by Side in Audio form")
+            #     with gr.Row():
+            #         w4wsidebysideAnalysisPromptOutput = gr.Text(label="Prompt for LLM analysis", placeholder="Prompt for LLM analysis will display here")
+            #         w4wsidebysidebtn.click(fn=w4wsidebysidereadergen, inputs=[w4wsidebysideinput, w4wsidebysidelangdest], outputs=[w4wsidebysideOutput, w4wsidebysideFWNWOOutput, w4wsidebysideFWFWOOutput, w4wsidebysideaudioOutput, w4wsidebysideAnalysisPromptOutput])
+            #     with gr.Row():
+            #         gr.HTML("To be Added")
+            #     with gr.Row():
+            #         w4wsidebysideNatSentStructOutput = gr.Text(label="Native Closed class words as Native Sentence Structure", placeholder="Comparison is valuable")
+            #         w4wsidebysideForSentStructOutput = gr.Text(label="Foreign Closed class words as Foreign Sentence Structure", placeholder="Comparison is valuable")
+            #     with gr.Row():
+            #         w4wsidebysideWordCountOutput = gr.Text(label="Word Count", placeholder="Word Count will display here")
+            #         w4wsidebysideRandomisedOutput = gr.Text(label="Random Order As Test", placeholder="Randomised version (Transition Tab most left bottom) will display here")
+            #         w4wsidebysideQueGenOutput = gr.Text(label="Questions generation as comprehension test", placeholder="Questions generated will display here")
+            #         w4wsidebysideUNWFWOOutput = gr.Text(label="HTML as UNWFWO assistant", placeholder="HTML as UNWFWO assistant download will display here")
         with gr.Tab("Reading and Grammar Assistance"):
             gr.HTML("Under time pressure (foreign text takes very long) the chance of just scanning the text goes up, below assists with reading the current line")
             with gr.Tab("General - Notetaking Reader"):
@@ -2927,10 +2928,11 @@ Each type of knowing involves different cognitive processes and levels of unders
                 gr.HTML("Some Prompt ideas --> Prompt: Describe the place where these descriptions may be (You job is to be speculative for brainstorming purposes): A dog and a boy, the area is texas, the weather is sunny, the date is 01 May 2021 <hr> Prompt Content Ideas Ideas Clip Interrogator + Location Data aka tags for place, location and time + general news updates on the location + overview of the items in the location  <br> Location based advise is most important but after that is information observed by appliances in the location eg. Times Computer turned on, times geyser inspected, amount of time keys havent been touched etc. <br> each location will have an ai personality that will relay more information ")
         with gr.Tab("Order Based Audio"):
             with gr.Tab("Audio Generation"):
-                gr.Interface(fn=TTSforListeningPractice, inputs=["text", TTSLangOptions, "checkbox"], outputs="audio", description="gTTS - Paste chorus lyrics from below here and use TTS or make notes to save here (Or paste anything)")
+                gr.HTML("2 interfaces to be fixed due to dependency issue")
+                # gr.Interface(fn=TTSforListeningPractice, inputs=["text", TTSLangOptions, "checkbox"], outputs="audio", description="gTTS - Paste chorus lyrics from below here and use TTS or make notes to save here (Or paste anything)")
                 gr.Label("Audio - Only English thoughts as practice")
                 gr.HTML("For Audio Most productive is real time recall of native (where your full reasoning ability will always be) <br><hr> Find Replace new lines of the foreign text with full stops or | to get per word translation")
-                gr.Interface(fn=TTSforListeningPractice, inputs=["text", TTSLangOptions2], outputs="audio", description="Paste only english words in foreign order and then keep removing the words from this to practice as effectively")    
+                # gr.Interface(fn=TTSforListeningPractice, inputs=["text", TTSLangOptions2], outputs="audio", description="Paste only english words in foreign order and then keep removing the words from this to practice as effectively")    
             with gr.Tab("Audio Format Brainstorming"):
                 with gr.Accordion("Explanation of below brainstorm outputs", open=False):
                     gr.HTML("Explanation of the outputs of the merged interface - FrontRevSentChunkbrainstormoutput, AutoSyllablePracticebrainstormoutput, RandomiseTextbyTypebrainstormoutput, create_dictionarybrainstormoutput, keep_nouns_verbsbrainstormoutput, split_verbs_nounsbrainstormoutput[0], split_verbs_nounsbrainstormoutput[1], split_verbs_nounsbrainstormoutput[2], SimultaneousSpellingPracbrainstormoutput, FirstLetterSummarybrainstormoutput, AutoChorusPerWordSchedulerbrainstormoutput")
@@ -2944,11 +2946,12 @@ Each type of knowing involves different cognitive processes and levels of unders
                             gr.TextArea('', label='Paste LLM response')
                             gr.HTML('If study content was a map the first letters shape of the whole text = Roads')
                             gr.HTML('Known = ability to match an item to a retrieval cue instantly - Retrieval cue for the whole text = Acronym Map')
-                gr.Interface(fn=audioformatbrainstorm, inputs=[ChunkModeDrop, "checkbox", "text", langdest, RandomiseTextType], outputs=["text", "text", "text", "text", "text", "text", "text", "text", "text", "text", "text"], description="Many random ideas to reorder text for testing / practice")
+                gr.Interface(fn=audioformatbrainstorm, inputs=[ChunkModeDrop, "checkbox", "text", RandomiseTextType], outputs=["text", "text", "text", "text", "text", "text", "text", "text", "text", "text"], description="Many random ideas to reorder text for testing / practice")
+                #langdest
                 gr.Interface(fn=lambda sentence: ". ".join(sentence.split()), inputs=["text"], outputs=["text"], description="Use full stops before input below to make a world level version")
                 gr.Interface(fill_lines, inputs=["text", RepSched_Num_lines], outputs="text")
                 with gr.Accordion("Merged to one interface", open=False):
-                    gr.Interface(fn=FrontRevSentChunk, inputs=[ChunkModeDrop, "checkbox", "text", langdest], outputs="text", description="Chunks creator")
+                    # gr.Interface(fn=FrontRevSentChunk, inputs=[ChunkModeDrop, "checkbox", "text", langdest], outputs="text", description="Chunks creator")
                     gr.Interface(fn=AutoSyllablePractice, inputs="text", outputs="text", description="One Word At A Time | Audio Spelling Practice Using vowels as the seperator")
                     gr.Textbox("A word is a list of letter as a fact is a list of words. Both are in a specific order. What is most important is practice the order so randomiser is the tool", lines=4)
                     gr.Interface(fn=RandomiseTextbyType, inputs=["text", RandomiseTextType], outputs="text", description="Randomise order within words, sentences, paragrahs")

requirements.txt

@@ -1,4 +1,4 @@
-googletrans==3.1.0a0
+#googletrans==3.1.0a0
 torch
 transformers
 spacy