Update app.py

app.py

@@ -1,5 +1,7 @@
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+import gradio as gr
 import torch
+import asyncio
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 
 # Load model and tokenizer
 model_name = "hassaanik/grammar-correction-model"
@@ -13,21 +15,36 @@ model = AutoModelForSeq2SeqLM.from_pretrained(model_name).to(device)
 if torch.cuda.is_available():
     model.half()
 
-# Function to correct grammar for a single text input
-def correct_grammar(text):
+# Async grammar correction function
+async def correct_grammar_async(text):
     # Tokenize input and move it to the correct device (CPU/GPU)
     inputs = tokenizer.encode(text, return_tensors="pt", max_length=512, truncation=True).to(device)
-    
-    # Generate corrected output with beam search
-    outputs = model.generate(inputs, max_length=512, num_beams=5, early_stopping=True)
+
+    # Asynchronous operation to run grammar correction
+    outputs = await asyncio.to_thread(model.generate, inputs, max_length=512, num_beams=5, early_stopping=True)
     
     # Decode output and return corrected text
     corrected_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
     return corrected_text
 
-# Example usage of the grammar correction function
+# Gradio interface function to handle input and output
+def correct_grammar_interface(text):
+    corrected_text = asyncio.run(correct_grammar_async(text))
+    return corrected_text
+
+# Create Gradio Interface
+with gr.Blocks() as grammar_app:
+    gr.Markdown("<h1>Async Grammar Correction App</h1>")
+    
+    with gr.Row():
+        input_box = gr.Textbox(label="Input Text", placeholder="Enter text to be corrected", lines=4)
+        output_box = gr.Textbox(label="Corrected Text", placeholder="Corrected text will appear here", lines=4)
+
+    submit_button = gr.Button("Correct Grammar")
+    
+    # When the button is clicked, run the correction process
+    submit_button.click(fn=correct_grammar_interface, inputs=input_box, outputs=output_box)
+
+# Launch the app
 if __name__ == "__main__":
-    sample_text = "He go to the market yesturday."
-    corrected_text = correct_grammar(sample_text)
-    print("Original Text:", sample_text)
-    print("Corrected Text:", corrected_text)
+    grammar_app.launch()