Update app.py

app.py

@@ -1,5 +1,6 @@
 from huggingface_hub import InferenceClient
 import gradio as gr
+import PyPDF2
 import random
 import pandas as pd
 from io import BytesIO 
@@ -8,12 +9,12 @@ import os
 import io 
 import tempfile
 import re
-from transformers import MarianMTModel, MarianTokenizer
+
 client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 
 def extract_text_from_excel(file):
     df = pd.read_excel(file)
-    text = ' '.join(df['Unnamed: 1'].astype(str))
+    text = ' '.join(df['Column_Name'].astype(str))
     return text
 
 def save_to_csv(sentence, output, filename="synthetic_data.csv"):
@@ -21,16 +22,6 @@ def save_to_csv(sentence, output, filename="synthetic_data.csv"):
         writer = csv.writer(file)
         writer.writerow([sentence, output])
 
-
-
-def translate_english_to_azerbaijani(text):
-    model_name = 'Helsinki-NLP/opus-mt-en-az'
-    tokenizer = MarianTokenizer.from_pretrained(model_name)
-    model = MarianMTModel.from_pretrained(model_name)
-    translated = model.generate(**tokenizer.prepare_translation_batch([text]))
-    translated_text = tokenizer.decode(translated[0], skip_special_tokens=True)
-    return translated_text
-
 def generate(file, temperature, max_new_tokens, top_p, repetition_penalty):
     text = extract_text_from_excel(file)
     sentences = text.split('.')
@@ -39,7 +30,7 @@ def generate(file, temperature, max_new_tokens, top_p, repetition_penalty):
     with tempfile.NamedTemporaryFile(mode='w', newline='', delete=False, suffix='.csv') as tmp:
         fieldnames = ['Original Sentence', 'Generated Sentence']
         writer = csv.DictWriter(tmp, fieldnames=fieldnames)
-        writer.writeheader()
+        writer.writeheader()  
 
         for sentence in sentences:
             sentence = sentence.strip()
@@ -65,9 +56,7 @@ def generate(file, temperature, max_new_tokens, top_p, repetition_penalty):
                 generated_sentences = [s.strip() for s in generated_sentences if s.strip() and s != '.']
 
                 for generated_sentence in generated_sentences:
-                    translated_original = translate_english_to_azerbaijani(sentence)
-                    translated_generated = translate_english_to_azerbaijani(generated_sentence)
-                    writer.writerow({'Original Sentence': translated_original, 'Generated Sentence': translated_generated})
+                    writer.writerow({'Original Sentence': sentence, 'Generated Sentence': generated_sentence})
 
             except Exception as e:
                 print(f"Error generating data for sentence '{sentence}': {e}")
@@ -89,4 +78,4 @@ gr.Interface(
     title="SDG",
     description="AYE QABIL.",
     allow_flagging="never",
-).launch() 
+).launch()