Update app.py

app.py

@@ -4,22 +4,23 @@ import re
 import tempfile
 import os
 import warnings
-from groq import GroqClient
+import requests
 from transformers import pipeline
+from whisper_jax import FlaxWhisperPipeline
 
 # Suppress specific warning
 warnings.filterwarnings("ignore", message="FP16 is not supported on CPU; using FP32 instead")
 
-# Set up Groq client
-client = GroqClient(api_key=os.environ.get("GROQ_API_KEY"))
+# Set up Groq API key
+GROQ_API_KEY = os.environ.get("GROQ_API_KEY")
 
-# Instantiate Hugging Face pipeline
-transcriber = pipeline("automatic-speech-recognition", model="openai/whisper-large-v2")
+# Instantiate FlaxWhisperPipeline
+pipeline = FlaxWhisperPipeline("openai/whisper-large-v2")
 
-# Function to transcribe audio using Hugging Face Transformers
+# Function to transcribe audio using FlaxWhisperPipeline
 def transcribe_audio(file_path):
-    result = transcriber(file_path)
-    text = result["text"]
+    # JIT compile the forward call - slow, but we only do once
+    text = pipeline(file_path)
     return text
 
 # Function to get transcript from YouTube
@@ -35,19 +36,30 @@ def get_transcript(url):
     except Exception as e:
         return str(e)
 
+# Function to make a request to the Groq API
+def groq_request(payload):
+    headers = {
+        "Authorization": f"Bearer {GROQ_API_KEY}",
+        "Content-Type": "application/json"
+    }
+    response = requests.post("https://api.groq.com/v1/endpoint", json=payload, headers=headers)
+    response.raise_for_status()
+    return response.json()
+
 # Function to summarize text using Groq API
 def summarize_text(text):
     try:
-        response = client.completions.create(
-            model="llama3-8b-8192",
-            messages=[
+        payload = {
+            "model": "llama3-8b-8192",
+            "messages": [
                 {
                     "role": "user",
                     "content": f"Summarize the following text:\n\n{text}"
                 }
             ]
-        )
-        summary = response.choices[0].message["content"].strip()
+        }
+        response = groq_request(payload)
+        summary = response['choices'][0]['message']['content'].strip()
         return summary
     except Exception as e:
         return f"Error summarizing text: {e}"
@@ -55,16 +67,17 @@ def summarize_text(text):
 # Function to generate quiz questions using Groq API
 def generate_quiz_questions(text):
     try:
-        response = client.completions.create(
-            model="llama3-8b-8192",
-            messages=[
+        payload = {
+            "model": "llama3-8b-8192",
+            "messages": [
                 {
                     "role": "user",
                     "content": f"Generate quiz questions for the following text:\n\n{text}"
                 }
             ]
-        )
-        quiz_questions = response.choices[0].message["content"].strip()
+        }
+        response = groq_request(payload)
+        quiz_questions = response['choices'][0]['message']['content'].strip()
         return quiz_questions
     except Exception as e:
         return f"Error generating quiz questions: {e}"
@@ -106,16 +119,17 @@ def parse_quiz_questions(quiz_text):
 # Function to generate explanation for quiz answers using Groq API
 def generate_explanation(question, correct_answer, user_answer):
     try:
-        response = client.completions.create(
-            model="llama3-8b-8192",
-            messages=[
+        payload = {
+            "model": "llama3-8b-8192",
+            "messages": [
                 {
                     "role": "user",
                     "content": f"Explain why the correct answer to the following question is '{correct_answer}' and not '{user_answer}':\n\n{question}"
                 }
             ]
-        )
-        explanation = response.choices[0].message["content"].strip()
+        }
+        response = groq_request(payload)
+        explanation = response['choices'][0]['message']['content'].strip()
         return explanation
     except Exception as e:
         return f"Error generating explanation: {e}"