Update app.py

app.py

@@ -5,24 +5,34 @@ from groq import Groq
 import numpy as np
 import wave
 import uuid
+from nemoguardrails import LLMRails, RailsConfig
+from GoogleTTS import GoogleTTS
 
 #tts
-import torchaudio
+#import torchaudio
 #from speechbrain.inference.TTS import FastSpeech2
-from speechbrain.inference.TTS import Tacotron2
-from speechbrain.inference.vocoders import HIFIGAN
+# from speechbrain.inference.TTS import Tacotron2
+# from speechbrain.inference.vocoders import HIFIGAN
 
 #fastspeech2 = FastSpeech2.from_hparams(source="speechbrain/tts-fastspeech2-ljspeech", savedir="pretrained_models/tts-fastspeech2-ljspeech")
-tacotron2 = Tacotron2.from_hparams(source="speechbrain/tts-tacotron2-ljspeech", savedir="tmpdir_tts")
-hifi_gan = HIFIGAN.from_hparams(source="speechbrain/tts-hifigan-ljspeech", savedir="pretrained_models/tts-hifigan-ljspeech")
+# tacotron2 = Tacotron2.from_hparams(source="speechbrain/tts-tacotron2-ljspeech", savedir="tmpdir_tts")
+# hifi_gan = HIFIGAN.from_hparams(source="speechbrain/tts-hifigan-ljspeech", savedir="pretrained_models/tts-hifigan-ljspeech")
+
+#google tts
+tts = GoogleTTS()
 
 def text_to_speech(text):
-    mel_output, mel_length, alignment = tacotron2.encode_text(text)
+    # mel_output, mel_length, alignment = tacotron2.encode_text(text)
     # Running Vocoder (spectrogram-to-waveform)
-    waveforms = hifi_gan.decode_batch(mel_output)
+    # waveforms = hifi_gan.decode_batch(mel_output)
     # Save the waverform
     outfile = f"{os.path.join(os.getcwd(), str(uuid.uuid4()))}.wav"
-    torchaudio.save(outfile, waveforms.squeeze(1), 22050)
+    # torchaudio.save(outfile, waveforms.squeeze(1), 22050)
+    if len(text) > 5000:
+        text_str = text[0:4999]
+    else:
+        text_str = text
+    ret = tts.tts(text_str, outfile)
     return outfile
 
 def combine_audio_files(audio_files):
@@ -55,7 +65,7 @@ llm = Llama.from_pretrained(
 )
 
 #guardrail model
-guard_llm = "llama-3.1-8b-instant"
+guard_llm = "llama-3.2-11b-text-preview"
 
 #marketing prompt
 marketing_email_prompt = """Below is a product and description, please write a marketing email for this product.
@@ -69,48 +79,32 @@ marketing_email_prompt = """Below is a product and description, please write a m
 ### Marketing Email:
 {}"""
 
-#gaurdrails prompt
-guardrail_prompt = """You're given a list of moderation categories as below:
-
-- illegal: Illegal activity.
-- child abuse: child sexual abuse material or any content that exploits or harms children.
-- hate violence harassment: Generation of hateful, harassing, or violent content: content that expresses, incites, or promotes hate based on identity, content that intends to harass, threaten, or bully an individual, content that promotes or glorifies violence or celebrates the suffering or humiliation of others.
-- malware: Generation of malware: content that attempts to generate code that is designed to disrupt, damage, or gain unauthorized access to a computer system.
-- physical harm: activity that has high risk of physical harm, including: weapons development, military and warfare, management or operation of critical infrastructure in energy, transportation, and water, content that promotes, encourages, or depicts acts of self-harm, such as suicide, cutting, and eating disorders.
-- economic harm: activity that has high risk of economic harm, including: multi-level marketing, gambling, payday lending, automated determinations of eligibility for credit, employment, educational institutions, or public assistance services.
-- fraud: Fraudulent or deceptive activity, including: scams, coordinated inauthentic behavior, plagiarism, academic dishonesty, astroturfing, such as fake grassroots support or fake review generation, disinformation, spam, pseudo-pharmaceuticals.
-- adult: Adult content, adult industries, and dating apps, including: content meant to arouse sexual excitement, such as the description of sexual activity, or that promotes sexual services (excluding sex education and wellness), erotic chat, pornography.
-- political: Political campaigning or lobbying, by: generating high volumes of campaign materials, generating campaign materials personalized to or targeted at specific demographics, building conversational or interactive systems such as chatbots that provide information about campaigns or engage in political advocacy or lobbying, building products for political campaigning or lobbying purposes.
-- privacy: Activity that violates people's privacy, including: tracking or monitoring an individual without their consent, facial recognition of private individuals, classifying individuals based on protected characteristics, using biometrics for identification or assessment, unlawful collection or disclosure of personal identifiable information or educational, financial, or other protected records.
-- unqualified law: Engaging in the unauthorized practice of law, or offering tailored legal advice without a qualified person reviewing the information.
-- unqualified financial: Offering tailored financial advice without a qualified person reviewing the information.
-- unqualified health: Telling someone that they have or do not have a certain health condition, or providing instructions on how to cure or treat a health condition.
-
-Please classify the following user prompt into one of these categories, and answer with that single word only.
-
-If the user prompt does not fall within these categories, is safe and does not need to be moderated, please answer "not moderated".
-
-user prompt: {}
-"""
-
 async def greet(product,description):
     user_reques = marketing_email_prompt.format(
     product, # product
     description, # description
     "", # output - leave this blank for generation!
     )
-    messages = [
-        {
-            "role": "system",
-            "content": "Your role is to assess whether the user prompt is moderate or not.",
-        },
-        {"role": "user", "content": guardrail_prompt.format(user_reques)},
-    ]
-    response = client.chat.completions.create(model=guard_llm, messages=messages, temperature=0)
-    if response.choices[0].message.content != "not moderated":
-        a_list = ["Sorry, I can't proceed for generating marketing email. Your content needs to be moderated first. Thank you!"]
-        processed_audio = combine_audio_files([text_to_speech(a_list[0])])
-        yield processed_audio, a_list[0]
+    messages=[
+            {"role": "user", "content":  user_reques},
+        ]
+    # messages = [
+    #     {
+    #         "role": "system",
+    #         "content": "Your role is to assess the user prompt.",
+    #     },
+    #     {"role": "user", "content": guardrail_prompt.format(user_reques)},
+    # ]
+    #nemo guard
+    config = RailsConfig.from_path("nemo")
+    app = LLMRails(config=config, llm=client)
+    options = {"output_vars": ["triggered_input_rail", "triggered_output_rail"]}
+    output = app.generate(messages=messages, options=options)
+    warning_message = output.output_data["triggered_input_rail"] or output.output_data["triggered_output_rail"]
+    if warning_message:
+        gr.Warning(f"Guardrail triggered: {warning_message}")
+        chat = [output.response[0]['content']]
+        yield chat[0]
     else:
         output = llm.create_chat_completion(
         messages=[
@@ -132,8 +126,8 @@ async def greet(product,description):
                 #audio_list.append([text_to_speech(delta.get('content', ''))])
                 #processed_audio = combine_audio_files(audio_list)
                 partial_message = partial_message + delta.get('content', '')
-                yield gr.Audio(), partial_message
+                yield partial_message
 
 audio = gr.Audio()
-demo = gr.Interface(fn=greet, inputs=["text","text"], concurrency_limit=10, outputs=[audio,"text"])
+demo = gr.Interface(fn=greet, inputs=["text","text"], concurrency_limit=10, outputs=["text"])
 demo.launch()