changed llm

app.py

@@ -18,7 +18,8 @@ llm = Llama.from_pretrained(
 )
 
 #guardrail model
-guard_llm = "llama-guard-3-8b"
+#guard_llm = "llama-guard-3-8b"
+guard_llm = "llama-3.1-8b-instant"
 
 #marketing prompt
 marketing_email_prompt = """Below is a product and description, please write a marketing email for this product.
@@ -73,12 +74,12 @@ async def topical_guardrail(user_request):
     return response.choices[0].message.content
 
 async def greet(product,description):
-    user_request = marketing_email_prompt.format(
+    user_reques = marketing_email_prompt.format(
     product, # product
     description, # description
     "", # output - leave this blank for generation!
     )
-    topical_guardrail_task = asyncio.create_task(topical_guardrail(user_request))
+    topical_guardrail_task = asyncio.create_task(topical_guardrail(user_reques))
     while True:
         done, _ = await asyncio.wait(
             [topical_guardrail_task], return_when=asyncio.FIRST_COMPLETED