Update app.py

app.py

@@ -49,6 +49,12 @@ def format_prompt(message, history):
 
 def getProductDetails(history, image):
     product_description=getImageDescription(image)
+    system_prompt="You're a helpful e-commerce marketing assitant working on art products."
+    prompt="Our product description is as follows: " + product_description + ". Please write a product title options for it."
+    history = interactWithModel(history, system_prompt, prompt)
+    yield history
+
+def interactWithModel(history, system_prompt, prompt):
     client = InferenceClient("google/gemma-7b-it")
     rand_val = random.randint(1, 1111111111111111)
     if not history:
@@ -61,8 +67,6 @@ def getProductDetails(history, image):
         do_sample=True,
         seed=rand_val,
     )
-    system_prompt="You're a helpful e-commerce marketing assitant working on art products."
-    prompt="Our product description is as follows: " + product_description + ". Please write a product title options for it."
     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""