Update app.py

app.py

@@ -37,8 +37,35 @@ class StopOnTokens(StoppingCriteria):
                 return True
         return False
 
+def getProductDetails(history, image):
+    product_description=getImageDescription(image)
+    clients = InferenceClient("google/gemma-7b")
+    rand_val = random.randint(1, 1111111111111111)
+    if not history:
+        history = []
+    generate_kwargs = dict(
+        temperature=temp,
+        max_new_tokens=tokens,
+        top_p=top_p,
+        repetition_penalty=rep_p,
+        do_sample=True,
+        seed=seed,
+    )
+    system_prompt="you're a helpful e-commerce marketting assitant"
+    prompt="Write me a poem"
+    formatted_prompt = self.format_prompt(f"{system_prompt}, {prompt}", history)
+    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=stream_output, details=True, return_full_text=False)
+    output = ""
+    
+    for response in stream:
+        output += response.token.text
+        yield [(prompt, output)]
+    gr.Info('Gemma:' + output)
+    history.append((prompt, output))
+    yield history
+
 @torch.no_grad()
-def response(image):
+def getImageDescription(image):
     message = "Generate a product title for the image"
     gr.Info('Starting...' + message)
     stop = StopOnTokens()
@@ -141,9 +168,9 @@ with gr.Blocks(css=css) as demo:
             output = gr.Image(type="pil", interactive=False)
         
     response_handler = (
-        response,
-        [image],
-        []
+        getProductDetails,
+        [chat, image],
+        [chat]
     )
 
     background_remover_handler = (