Update app.py
Browse files
app.py
CHANGED
@@ -37,8 +37,35 @@ class StopOnTokens(StoppingCriteria):
|
|
37 |
return True
|
38 |
return False
|
39 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
40 |
@torch.no_grad()
|
41 |
-
def
|
42 |
message = "Generate a product title for the image"
|
43 |
gr.Info('Starting...' + message)
|
44 |
stop = StopOnTokens()
|
@@ -141,9 +168,9 @@ with gr.Blocks(css=css) as demo:
|
|
141 |
output = gr.Image(type="pil", interactive=False)
|
142 |
|
143 |
response_handler = (
|
144 |
-
|
145 |
-
[image],
|
146 |
-
[]
|
147 |
)
|
148 |
|
149 |
background_remover_handler = (
|
|
|
37 |
return True
|
38 |
return False
|
39 |
|
40 |
+
def getProductDetails(history, image):
|
41 |
+
product_description=getImageDescription(image)
|
42 |
+
clients = InferenceClient("google/gemma-7b")
|
43 |
+
rand_val = random.randint(1, 1111111111111111)
|
44 |
+
if not history:
|
45 |
+
history = []
|
46 |
+
generate_kwargs = dict(
|
47 |
+
temperature=temp,
|
48 |
+
max_new_tokens=tokens,
|
49 |
+
top_p=top_p,
|
50 |
+
repetition_penalty=rep_p,
|
51 |
+
do_sample=True,
|
52 |
+
seed=seed,
|
53 |
+
)
|
54 |
+
system_prompt="you're a helpful e-commerce marketting assitant"
|
55 |
+
prompt="Write me a poem"
|
56 |
+
formatted_prompt = self.format_prompt(f"{system_prompt}, {prompt}", history)
|
57 |
+
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=stream_output, details=True, return_full_text=False)
|
58 |
+
output = ""
|
59 |
+
|
60 |
+
for response in stream:
|
61 |
+
output += response.token.text
|
62 |
+
yield [(prompt, output)]
|
63 |
+
gr.Info('Gemma:' + output)
|
64 |
+
history.append((prompt, output))
|
65 |
+
yield history
|
66 |
+
|
67 |
@torch.no_grad()
|
68 |
+
def getImageDescription(image):
|
69 |
message = "Generate a product title for the image"
|
70 |
gr.Info('Starting...' + message)
|
71 |
stop = StopOnTokens()
|
|
|
168 |
output = gr.Image(type="pil", interactive=False)
|
169 |
|
170 |
response_handler = (
|
171 |
+
getProductDetails,
|
172 |
+
[chat, image],
|
173 |
+
[chat]
|
174 |
)
|
175 |
|
176 |
background_remover_handler = (
|