Update app.py

app.py

@@ -1,14 +1,13 @@
 import streamlit as st
 from PIL import Image
-from transformers import CLIPProcessor, CLIPModel
+from transformers import BlipProcessor, BlipForConditionalGeneration
 
 # Title of the Streamlit app
-st.title("Product Image Title and Description Generator")
+st.title("Image and Text Combined in One Message")
 
-# Load the pre-trained Hugging Face CLIP model
-model_name = "openai/clip-vit-base-patch32"
-model = CLIPModel.from_pretrained(model_name)
-processor = CLIPProcessor.from_pretrained(model_name)
+# Load the pre-trained BLIP model
+processor = BlipProcessor.from_pretrained("Salesforce/blip-image-captioning-base")
+model = BlipForConditionalGeneration.from_pretrained("Salesforce/blip-image-captioning-base")
 
 # Image upload
 uploaded_file = st.file_uploader("Upload a product image (JPG, JPEG, PNG):", type=["jpg", "jpeg", "png"])
@@ -18,15 +17,18 @@ if uploaded_file:
     image = Image.open(uploaded_file)
     st.image(image, caption="Uploaded Image", use_column_width=True)
 
-    # Process the uploaded image using CLIP model to generate a description
+    # Generate the description using BLIP model
     st.write("Processing the image...")
 
-    inputs = processor(images=image, text=["What is in this image?"], return_tensors="pt")
-    outputs = model(**inputs)
+    # Process the image and generate a detailed description
+    inputs = processor(images=image, return_tensors="pt")
+    out = model.generate(**inputs)
 
-    # Example output (you can refine the output generation further)
-    generated_description = "This is a stylish jacket suitable for cold weather."
+    # Decode and display the description
+    generated_description = processor.decode(out[0], skip_special_tokens=True)
+    
+    # Combine Image and Text in One Message
+    st.markdown(f"**Generated Product Description:** {generated_description}")
+    st.markdown(f"**Here is your product image:**")
+    st.image(image, caption="Generated Product Image", use_column_width=True)
 
-    # Display the generated title and description
-    st.write("Generated Product Title: Stylish Jacket")
-    st.write(f"Generated Product Description: {generated_description}")