app.py

import streamlit as st
import torch
import torchvision
import torchvision.transforms as transforms
from torchvision.models.detection.faster_rcnn import FastRCNNPredictor
from torchvision.transforms import ToTensor
from PIL import Image, ImageDraw
import cv2
import numpy as np
import pandas as pd
import os

import tempfile
from tempfile import NamedTemporaryFile

# Create an FRCNN model instance with the same structure as the saved model
model = torchvision.models.detection.fasterrcnn_resnet50_fpn(num_classes=91)

device = torch.device("cuda" if torch.cuda.is_available() else "cpu")

# Load the saved parameters into the model
model.load_state_dict(torch.load("frcnn_model.pth"))

# Define the classes for object detection
classes = [
            '__background__', 'person', 'bicycle', 'car', 'motorcycle', 'airplane', 'bus',
            'train', 'truck', 'boat', 'traffic light', 'fire hydrant', 'N/A', 'stop sign',
            'parking meter', 'bench', 'bird', 'cat', 'dog', 'horse', 'sheep', 'cow',
            'elephant', 'bear', 'zebra', 'giraffe', 'N/A', 'backpack', 'umbrella', 'N/A',
            'N/A', 'handbag', 'tie', 'suitcase', 'frisbee', 'skis', 'snowboard',
            'sports ball', 'kite', 'baseball bat', 'baseball glove', 'skateboard',
            'surfboard', 'tennis racket', 'bottle', 'N/A', 'wine glass', 'cup', 'fork',
            'knife', 'spoon', 'bowl', 'banana', 'apple', 'sandwich', 'orange',
            'broccoli', 'carrot', 'hot dog', 'pizza', 'donut', 'cake', 'chair', 'couch',
            'potted plant', 'bed', 'N/A', 'dining table', 'N/A', 'N/A', 'toilet', 'N/A',
            'tv', 'laptop', 'mouse', 'remote', 'keyboard', 'cell phone', 'microwave',
            'oven', 'toaster', 'sink', 'refrigerator', 'N/A', 'book', 'clock', 'vase',
            'scissors', 'teddy bear', 'hair drier', 'toothbrush'
          ]

# Set the threshold for object detection. It is IoU (Intersection over Union)
threshold = 0.5

st.title(""" Image Object Detections """)

# st.subheader("Prediction of Object Detection")

st.write(""" The Faster R-CNN (Region-based Convolutional Neural Network) is a cutting-edge object detection model that combines deep 
             learning with region proposal networks to achieve highly accurate object detection in images. 
             It is trained on a large dataset of images and can detect a wide range of objects with high Precision and Recall. 
             The model is based on the ResNet-50 architecture, which allows it to capture complex visual features from the input image. 
             It uses a two-stage approach, first proposing regions of interest (RoIs) in the image and then classifying and refining the 
             object boundaries within these RoIs. This approach makes it extremely efficient and accurate in detecting multiple objects 
             in a single image.
         """)


# images = ["test2.jpg","img7.jpg","img20.jpg","img23.jpg"]
# with st.sidebar:
#     st.write("Choose an image")
#     selected_image = st.selectbox("Select an image", images)


images = ["test2.jpg","img7.jpg","img20.jpg","img23.jpg"]
with st.sidebar:
    st.write("Choose an image")
    st.image(images)
    

# define the function to perform object detection on an image
def detect_objects(image_path):
    # load the image
    image = Image.open(image_path).convert('RGB')
    
    # convert the image to a tensor
    image_tensor = ToTensor()(image).to(device)
    
    # run the image through the model to get the predictions
    model.eval()
    with torch.no_grad():
        predictions = model([image_tensor])

    # filter out the predictions below the threshold
    scores = predictions[0]['scores'].cpu().numpy()
    boxes = predictions[0]['boxes'].cpu().numpy()
    labels = predictions[0]['labels'].cpu().numpy()
    mask = scores > threshold
    scores = scores[mask]
    boxes = boxes[mask]
    labels = labels[mask]

    # create a new image with the predicted objects outlined in rectangles
    draw = ImageDraw.Draw(image)
    for box, label in zip(boxes, labels):
        
        # draw the rectangle around the object
        draw.rectangle([(box[0], box[1]), (box[2], box[3])], outline='red')
        
        # write the object class above the rectangle
        class_name = classes[label]
        draw.text((box[0], box[1]), class_name, fill='yellow')
    
    # show the image
    st.write("Obects detected in the image are: ")
    st.image(image, use_column_width=True)
    # st.image.show()


file = st.file_uploader('Upload an Image', type=(["jpeg", "jpg", "png"]))

if file is None:
    st.write("Please upload an image file")
else:
    image = Image.open(file)
    st.write("Input Image")
    st.image(image, use_column_width=True)
    with NamedTemporaryFile(dir='.', suffix='.jpeg') as f:  # this line gives error and only accepts .jpeg and so used above snippet
        f.write(file.getbuffer())                           # which will accepts all formats of images.
        # your_function_which_takes_a_path(f.name)
        detect_objects(f.name)

# if file is None:
#     st.write("Please upload an image file")
# else:
#     image = Image.open(file)
#     st.write("Input Image")
#     st.image(image, use_column_width=True)
#     with NamedTemporaryFile(dir='.', suffix='.' + file.name.split('.')[-1]) as f:
#         f.write(file.getbuffer())
#         # your_function_which_takes_a_path(f.name)
#         detect_objects(f.name)


st.write(""" This Streamlit app provides a user-friendly interface for uploading an image and visualizing the output of the Faster R-CNN 
             model. It displays the uploaded image along with the predicted objects highlighted with bounding box overlays. The app allows
             users to explore the detected objects in the image, providing valuable insights and understanding of the model's predictions. 
             It can be used for a wide range of applications, such as object recognition, image analysis, and visual storytelling. 
             Whether it's identifying objects in real-world images or understanding the capabilities of state-of-the-art object detection
             models, this Streamlit app powered by Faster R-CNN is a powerful tool for computer vision tasks.
        """)