Upload 11 files

.env

@@ -0,0 +1,5 @@
+Database_Password="rB97dJHBQEawiwM2"
+SUPABASE_URL="https://xfmceiwvmuxyfgsyogct.supabase.co"
+SUPABASE_KEY="eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6InhmbWNlaXd2bXV4eWZnc3lvZ2N0Iiwicm9sZSI6ImFub24iLCJpYXQiOjE3MjE2MzM2NTksImV4cCI6MjAzNzIwOTY1OX0.O8i1TEUeA8xE5ZJpBbn9yw8owjcXQ3mrLvrRrcu_XeQ"
+USER_EMAIL_1="[email protected]"
+USER_PASSWORD_1="Timmy8469@@"

Dockerfile

@@ -0,0 +1,26 @@
+# Use an official Python runtime as a parent image
+FROM python:3.10-slim
+
+# Set the working directory in the container
+WORKDIR /app
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    gcc \
+    libgl1-mesa-glx \
+    libglib2.0-0
+
+# Copy only requirements to leverage Docker cache
+COPY requirements.txt .
+
+# Install any needed packages specified in requirements.txt
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy the rest of the application code
+COPY . /app
+
+# Make port 8000 available to the world outside this container
+EXPOSE 8000
+
+# Run the entrypoint script
+CMD ["sh", "./entrypoint.sh"]

db_bucket.py

@@ -0,0 +1,50 @@
+from datetime import datetime
+from dotenv import load_dotenv
+import os
+load_dotenv()
+
+from supabase import create_client, Client
+
+url: str = os.environ.get("SUPABASE_URL")
+key: str = os.environ.get("SUPABASE_KEY")
+supabase: Client = create_client(url, key)
+
+
+# authentication set up
+user_email:str  = os.environ.get("USER_EMAIL_1")
+user_password: str = os.environ.get("USER_PASSWORD_1")
+
+# Sign in the user
+auth_response = supabase.auth.sign_in_with_password({"email": user_email, "password": user_password})
+
+# checking if a file exists
+def file_exists(file_path):
+    return os.path.isfile(file_path)
+
+# adding detected weed shp files to the bucket
+def upload_file_to_bucket(file_path: str, storage_path: str = "shapefiles_storage/", bucket_name: str = "shapefiles-bucket") -> None:
+    # firstlt checking if the path exists 
+    if not file_exists(file_path):
+        print(f"Error: {file_path} does not exist")
+        return None
+    # extracting the file ame 
+    file_name = os.path.basename(file_path) 
+    
+    # adding today's date and time to the file name
+    file_name = datetime.now().strftime("%Y-%m-%d_%H-%M-%S_") + file_name
+    
+    with open(file_path, 'rb') as file:
+        response = supabase.storage.from_(bucket_name).upload(storage_path+file_name, file)
+
+    if response.status_code != 200:
+        return f"Error: {response.json()['message']}"
+    else:
+        return "File uploaded successfully:", response.json()
+        
+if __name__ == "__main__":
+    # Define the relative path to the file from the current script location
+    file_path = os.path.abspath(os.path.join(os.path.dirname(__file__), 'db setup.zip'))
+    
+    # upload the file to the bucket
+    response = upload_file_to_bucket(file_path=file_path)
+    print(response)

db_user_info.py

@@ -0,0 +1,38 @@
+from dotenv import load_dotenv
+import os
+load_dotenv()
+
+from supabase import create_client, Client
+
+url: str = os.environ.get("SUPABASE_URL")
+key: str = os.environ.get("SUPABASE_KEY")
+supabase: Client = create_client(url, key)
+
+
+# authentication set up
+user_email:str  = os.environ.get("USER_EMAIL_1")
+user_password: str = os.environ.get("USER_PASSWORD_1")
+
+# Sign in the user
+auth_response = supabase.auth.sign_in_with_password({"email": user_email, "password": user_password})
+
+
+# creating a function to insert user info
+def insert_user_info(user_info: dict) -> None:  
+    try:
+        response = supabase.table("user-info").insert(user_info).execute()
+        return f"'response': {response}"
+    except Exception as e:
+        print(e)
+        
+        
+if __name__ == "__main__":
+    
+    new_info = {
+        "Name": "Timothy Afolami",
+        "Address": "Lagos, Nigeria",
+        "Phone Number": "08100450227",
+        "Email" : "[email protected]"
+    }
+    response = insert_user_info(user_info=new_info)
+    print(response)

detection.py

@@ -0,0 +1,135 @@
+import os
+import cv2
+import zipfile
+import shapefile
+import numpy as np
+from shapely.geometry import Polygon
+from io import BytesIO
+from PIL import Image
+import rasterio
+from rasterio.windows import Window
+from ultralytics import YOLO
+from db_bucket import upload_file_to_bucket  # Import the bucket upload function
+
+# Paths and configurations
+path_to_store_bounding_boxes = 'detect/'
+path_to_save_shapefile = 'weed_detections'
+slice_size = 3000
+
+# Load YOLO model (update the path to your model)
+model = YOLO('new_yolov8_best.pt')
+
+class_names = ["citrus area", "trees", "weeds", "weeds and trees"]
+
+# Function to initialize directories
+def initialize_directories():
+    os.makedirs(path_to_store_bounding_boxes, exist_ok=True)
+    os.makedirs("slices", exist_ok=True)
+
+# Function to slice the GeoTIFF
+async def slice_geotiff(file_path, slice_size=3000):
+    slices = []
+    with rasterio.open(file_path) as dataset:
+        img_width = dataset.width
+        img_height = dataset.height
+        transform = dataset.transform
+
+        for i in range(0, img_height, slice_size):
+            for j in range(0, img_width, slice_size):
+                window = Window(j, i, slice_size, slice_size)
+                transform_window = rasterio.windows.transform(window, transform)
+                slice_data = dataset.read(window=window)
+                slice_img = Image.fromarray(slice_data.transpose(1, 2, 0))  # Convert to HWC format
+                slice_filename = f"slices/slice_{i}_{j}.png"
+                slice_img.save(slice_filename)
+                slices.append((slice_filename, transform_window))
+    return slices
+
+# Function to create a shapefile with image dimensions and bounding boxes
+def create_shapefile_with_latlon(bboxes, shapefile_path="weed_detections.shp"):
+    w = shapefile.Writer(shapefile_path)
+    w.field('id', 'C')
+    
+    for idx, (x1, y1, x2, y2, transform) in enumerate(bboxes):
+        top_left = rasterio.transform.xy(transform, y1, x1, offset='center')
+        top_right = rasterio.transform.xy(transform, y1, x2, offset='center')
+        bottom_left = rasterio.transform.xy(transform, y2, x1, offset='center')
+        bottom_right = rasterio.transform.xy(transform, y2, x2, offset='center')
+
+        poly = Polygon([top_left, top_right, bottom_right, bottom_left, top_left])
+        w.poly([poly.exterior.coords])
+        w.record(f'weed_{idx}')
+    
+    w.close()
+
+# Function to detect weeds in image slices
+async def detect_weeds_in_slices(slices):
+    weed_bboxes = []
+    img_width, img_height = slice_size, slice_size  # Assuming fixed slice size
+
+    for slice_filename, transform in slices:
+        img_array = np.array(Image.open(slice_filename))
+        results = model.predict(slice_filename, imgsz=640, conf=0.2, iou=0.4)
+        results = results[0]
+        
+        for i, box in enumerate(results.boxes):
+            tensor = box.xyxy[0]
+            x1 = int(tensor[0].item())
+            y1 = int(tensor[1].item())
+            x2 = int(tensor[2].item())
+            y2 = int(tensor[3].item())
+            conf = box.conf[0].item()
+            label = box.cls[0].item()
+
+            if class_names[int(label)] == "weeds":
+                cv2.rectangle(img_array, (x1, y1), (x2, y2), (255, 0, 255), 3)
+                weed_bboxes.append((x1, y1, x2, y2, transform))
+        
+        # Save the image with bounding boxes
+        detected_image_path = os.path.join(path_to_store_bounding_boxes, os.path.basename(slice_filename))
+        cv2.imwrite(detected_image_path, cv2.cvtColor(img_array, cv2.COLOR_RGB2BGR))
+
+    create_shapefile_with_latlon(weed_bboxes)
+
+async def create_zip():
+    # Create a zip file
+    zip_file_path = "weed_detections.zip"
+    with zipfile.ZipFile(zip_file_path, 'w') as zip_file:
+        for ext in ['shp', 'shx', 'dbf']:
+            file_name = f"{path_to_save_shapefile}.{ext}"
+            if os.path.exists(file_name):
+                zip_file.write(file_name, os.path.basename(file_name))
+
+    return zip_file_path
+
+# Function to clean up created files and directories
+def cleanup():
+    # Remove the zip file
+    if os.path.exists("weed_detections.zip"):
+        os.remove("weed_detections.zip")
+        
+    # Remove the geotiff file
+    if os.path.exists("uploaded_geotiff.tif"):
+        os.remove("uploaded_geotiff.tif")
+    
+    # Remove shapefile components
+    for ext in ['shp', 'shx', 'dbf']:
+        file_name = f"{path_to_save_shapefile}.{ext}"
+        if os.path.exists(file_name):
+            os.remove(file_name)
+
+    # Remove slices
+    if os.path.exists("slices"):
+        for file in os.listdir("slices"):
+            file_path = os.path.join("slices", file)
+            if os.path.isfile(file_path):
+                os.remove(file_path)
+        os.rmdir("slices")
+
+    # Remove detected bounding boxes
+    if os.path.exists("detect"):
+        for file in os.listdir("detect"):
+            file_path = os.path.join("detect", file)
+            if os.path.isfile(file_path):
+                os.remove(file_path)
+        os.rmdir("detect")

docker-compose.yml

@@ -0,0 +1,16 @@
+version: '3.9'
+
+services:
+  app:
+    build:
+      context: .
+      dockerfile: Dockerfile
+    ports:
+      - "8000:8000"
+    volumes:
+      - .:/app
+    environment:
+      - SUPABASE_URL=${SUPABASE_URL}
+      - SUPABASE_KEY=${SUPABASE_KEY}
+      - USER_EMAIL_1=${USER_EMAIL_1}
+      - USER_PASSWORD_1=${USER_PASSWORD_1}

entrypoint.sh

@@ -0,0 +1,8 @@
+#!/bin/sh
+
+# Exit immediately if a command exits with a non-zero status
+set -e
+
+# Step 4: Run FastAPI App
+echo "Starting FastAPI app..."
+uvicorn main:app --host 0.0.0.0 --port 8000

main.py

@@ -0,0 +1,99 @@
+from fastapi import FastAPI, WebSocket, WebSocketDisconnect, UploadFile, File, Request
+from fastapi.responses import JSONResponse, HTMLResponse, StreamingResponse
+from fastapi.staticfiles import StaticFiles
+from detection import initialize_directories, slice_geotiff, detect_weeds_in_slices, cleanup, create_zip  # Import detection functions
+from db_user_info import insert_user_info
+from db_bucket import upload_file_to_bucket
+from typing import List
+from io import BytesIO
+
+app = FastAPI()
+
+# Mount static files
+app.mount("/static", StaticFiles(directory="static"), name="static")
+
+# WebSocket manager
+class ConnectionManager:
+    def __init__(self):
+        self.active_connections: List[WebSocket] = []
+
+    async def connect(self, websocket: WebSocket):
+        await websocket.accept()
+        self.active_connections.append(websocket)
+
+    def disconnect(self, websocket: WebSocket):
+        self.active_connections.remove(websocket)
+
+    async def send_message(self, message: str):
+        for connection in self.active_connections:
+            await connection.send_text(message)
+
+manager = ConnectionManager()
+
+@app.get("/", response_class=HTMLResponse)
+async def read_index():
+    with open("static/index.html") as f:
+        return HTMLResponse(content=f.read())
+
+@app.get("/app", response_class=HTMLResponse)
+async def read_app():
+    with open("static/app.html") as f:
+        return HTMLResponse(content=f.read())
+
+@app.post("/register")
+async def register_user(request: Request):
+    user_info = await request.json()
+    try:
+        insert_user_info(user_info)
+        return JSONResponse(content={"detail": "User registered successfully"}, status_code=200)
+    except Exception as e:
+        return JSONResponse(content={"detail": str(e)}, status_code=400)
+
+@app.post("/upload_geotiff/")
+async def upload_geotiff(file: UploadFile = File(...)):
+    # Initialize directories at the start
+    initialize_directories()
+
+    file_location = f"uploaded_geotiff.tif"
+    with open(file_location, "wb") as f:
+        f.write(file.file.read())
+
+    await manager.send_message("GeoTIFF file uploaded successfully. Slicing started.")
+    slices = await slice_geotiff(file_location, slice_size=3000)
+    await manager.send_message("Slicing complete. Starting weed detection.")
+    weed_bboxes = await detect_weeds_in_slices(slices)
+    await manager.send_message("Weed detection complete. Generating shapefile.")
+
+    # Create zip file
+    zip_file_path = await create_zip()
+    await manager.send_message("Shapefiles Generated. Zipping shapefile.")
+    
+    # Upload the zip file to the bucket
+    response = upload_file_to_bucket(zip_file_path)
+    print(response)
+    await manager.send_message("Zip file uploaded to bucket storage.")
+
+    # Read zip file into buffer for download
+    zip_buffer = BytesIO()
+    with open(zip_file_path, 'rb') as f:
+        zip_buffer.write(f.read())
+    zip_buffer.seek(0)
+
+    # Cleanup files and directories
+    cleanup()
+
+    return StreamingResponse(zip_buffer, media_type="application/zip", headers={"Content-Disposition": "attachment; filename=weed_detections.zip"})
+
+@app.websocket("/ws")
+async def websocket_endpoint(websocket: WebSocket):
+    await manager.connect(websocket)
+    try:
+        while True:
+            data = await websocket.receive_text()
+            await manager.send_message(data)
+    except WebSocketDisconnect:
+        manager.disconnect(websocket)
+
+
+if __name__ == "__main__":
+    uvicorn.run(app, host="0.0.0.0", port=8000)

new_yolov8_best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2664fca042b1ead70a9dc27597052b1c137719ab8ae3a870c940bf16cdfc4c0e
+size 22508569

requirements.txt

@@ -0,0 +1,177 @@
+affine==2.4.0
+altair==5.3.0
+annotated-types==0.7.0
+anyio==4.4.0
+argon2-cffi==23.1.0
+argon2-cffi-bindings==21.2.0
+arrow==1.3.0
+asttokens==2.4.1
+async-lru==2.0.4
+attrs==23.2.0
+Babel==2.15.0
+beautifulsoup4==4.12.3
+bleach==6.1.0
+blinker==1.8.2
+cachetools==5.3.3
+certifi==2024.2.2
+cffi==1.16.0
+charset-normalizer==3.3.2
+click==8.1.7
+click-plugins==1.1.1
+cligj==0.7.2
+colorama==0.4.6
+comm==0.2.2
+contourpy==1.2.1
+cycler==0.12.1
+debugpy==1.8.1
+decorator==5.1.1
+defusedxml==0.7.1
+deprecation==2.1.0
+dnspython==2.6.1
+email_validator==2.1.1
+exceptiongroup==1.2.1
+executing==2.0.1
+fastapi==0.111.0
+fastapi-cli==0.0.4
+fastjsonschema==2.19.1
+filelock==3.14.0
+fiona==1.9.6
+fonttools==4.52.3
+fqdn==1.5.1
+fsspec==2024.5.0
+geopandas==0.14.4
+gitdb==4.0.11
+GitPython==3.1.43
+gotrue==2.6.0
+h11==0.14.0
+h2==4.1.0
+hpack==4.0.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.0
+hyperframe==6.0.1
+idna==3.7
+intel-openmp==2021.4.0
+ipykernel==6.29.4
+ipython==8.24.0
+isoduration==20.11.0
+jedi==0.19.1
+Jinja2==3.1.4
+json5==0.9.25
+jsonpointer==2.4
+jsonschema==4.22.0
+jsonschema-specifications==2023.12.1
+jupyter_client==8.6.2
+jupyter_core==5.7.2
+jupyter-events==0.10.0
+jupyter-lsp===2.2.5
+jupyter_server==2.14.0
+jupyter_server_terminals==0.5.3
+jupyterlab==4.2.1
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.27.2
+kiwisolver==1.4.5
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+matplotlib==3.9.0
+matplotlib-inline==0.1.7
+mdurl==0.1.2
+mistune==3.0.2
+mkl==2021.4.0
+mpmath==1.3.0
+nbclient==0.10.0
+nbconvert==7.16.4
+nbformat==5.10.4
+nest-asyncio==1.6.0
+networkx==3.3
+notebook==7.2.0
+notebook_shim===0.2.4
+numpy==1.26.4
+opencv-python==4.10.0.82
+opencv-python-headless==4.10.0.82
+orjson==3.10.3
+overrides==7.7.0
+packaging==24.0
+pandas==2.2.2
+pandocfilters==1.5.1
+parso==0.8.4
+pillow==10.3.0
+pip==24.0
+platformdirs==4.2.2
+postgrest==0.16.9
+prometheus_client==0.20.0
+prompt_toolkit==3.0.44
+protobuf==4.25.3
+psutil==5.9.8
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+pyarrow==16.1.0
+pycparser==2.22
+pydantic==2.7.3
+pydantic_core==2.18.4
+pydeck==0.9.1
+Pygments==2.18.0
+pyparsing==3.1.2
+pyproj==3.6.1
+pyshp==2.3.1
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-json-logger==2.0.7
+python-multipart==0.0.9
+rasterio==1.3.10
+realtime==1.0.6
+referencing==0.35.1
+requests==2.32.2
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rich==13.7.1
+rpds-py==0.18.1
+scipy==1.13.1
+seaborn==0.13.2
+Send2Trash==1.8.3
+setuptools==69.5.1
+shapely==2.0.4
+shellingham==1.5.4
+six==1.16.0
+smmap==5.0.1
+sniffio==1.3.1
+snuggs==1.4.7
+soupsieve==2.5
+stack-data==0.6.3
+starlette==0.37.2
+storage3==0.7.7
+streamlit==1.35.0
+StrEnum==0.4.15
+supabase==2.5.3
+supafunc==0.4.7
+sympy==1.12
+tbb==2021.12.0
+tenacity==8.3.0
+terminado==0.18.1
+thop==0.1.1.post2209072238
+tinycss2==1.3.0
+toml==0.10.2
+tomli==2.0.1
+toolz==0.12.1
+torch==2.3.0
+torchvision==0.18.0
+tornado==6.4
+tqdm==4.66.4
+traitlets==5.14.3
+typer==0.12.3
+types-python-dateutil==2.9.0.20240316
+typing_extensions==4.12.2
+tzdata==2024.1
+ujson==5.10.0
+ultralytics==8.2.23
+uri-template==1.3.0
+urllib3==2.2.1
+uvicorn==0.30.1
+watchdog==4.0.1
+watchfiles==0.22.0
+wcwidth==0.2.13
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.8.0
+websockets==12.0
+wheel==0.43.0