feat: fix chat

gradio_chat.py

@@ -4,7 +4,7 @@ import os
 from src.hopter.client import Hopter, Environment
 from src.services.generate_mask import GenerateMaskService
 from dotenv import load_dotenv
-from src.utils import image_path_to_uri
+from src.utils import image_path_to_uri, upload_image
 from pydantic_ai.messages import (
     ToolCallPart,
     ToolReturnPart
@@ -46,9 +46,7 @@ def build_user_message(chat_input):
 
 def build_messages_for_agent(chat_input, past_messages):
     # filter out image messages from past messages to save on tokens
-    messages = [msg for msg in past_messages 
-                if not (isinstance(msg, dict) 
-                        and msg.get("type") == "image_url")]
+    messages = past_messages
     
     # add the user's text message
     if chat_input["text"]:
@@ -59,7 +57,7 @@ def build_messages_for_agent(chat_input, past_messages):
 
     # add the user's image message
     files = chat_input.get("files", [])
-    image_url = image_path_to_uri(files[0]) if files else None
+    image_url = upload_image(files[0]) if files else None
     if image_url:
         messages.append({
             "type": "image_url",
@@ -77,7 +75,7 @@ async def stream_from_agent(chat_input, chatbot, past_messages, current_image):
     # Prepare messages for the agent
     text = chat_input["text"]
     files = chat_input.get("files", [])
-    image_url = image_path_to_uri(files[0]) if files else None
+    image_url = upload_image(files[0]) if files else None
     messages = [
         {
             "type": "text",
@@ -99,10 +97,12 @@ async def stream_from_agent(chat_input, chatbot, past_messages, current_image):
         hopter_client=hopter,
         mask_service=mask_service
     )
+
     # Run the agent
     async with mask_generation_agent.run_stream(
         messages,
         deps=deps,
+        message_history=past_messages
     ) as result:
         for message in result.new_messages():
             for call in message.parts:

gradio_demo.py

@@ -4,20 +4,17 @@ import os
 from src.hopter.client import Hopter, Environment
 from src.services.generate_mask import GenerateMaskService
 from dotenv import load_dotenv
-from src.utils import image_path_to_uri
 from pydantic_ai.messages import (
-    ToolCallPart,
     ToolReturnPart
 )
 from src.agents.mask_generation_agent import EditImageResult
-from pydantic_ai.agent import Agent 
-from pydantic_ai.models.openai import OpenAIModel
-
+from src.utils import upload_image
 load_dotenv()
 
 async def process_edit(image, instruction):
     hopter = Hopter(os.environ.get("HOPTER_API_KEY"), environment=Environment.STAGING)
     mask_service = GenerateMaskService(hopter=hopter)
+    image_url = upload_image(image)
     messages = [
         {
             "type": "text",
@@ -26,11 +23,11 @@ async def process_edit(image, instruction):
     ]
     if image:
         messages.append(
-            {"type": "image_url", "image_url": {"url": image_path_to_uri(image)}}
+            {"type": "image_url", "image_url": {"url": image_url}}
         )
     deps = ImageEditDeps(
         edit_instruction=instruction,
-        image_url=image_path_to_uri(image),
+        image_url=image_url,
         hopter_client=hopter,
         mask_service=mask_service
     )

poetry.lock

@@ -526,6 +526,30 @@ gitdb = ">=4.0.1,<5"
 doc = ["sphinx (>=7.1.2,<7.2)", "sphinx-autodoc-typehints", "sphinx_rtd_theme"]
 test = ["coverage[toml]", "ddt (>=1.1.1,!=1.4.3)", "mock", "mypy", "pre-commit", "pytest (>=7.3.1)", "pytest-cov", "pytest-instafail", "pytest-mock", "pytest-sugar", "typing-extensions"]
 
+[[package]]
+name = "google-api-core"
+version = "2.24.1"
+description = "Google API client core library"
+optional = false
+python-versions = ">=3.7"
+files = [
+    {file = "google_api_core-2.24.1-py3-none-any.whl", hash = "sha256:bc78d608f5a5bf853b80bd70a795f703294de656c096c0968320830a4bc280f1"},
+    {file = "google_api_core-2.24.1.tar.gz", hash = "sha256:f8b36f5456ab0dd99a1b693a40a31d1e7757beea380ad1b38faaf8941eae9d8a"},
+]
+
+[package.dependencies]
+google-auth = ">=2.14.1,<3.0.dev0"
+googleapis-common-protos = ">=1.56.2,<2.0.dev0"
+proto-plus = ">=1.22.3,<2.0.0dev"
+protobuf = ">=3.19.5,<3.20.0 || >3.20.0,<3.20.1 || >3.20.1,<4.21.0 || >4.21.0,<4.21.1 || >4.21.1,<4.21.2 || >4.21.2,<4.21.3 || >4.21.3,<4.21.4 || >4.21.4,<4.21.5 || >4.21.5,<6.0.0.dev0"
+requests = ">=2.18.0,<3.0.0.dev0"
+
+[package.extras]
+async-rest = ["google-auth[aiohttp] (>=2.35.0,<3.0.dev0)"]
+grpc = ["grpcio (>=1.33.2,<2.0dev)", "grpcio (>=1.49.1,<2.0dev)", "grpcio-status (>=1.33.2,<2.0.dev0)", "grpcio-status (>=1.49.1,<2.0.dev0)"]
+grpcgcp = ["grpcio-gcp (>=0.2.2,<1.0.dev0)"]
+grpcio-gcp = ["grpcio-gcp (>=0.2.2,<1.0.dev0)"]
+
 [[package]]
 name = "google-auth"
 version = "2.38.0"
@@ -550,6 +574,104 @@ pyopenssl = ["cryptography (>=38.0.3)", "pyopenssl (>=20.0.0)"]
 reauth = ["pyu2f (>=0.1.5)"]
 requests = ["requests (>=2.20.0,<3.0.0.dev0)"]
 
+[[package]]
+name = "google-cloud-core"
+version = "2.4.1"
+description = "Google Cloud API client core library"
+optional = false
+python-versions = ">=3.7"
+files = [
+    {file = "google-cloud-core-2.4.1.tar.gz", hash = "sha256:9b7749272a812bde58fff28868d0c5e2f585b82f37e09a1f6ed2d4d10f134073"},
+    {file = "google_cloud_core-2.4.1-py2.py3-none-any.whl", hash = "sha256:a9e6a4422b9ac5c29f79a0ede9485473338e2ce78d91f2370c01e730eab22e61"},
+]
+
+[package.dependencies]
+google-api-core = ">=1.31.6,<2.0.dev0 || >2.3.0,<3.0.0dev"
+google-auth = ">=1.25.0,<3.0dev"
+
+[package.extras]
+grpc = ["grpcio (>=1.38.0,<2.0dev)", "grpcio-status (>=1.38.0,<2.0.dev0)"]
+
+[[package]]
+name = "google-cloud-storage"
+version = "3.0.0"
+description = "Google Cloud Storage API client library"
+optional = false
+python-versions = ">=3.7"
+files = [
+    {file = "google_cloud_storage-3.0.0-py2.py3-none-any.whl", hash = "sha256:f85fd059650d2dbb0ac158a9a6b304b66143b35ed2419afec2905ca522eb2c6a"},
+    {file = "google_cloud_storage-3.0.0.tar.gz", hash = "sha256:2accb3e828e584888beff1165e5f3ac61aa9088965eb0165794a82d8c7f95297"},
+]
+
+[package.dependencies]
+google-api-core = ">=2.15.0,<3.0.0dev"
+google-auth = ">=2.26.1,<3.0dev"
+google-cloud-core = ">=2.3.0,<3.0dev"
+google-crc32c = ">=1.0,<2.0dev"
+google-resumable-media = ">=2.7.2"
+requests = ">=2.18.0,<3.0.0dev"
+
+[package.extras]
+protobuf = ["protobuf (<6.0.0dev)"]
+tracing = ["opentelemetry-api (>=1.1.0)"]
+
+[[package]]
+name = "google-crc32c"
+version = "1.6.0"
+description = "A python wrapper of the C library 'Google CRC32C'"
+optional = false
+python-versions = ">=3.9"
+files = [
+    {file = "google_crc32c-1.6.0-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:5bcc90b34df28a4b38653c36bb5ada35671ad105c99cfe915fb5bed7ad6924aa"},
+    {file = "google_crc32c-1.6.0-cp310-cp310-macosx_12_0_x86_64.whl", hash = "sha256:d9e9913f7bd69e093b81da4535ce27af842e7bf371cde42d1ae9e9bd382dc0e9"},
+    {file = "google_crc32c-1.6.0-cp310-cp310-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:a184243544811e4a50d345838a883733461e67578959ac59964e43cca2c791e7"},
+    {file = "google_crc32c-1.6.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:236c87a46cdf06384f614e9092b82c05f81bd34b80248021f729396a78e55d7e"},
+    {file = "google_crc32c-1.6.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ebab974b1687509e5c973b5c4b8b146683e101e102e17a86bd196ecaa4d099fc"},
+    {file = "google_crc32c-1.6.0-cp310-cp310-win_amd64.whl", hash = "sha256:50cf2a96da226dcbff8671233ecf37bf6e95de98b2a2ebadbfdf455e6d05df42"},
+    {file = "google_crc32c-1.6.0-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:f7a1fc29803712f80879b0806cb83ab24ce62fc8daf0569f2204a0cfd7f68ed4"},
+    {file = "google_crc32c-1.6.0-cp311-cp311-macosx_12_0_x86_64.whl", hash = "sha256:40b05ab32a5067525670880eb5d169529089a26fe35dce8891127aeddc1950e8"},
+    {file = "google_crc32c-1.6.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a9e4b426c3702f3cd23b933436487eb34e01e00327fac20c9aebb68ccf34117d"},
+    {file = "google_crc32c-1.6.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:51c4f54dd8c6dfeb58d1df5e4f7f97df8abf17a36626a217f169893d1d7f3e9f"},
+    {file = "google_crc32c-1.6.0-cp311-cp311-win_amd64.whl", hash = "sha256:bb8b3c75bd157010459b15222c3fd30577042a7060e29d42dabce449c087f2b3"},
+    {file = "google_crc32c-1.6.0-cp312-cp312-macosx_12_0_arm64.whl", hash = "sha256:ed767bf4ba90104c1216b68111613f0d5926fb3780660ea1198fc469af410e9d"},
+    {file = "google_crc32c-1.6.0-cp312-cp312-macosx_12_0_x86_64.whl", hash = "sha256:62f6d4a29fea082ac4a3c9be5e415218255cf11684ac6ef5488eea0c9132689b"},
+    {file = "google_crc32c-1.6.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c87d98c7c4a69066fd31701c4e10d178a648c2cac3452e62c6b24dc51f9fcc00"},
+    {file = "google_crc32c-1.6.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bd5e7d2445d1a958c266bfa5d04c39932dc54093fa391736dbfdb0f1929c1fb3"},
+    {file = "google_crc32c-1.6.0-cp312-cp312-win_amd64.whl", hash = "sha256:7aec8e88a3583515f9e0957fe4f5f6d8d4997e36d0f61624e70469771584c760"},
+    {file = "google_crc32c-1.6.0-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:e2806553238cd076f0a55bddab37a532b53580e699ed8e5606d0de1f856b5205"},
+    {file = "google_crc32c-1.6.0-cp39-cp39-macosx_12_0_x86_64.whl", hash = "sha256:bb0966e1c50d0ef5bc743312cc730b533491d60585a9a08f897274e57c3f70e0"},
+    {file = "google_crc32c-1.6.0-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:386122eeaaa76951a8196310432c5b0ef3b53590ef4c317ec7588ec554fec5d2"},
+    {file = "google_crc32c-1.6.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d2952396dc604544ea7476b33fe87faedc24d666fb0c2d5ac971a2b9576ab871"},
+    {file = "google_crc32c-1.6.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:35834855408429cecf495cac67ccbab802de269e948e27478b1e47dfb6465e57"},
+    {file = "google_crc32c-1.6.0-cp39-cp39-win_amd64.whl", hash = "sha256:d8797406499f28b5ef791f339594b0b5fdedf54e203b5066675c406ba69d705c"},
+    {file = "google_crc32c-1.6.0-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:48abd62ca76a2cbe034542ed1b6aee851b6f28aaca4e6551b5599b6f3ef175cc"},
+    {file = "google_crc32c-1.6.0-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:18e311c64008f1f1379158158bb3f0c8d72635b9eb4f9545f8cf990c5668e59d"},
+    {file = "google_crc32c-1.6.0-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:05e2d8c9a2f853ff116db9706b4a27350587f341eda835f46db3c0a8c8ce2f24"},
+    {file = "google_crc32c-1.6.0-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:91ca8145b060679ec9176e6de4f89b07363d6805bd4760631ef254905503598d"},
+    {file = "google_crc32c-1.6.0.tar.gz", hash = "sha256:6eceb6ad197656a1ff49ebfbbfa870678c75be4344feb35ac1edf694309413dc"},
+]
+
+[package.extras]
+testing = ["pytest"]
+
+[[package]]
+name = "google-resumable-media"
+version = "2.7.2"
+description = "Utilities for Google Media Downloads and Resumable Uploads"
+optional = false
+python-versions = ">=3.7"
+files = [
+    {file = "google_resumable_media-2.7.2-py2.py3-none-any.whl", hash = "sha256:3ce7551e9fe6d99e9a126101d2536612bb73486721951e9562fee0f90c6ababa"},
+    {file = "google_resumable_media-2.7.2.tar.gz", hash = "sha256:5280aed4629f2b60b847b0d42f9857fd4935c11af266744df33d8074cae92fe0"},
+]
+
+[package.dependencies]
+google-crc32c = ">=1.0,<2.0dev"
+
+[package.extras]
+aiohttp = ["aiohttp (>=3.6.2,<4.0.0dev)", "google-auth (>=1.22.0,<2.0dev)"]
+requests = ["requests (>=2.18.0,<3.0.0dev)"]
+
 [[package]]
 name = "googleapis-common-protos"
 version = "1.67.0"
@@ -1633,6 +1755,23 @@ tests = ["check-manifest", "coverage (>=7.4.2)", "defusedxml", "markdown2", "ole
 typing = ["typing-extensions"]
 xmp = ["defusedxml"]
 
+[[package]]
+name = "proto-plus"
+version = "1.26.0"
+description = "Beautiful, Pythonic protocol buffers"
+optional = false
+python-versions = ">=3.7"
+files = [
+    {file = "proto_plus-1.26.0-py3-none-any.whl", hash = "sha256:bf2dfaa3da281fc3187d12d224c707cb57214fb2c22ba854eb0c105a3fb2d4d7"},
+    {file = "proto_plus-1.26.0.tar.gz", hash = "sha256:6e93d5f5ca267b54300880fff156b6a3386b3fa3f43b1da62e680fc0c586ef22"},
+]
+
+[package.dependencies]
+protobuf = ">=3.19.0,<6.0.0dev"
+
+[package.extras]
+testing = ["google-api-core (>=1.31.5)"]
+
 [[package]]
 name = "protobuf"
 version = "5.29.3"
@@ -2911,4 +3050,4 @@ type = ["pytest-mypy"]
 [metadata]
 lock-version = "2.0"
 python-versions = "3.10"
-content-hash = "83c3d0c47f98107284fb95080f8f9a6ba3c17d9a89f13ccbd66b73ca99863b4d"
+content-hash = "3cfa3697a8b8f9c2ebbcd6e6fe3a7230ed78cafe541cd534df5bbb3b0cac9654"

pyproject.toml

@@ -14,6 +14,7 @@ pydantic-ai = "^0.0.24"
 python-dotenv = "^1.0.1"
 logfire = "^3.5.3"
 gradio = "^5.16.1"
+google-cloud-storage = "^3.0.0"
 
 
 [build-system]

src/agents/mask_generation_agent.py

@@ -9,7 +9,10 @@ import logfire
 from src.services.generate_mask import GenerateMaskService
 from src.hopter.client import Hopter, Environment, MagicReplaceInput, SuperResolutionInput
 from src.services.image_uploader import ImageUploader
-from src.utils import image_path_to_uri
+from src.utils import image_path_to_uri, download_image_to_data_uri, upload_image
+import base64
+import tempfile
+from PIL import Image
 
 load_dotenv()
 
@@ -49,6 +52,16 @@ mask_generation_agent = Agent(
     deps_type=ImageEditDeps
 )
 
+def upload_image_from_base64(base64_image: str) -> str:
+    image_format = base64_image.split(",")[0]
+    image_data = base64.b64decode(base64_image.split(",")[1])
+    suffix = ".jpg" if image_format == "image/jpeg" else ".png"
+    with tempfile.NamedTemporaryFile(delete=False, suffix=suffix) as temp_file:
+        temp_filename = temp_file.name
+        with open(temp_filename, "wb") as f:
+            f.write(image_data)
+    return upload_image(temp_filename)
+
 @mask_generation_agent.tool
 async def edit_object(ctx: RunContext[ImageEditDeps]) -> EditImageResult:
     """
@@ -65,16 +78,17 @@ async def edit_object(ctx: RunContext[ImageEditDeps]) -> EditImageResult:
     mask_service = ctx.deps.mask_service
     hopter_client = ctx.deps.hopter_client
 
+    image_uri = download_image_to_data_uri(image_url)
+
     # Generate mask
     mask_instruction = mask_service.get_mask_generation_instruction(edit_instruction, image_url)
-    mask = mask_service.generate_mask(mask_instruction, image_url)
+    mask = mask_service.generate_mask(mask_instruction, image_uri)
 
     # Magic replace
-    input = MagicReplaceInput(image=image_url, mask=mask, prompt=mask_instruction.target_caption)
+    input = MagicReplaceInput(image=image_uri, mask=mask, prompt=mask_instruction.target_caption)
     result = hopter_client.magic_replace(input)
-    uploader = ImageUploader(os.environ.get("IMG_BB_API_KEY"))
-    uploaded_image = uploader.upload_url(result.base64_image)
-    return EditImageResult(edited_image_url=uploaded_image.data.url)
+    uploaded_image = upload_image_from_base64(result.base64_image)
+    return EditImageResult(edited_image_url=uploaded_image)
 
 @mask_generation_agent.tool
 async def super_resolution(ctx: RunContext[ImageEditDeps]) -> EditImageResult:
@@ -86,9 +100,8 @@ async def super_resolution(ctx: RunContext[ImageEditDeps]) -> EditImageResult:
 
     input = SuperResolutionInput(image_b64=image_url, scale=4, use_face_enhancement=False)
     result = hopter_client.super_resolution(input)
-    uploader = ImageUploader(os.environ.get("IMG_BB_API_KEY"))
-    uploaded_image = uploader.upload_url(result.scaled_image)
-    return EditImageResult(edited_image_url=uploaded_image.data.url)
+    uploaded_image = upload_image_from_base64(result.scaled_image)
+    return EditImageResult(edited_image_url=uploaded_image)
 
 async def main():
     image_file_path = "./assets/lakeview.jpg"

src/services/generate_mask.py

@@ -7,7 +7,7 @@ import asyncio
 from src.hopter.client import Hopter, RamGroundedSamInput, Environment
 from src.models.generate_mask_instruction import GenerateMaskInstruction
 from src.services.openai_file_upload import OpenAIFileUpload
-
+from src.utils import download_image_to_data_uri
 load_dotenv()
 
 system_prompt = """
@@ -87,9 +87,10 @@ class GenerateMaskService:
         Returns:
             str: The mask image in base64 format.
         """
+        image_uri = download_image_to_data_uri(image_url)
         input = RamGroundedSamInput(
             text_prompt=mask_instruction.subject,
-            image_b64=image_url
+            image_b64=image_uri
         )
         generate_mask_result = self.hopter.generate_mask(input)
         return generate_mask_result.mask_b64

src/services/google_cloud_image_upload.py

@@ -0,0 +1,65 @@
+from google.cloud import storage
+from PIL import Image
+from dotenv import load_dotenv
+import os
+import uuid
+import tempfile
+
+load_dotenv()
+
+class GoogleCloudImageUploadService:
+    BUCKET_NAME = "picchat-assets"
+    MAX_DIMENSION = 1024
+
+    def __init__(self):
+        # Using API key here as per your original code. Note that for production,
+        # service account credentials are generally recommended.
+        self.storage_client = storage.Client(client_options={"api_key": os.environ.get("GOOGLE_API_KEY")})
+
+    def upload_image_to_gcs(self, source_file_name):
+        """
+        Uploads an image to the specified Google Cloud Storage bucket.
+        Supports both JPEG and PNG formats.
+        """
+        try:
+            bucket = self.storage_client.bucket(self.BUCKET_NAME)
+            blob_name = str(uuid.uuid4())
+            blob = bucket.blob(blob_name)
+
+            # Open and optionally resize the image, then save to a temporary file.
+            with Image.open(source_file_name) as image:
+                # Determine the original format. If it's not JPEG or PNG, default to JPEG.
+                original_format = image.format.upper() if image.format in ['JPEG', 'PNG'] else "JPEG"
+
+                # Resize if needed.
+                if image.width > self.MAX_DIMENSION or image.height > self.MAX_DIMENSION:
+                    image.thumbnail((self.MAX_DIMENSION, self.MAX_DIMENSION))
+                
+                # Choose the file extension based on the image format.
+                suffix = ".jpg" if original_format == "JPEG" else ".png"
+                
+                # Create a temporary file with the appropriate suffix.
+                with tempfile.NamedTemporaryFile(delete=False, suffix=suffix) as temp_file:
+                    temp_filename = temp_file.name
+                    image.save(temp_filename, format=original_format)
+
+            try:
+                # Set content type based on the image format.
+                content_type = "image/jpeg" if original_format == "JPEG" else "image/png"
+                blob.upload_from_filename(temp_filename, content_type=content_type)
+                blob.make_public()
+            finally:
+                # Remove the temporary file.
+                os.remove(temp_filename)
+
+            print(f"File {source_file_name} uploaded to {blob_name} in bucket {self.BUCKET_NAME}.")
+            return blob.public_url
+        except Exception as e:
+            print(f"An error occurred: {e}")
+            return None
+
+if __name__ == "__main__":
+    image = "./assets/lakeview.jpg"  # Replace with your JPEG or PNG image path.
+    upload_service = GoogleCloudImageUploadService()
+    url = upload_service.upload_image_to_gcs(image)
+    print(url)

src/utils.py

@@ -1,5 +1,9 @@
 import base64
 from fastapi import UploadFile
+from src.services.google_cloud_image_upload import GoogleCloudImageUploadService
+from PIL import Image
+from urllib.request import urlopen
+import io
 def image_path_to_base64(image_path: str) -> str:
     with open(image_path, "rb") as image_file:
         return base64.b64encode(image_file.read()).decode("utf-8")
@@ -8,4 +12,38 @@ def upload_file_to_base64(file: UploadFile) -> str:
     return base64.b64encode(file.file.read()).decode("utf-8")
 
 def image_path_to_uri(image_path: str) -> str:
-    return f"data:image/jpeg;base64,{image_path_to_base64(image_path)}"
+    return f"data:image/jpeg;base64,{image_path_to_base64(image_path)}"
+
+def upload_image(image_path: str) -> str:
+    """
+    Upload an image to Google Cloud Storage and return the public URL.
+
+    Args:
+        image (str): The path to the image file.
+
+    Returns:
+        str: The public URL of the uploaded image.
+    """
+    upload_service = GoogleCloudImageUploadService()
+    return upload_service.upload_image_to_gcs(image_path)
+
+def download_image_to_data_uri(image_url: str) -> str:
+    # Open the image from the URL
+    response = urlopen(image_url)
+    img = Image.open(response)
+
+    # Determine the image format; default to 'JPEG' if not found
+    image_format = img.format if img.format is not None else "JPEG"
+    
+    # Build the MIME type; for 'JPEG', use 'image/jpeg'
+    mime_type = "image/jpeg" if image_format.upper() == "JPEG" else f"image/{image_format.lower()}"
+    
+    # Save the image to an in-memory buffer using the detected format
+    buffered = io.BytesIO()
+    img.save(buffered, format=image_format)
+    
+    # Encode the image bytes to base64
+    img_base64 = base64.b64encode(buffered.getvalue()).decode("utf-8")
+    
+    # Return the data URI with the correct MIME type
+    return f"data:{mime_type};base64,{img_base64}"