saving sketch in fs

api/app.py

@@ -21,6 +21,10 @@ def index():
 
 @app.route('/generate-design', methods=['GET','POST'])
 def generate_design():
+
+    image_save_dir = "/api/model/assets/data/vitonhd/test/im_sketch"
+    text_file_path = "/api/model/assets/data/vitonhd/test/test_paired.txt"
+
     try:
         print("### Inizio generate_design ###")  # Stampa per il debug
         
@@ -45,12 +49,17 @@ def generate_design():
             print(f"### Errore nell'apertura dell'immagine: {str(e)} ###")  # Stampa per il debug
             return f"Failed to open the image: {str(e)}", 400
 
-        # Creazione buffer di immagine
-        img_sketch_buffer = io.BytesIO()
-        image.save(img_sketch_buffer, format='JPEG')
-        img_sketch_buffer.seek(0)
-        print("### Immagine salvata nel buffer ###")  # Stampa per il debug
 
+        # Saving sketch in filesystem
+        model_key = list(json_data_from_req["MODEL"].keys())[0]  # Es: "03191"
+        image_filename = f"{model_key}_00.jpg"  # Nome file immagine es: "03191_00.jpg"
+        image_save_path = os.path.join(image_save_dir, image_filename)
+        image.save(image_save_path, format='JPEG')
+
+        with open(text_file_path, "w") as text_file:
+            text_file.write(f"{image_filename} {image_filename}\n")
+
+        
         # Argomenti per eval.main
         sys.argv = [
             'eval.py',
@@ -69,7 +78,7 @@ def generate_design():
 
         # Esecuzione del modello
         try:
-            final_image = eval.main(img_sketch_buffer, json_data_from_req)
+            final_image = eval.main(json_data_from_req)
             print("### eval.main eseguito con successo ###")  # Stampa per il debug
         except AttributeError as e:
             print(f"### AttributeError: {str(e)} ###")  # Stampa per il debug

api/model/src/datasets/vitonhd.py

@@ -6,7 +6,6 @@ import os
 import pathlib
 import random
 import sys
-import io
 from typing import Tuple
 
 PROJECT_ROOT = pathlib.Path(__file__).absolute().parents[2].absolute()
@@ -27,11 +26,10 @@ class VitonHDDataset(data.Dataset):
             self,
             dataroot_path: str,
             phase: str,
-            im_sketch_buffer_from_request,
-            json_from_req,
             tokenizer,
+            json_from_req,
             radius=5,
-            caption_folder='captions.json', #######################################################3
+            caption_folder='captions.json',
             sketch_threshold_range: Tuple[int, int] = (20, 127),
             order: str = 'paired',
             outputlist: Tuple[str] = ('c_name', 'im_name', 'image', 'im_cloth', 'shape', 'pose_map',
@@ -51,7 +49,6 @@ class VitonHDDataset(data.Dataset):
         self.width = size[1]
         self.radius = radius
         self.tokenizer = tokenizer
-        self.im_sketch_buffer_from_request = im_sketch_buffer_from_request
         self.json_from_req = json_from_req
         self.transform = transforms.Compose([
             transforms.ToTensor(),
@@ -74,20 +71,18 @@ class VitonHDDataset(data.Dataset):
 
         assert all(x in possible_outputs for x in outputlist)
 
+        # Load Captions
+        #with open(os.path.join(self.dataroot, self.caption_folder)) as f:
+        #    # self.captions_dict = json.load(f)['items']
+        #    self.captions_dict = json.load(f)
+        #self.captions_dict = {k: v for k, v in self.captions_dict.items() if len(v) >= 3}
+
         # Load Captions
         model_data  = self.json_from_req.get('MODEL', {})  # Safely get the 'MODEL' key, default to an empty dictionary if it doesn't exist
         # Filter captions based on the length requirement (3 or more items)
         self.captions_dict = {k: v for k, v in model_data.items() if len(v) >= 3}
-        '''
-        with open(os.path.join(self.dataroot, self.caption_folder)) as f:
-            # self.captions_dict = json.load(f)['items']
-            self.captions_dict = json.load(f)
-        self.captions_dict = {k: v for k, v in self.captions_dict.items() if len(v) >= 3}
-        
 
         dataroot = self.dataroot
-
-        
         if phase == 'train':
             filename = os.path.join(dataroot, f"{phase}_pairs.txt")
         else:
@@ -111,10 +106,10 @@ class VitonHDDataset(data.Dataset):
                 im_names.append(im_name)
                 c_names.append(c_name)
                 dataroot_names.append(dataroot)
-        '''
-        self.im_names = []
-        self.c_names = []
-        self.dataroot_names = []
+
+        self.im_names = im_names
+        self.c_names = c_names
+        self.dataroot_names = dataroot_names
 
     def __getitem__(self, index):
         """
@@ -124,14 +119,14 @@ class VitonHDDataset(data.Dataset):
         :return: dict containing dataset samples
         :rtype: dict
         """
-        c_name = list(self.captions_dict.keys())[0] + "_00.jpg" # self.c_names[index]
-        im_name =  list(self.captions_dict.keys())[0] + "_00.jpg" #self.im_names[index]
-        print(im_name)
+        c_name = self.c_names[index]
+        im_name = self.im_names[index]
         dataroot = self.dataroot_names[index]
-        #dataroot = "./assets/data/vitonhd"
 
         sketch_threshold = random.randint(self.sketch_threshold_range[0], self.sketch_threshold_range[1])
 
+        print("##############################", self.captions_dict)
+        print("$$$$$$$$$$ CLOTH NAME",self.c_names)
         if "captions" in self.outputlist or "original_captions" in self.outputlist:
             captions = self.captions_dict[c_name.split('_')[0]]
             # take a random caption if there are multiple
@@ -160,7 +155,7 @@ class VitonHDDataset(data.Dataset):
             image = self.transform(image)  # [-1,1]
 
         if "im_sketch" in self.outputlist:
-            '''# Person image
+            # Person image
             # im_sketch = Image.open(os.path.join(dataroot, 'im_sketch', c_name.replace(".jpg", ".png")))
             if self.order == 'unpaired':
                 im_sketch = Image.open(
@@ -168,20 +163,16 @@ class VitonHDDataset(data.Dataset):
                                  os.path.splitext(im_name)[0] + '_' + c_name.replace(".jpg", ".png")))
             elif self.order == 'paired':
                 im_sketch = Image.open(os.path.join(dataroot, self.phase, 'im_sketch', im_name.replace(".jpg", ".jpeg")))
-                # define a transform to convert the image to grayscale
+                                # define a transform to convert the image to grayscale
                 transform = transforms.Grayscale()
+
                 # apply the above transform on the image
                 im_sketch = transform(im_sketch)
             else:
                 raise ValueError(
                     f"Order should be either paired or unpaired"
-                )'''
-            #im_sketch = Image.open(self.im_sketch_buffer_from_request)
-            im_sketch = Image.open(io.BytesIO(self.im_sketch_buffer_from_request))
-            # define a transform to convert the image to grayscale
-            transform = transforms.Grayscale()
-            # apply the above transform on the image
-            im_sketch = transform(im_sketch)
+                )
+
             im_sketch = im_sketch.resize((self.width, self.height))
             im_sketch = ImageOps.invert(im_sketch)
             # threshold grayscale pil image
@@ -405,4 +396,4 @@ class VitonHDDataset(data.Dataset):
         return result
 
     def __len__(self):
-        return len(self.c_names)
+        return len(self.c_names)

api/model/src/eval.py

@@ -30,7 +30,7 @@ os.environ["TOKENIZERS_PARALLELISM"] = "true"
 os.environ["WANDB_START_METHOD"] = "thread"
 
 
-def main(im_sketch_buffer_from_request: io.BytesIO, json_from_req: dict) -> None:
+def main(json_from_req: dict) -> None:
     args = eval_parse_args()
     accelerator = Accelerator(
         mixed_precision=args.mixed_precision,
@@ -92,7 +92,6 @@ def main(im_sketch_buffer_from_request: io.BytesIO, json_from_req: dict) -> None
             radius=5,
             tokenizer=tokenizer,
             size=(512, 384),
-            im_sketch_buffer_from_request=im_sketch_buffer_from_request,
             json_from_req=json_from_req
         )
     else: