Add edit image and pix2pix options

app.py

@@ -347,7 +347,7 @@ class BLIPVQA:
 class ConversationBot:
     def __init__(self):
         print("Initializing VisualChatGPT")
-        #self.edit = ImageEditing(device="cuda:0")
+        self.edit = ImageEditing(device="cuda:0")
         self.i2t = ImageCaptioning(device="cuda:0")
         self.t2i = T2I(device="cuda:0")
         self.image2canny = image2canny()
@@ -355,7 +355,7 @@ class ConversationBot:
         self.image2pose = image2pose()
         self.pose2image = pose2image(device="cuda:0")
         self.BLIPVQA = BLIPVQA(device="cuda:0")
-        #self.pix2pix = Pix2Pix(device="cuda:0")
+        self.pix2pix = Pix2Pix(device="cuda:0")
         self.memory = ConversationBufferMemory(memory_key="chat_history", output_key='output')
         self.tools = [
             Tool(name="Get Photo Description", func=self.i2t.inference,
@@ -364,16 +364,16 @@ class ConversationBot:
             Tool(name="Generate Image From User Input Text", func=self.t2i.inference,
                  description="useful when you want to generate an image from a user input text and save it to a file. like: generate an image of an object or something, or generate an image that includes some objects. "
                              "The input to this tool should be a string, representing the text used to generate image. "),
-            #Tool(name="Remove Something From The Photo", func=self.edit.remove_part_of_image,
-            #     description="useful when you want to remove and object or something from the photo from its description or location. "
-             #                "The input to this tool should be a comma seperated string of two, representing the image_path and the object need to be removed. "),
-            #Tool(name="Replace Something From The Photo", func=self.edit.replace_part_of_image,
-                 #description="useful when you want to replace an object from the object description or location with another object from its description. "
-                             #"The input to this tool should be a comma seperated string of three, representing the image_path, the object to be replaced, the object to be replaced with "),
-
-            #Tool(name="Instruct Image Using Text", func=self.pix2pix.inference,
-            #     description="useful when you want to the style of the image to be like the text. like: make it look like a painting. or make it like a robot. "
-            #                 "The input to this tool should be a comma seperated string of two, representing the image_path and the text. "),
+            Tool(name="Remove Something From The Photo", func=self.edit.remove_part_of_image,
+                 description="useful when you want to remove and object or something from the photo from its description or location. "
+                             "The input to this tool should be a comma seperated string of two, representing the image_path and the object need to be removed. "),
+            Tool(name="Replace Something From The Photo", func=self.edit.replace_part_of_image,
+                 description="useful when you want to replace an object from the object description or location with another object from its description. "
+                             "The input to this tool should be a comma seperated string of three, representing the image_path, the object to be replaced, the object to be replaced with "),
+
+            Tool(name="Instruct Image Using Text", func=self.pix2pix.inference,
+                 description="useful when you want to the style of the image to be like the text. like: make it look like a painting. or make it like a robot. "
+                             "The input to this tool should be a comma seperated string of two, representing the image_path and the text. "),
             Tool(name="Answer Question About The Image", func=self.BLIPVQA.get_answer_from_question_and_image,
                  description="useful when you need an answer for a question based on an image. like: what is the background color of the last image, how many cats in this figure, what is in this figure. "
                              "The input to this tool should be a comma seperated string of two, representing the image_path and the question"),