File size: 3,151 Bytes
5489ddf c23afe0 5489ddf ed3b341 5489ddf c23afe0 5489ddf 749b703 5489ddf 749b703 5489ddf ed3b341 5489ddf ed3b341 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 |
import gradio as gr
import io
import random
import time
import json
import base64
import requests
import os
from mistralai import Mistral
from PIL import Image
from io import BytesIO
from deep_translator import GoogleTranslator
from theme import theme
from datetime import datetime
from theme import theme
from fastapi import FastAPI
app = FastAPI()
api_key = os.getenv("MISTRAL_API_KEY")
Mistralclient = Mistral(api_key=api_key)
def encode_image(image_path):
"""Encode the image to base64."""
try:
# Open the image file
image = Image.open(image_path).convert("RGB")
# Resize the image to a height of 512 while maintaining the aspect ratio
base_height = 512
h_percent = (base_height / float(image.size[1]))
w_size = int((float(image.size[0]) * float(h_percent)))
image = image.resize((w_size, base_height), Image.LANCZOS)
# Convert the image to a byte stream
buffered = BytesIO()
image.save(buffered, format="JPEG")
img_str = base64.b64encode(buffered.getvalue()).decode("utf-8")
return img_str
except FileNotFoundError:
print(f"Error: The file {image_path} was not found.")
return None
except Exception as e: # Add generic exception handling
print(f"Error: {e}")
return None
def feifeichat(image):
try:
model = "pixtral-large-2411"
# Define the messages for the chat
base64_image = encode_image(image)
messages = [{
"role":
"user",
"content": [
{
"type": "text",
"text": "Please provide a detailed description of this photo"
},
{
"type": "image_url",
"image_url": f"data:image/jpeg;base64,{base64_image}"
},
],
"stream": False,
}]
partial_message = ""
for chunk in Mistralclient.chat.stream(model=model, messages=messages):
if chunk.data.choices[0].delta.content is not None:
partial_message = partial_message + chunk.data.choices[
0].delta.content
yield partial_message
except Exception as e: # 添加通用异常处理
print(f"Error: {e}")
return "Please upload a photo"
with gr.Blocks(theme=theme, elem_id="app-container") as app:
gr.Markdown("Image To Flux Prompt")
with gr.Tab(label="Image To Prompt"):
with gr.Row():
with gr.Column():
input_img = gr.Image(label="Input Picture",height=320,type="filepath")
submit_btn = gr.Button(value="Submit", variant='primary')
with gr.Column():
output_text = gr.Textbox(label="Flux Prompt", show_copy_button = True)
clr_button =gr.Button("Clear",variant="primary", elem_id="clear_button")
clr_button.click(lambda: gr.Textbox(value=""), None, output_text)
submit_btn.click(feifeichat, [input_img], [output_text])
if __name__ == "__main__":
app.launch()
|