Spaces:
Runtime error
Runtime error
File size: 3,660 Bytes
ef34ec3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 |
import io
import os
import re
from tempfile import NamedTemporaryFile
import replicate
import streamlit as st
from PIL import Image
from langchain.callbacks.base import BaseCallbackHandler
from langchain.chat_models import ChatOpenAI
from langchain.schema import ChatMessage
from dotenv import load_dotenv
load_dotenv()
MODEL_NAME = os.getenv("MODEL_NAME")
os.environ["REPLICATE_API_TOKEN"] = os.getenv("REPLICATE_API_TOKEN")
openai_api_key = os.getenv("OPENAI_API_KEY")
SYSTEM_PROMPT = (
"You're a chef and an helpful assistant who suggests delicious recipes that includes foods which are "
"nutritionally beneficial, easy & not time consuming, healthy yet economical."
)
class StreamHandler(BaseCallbackHandler):
def __init__(self, container, initial_text=""):
self.container = container
self.text = initial_text
def on_llm_new_token(self, token: str, **kwargs) -> None:
self.text += token
self.container.markdown(self.text)
st.title('Chef:green[GPT] :cook:')
with st.sidebar:
st.title("Add grocery items")
uploaded_files = st.file_uploader(
label="Upload image of each item",
key="files_upload",
accept_multiple_files=True,
)
cook = st.button("Let AI cook!")
if cook:
for uploaded_file in uploaded_files:
bytes_data = uploaded_file.getvalue()
image = Image.open(io.BytesIO(bytes_data))
st.image(image, width=100)
with NamedTemporaryFile(suffix=".jpg") as temp_file:
image.save(temp_file.name)
output = replicate.run(
MODEL_NAME,
input={"image": open(temp_file.name, "rb")},
)
pattern = r"Caption:\s(.*)"
match = re.search(pattern, output).group(1)
if "groceries" not in st.session_state:
st.session_state["groceries"] = ""
st.session_state["groceries"] += f"{match},"
if "messages" not in st.session_state:
st.session_state["messages"] = [
ChatMessage(role="system", content=SYSTEM_PROMPT),
ChatMessage(role="assistant", content="How can I help you?"),
]
for msg in st.session_state.messages:
st.chat_message(msg.role).write(msg.content)
if prompt := st.chat_input():
st.session_state.messages.append(ChatMessage(role="user", content=prompt))
st.chat_message("user").write(prompt)
if not openai_api_key:
st.info("Please add your OpenAI API key to continue.")
st.stop()
with st.chat_message("assistant"):
stream_handler = StreamHandler(st.empty())
llm = ChatOpenAI(
openai_api_key=openai_api_key, streaming=True, callbacks=[stream_handler]
)
response = llm(st.session_state.messages)
st.session_state.messages.append(
ChatMessage(role="assistant", content=response.content)
)
if "groceries" in st.session_state and st.session_state["groceries"]:
st.session_state.messages.append(
ChatMessage(
role="user",
content=f"Using these items: `{st.session_state['groceries']}` "
f"generate a recipe.",
)
)
with st.chat_message("assistant"):
stream_handler = StreamHandler(st.empty())
llm = ChatOpenAI(
openai_api_key=openai_api_key, streaming=True, callbacks=[stream_handler]
)
response = llm(st.session_state.messages)
st.session_state.messages.append(
ChatMessage(role="assistant", content=response.content)
)
st.session_state["groceries"] = ""
|