Spaces:
Runtime error
Runtime error
JJteam
commited on
Commit
·
2247b00
1
Parent(s):
1aba1d6
adding logger
Browse files- MM-REACT/app.py +88 -19
- requirements.txt +1 -0
MM-REACT/app.py
CHANGED
|
@@ -18,6 +18,12 @@ from langchain.llms import AzureOpenAI
|
|
| 18 |
from langchain.utilities import ImunAPIWrapper, ImunMultiAPIWrapper
|
| 19 |
from openai.error import AuthenticationError, InvalidRequestError, RateLimitError
|
| 20 |
import argparse
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
|
| 22 |
OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY")
|
| 23 |
BUG_FOUND_MSG = "There is a bug in the application!"
|
|
@@ -29,17 +35,17 @@ MAX_TOKENS = 512
|
|
| 29 |
AGRS = None
|
| 30 |
#####################################
|
| 31 |
|
| 32 |
-
|
| 33 |
-
def
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
|
| 41 |
# load chain
|
| 42 |
-
def load_chain(history):
|
| 43 |
global ARGS
|
| 44 |
|
| 45 |
if ARGS.openAIModel == 'openAIGPT35':
|
|
@@ -196,10 +202,16 @@ def load_chain(history):
|
|
| 196 |
]
|
| 197 |
|
| 198 |
chain = initialize_agent(tools, llm, agent="conversational-assistant", verbose=True, memory=memory, return_intermediate_steps=True, max_iterations=4)
|
|
|
|
|
|
|
|
|
|
| 199 |
print("langchain reloaded")
|
|
|
|
|
|
|
|
|
|
| 200 |
history = []
|
| 201 |
-
history.append(("Show me what you got!", "Hi Human,
|
| 202 |
-
return history, history, chain, gr.Textbox.update(visible=True), gr.Button.update(visible=True), gr.UploadButton.update(visible=True)
|
| 203 |
|
| 204 |
|
| 205 |
# executes input typed by human
|
|
@@ -231,13 +243,19 @@ class ChatWrapper:
|
|
| 231 |
self.lock = Lock()
|
| 232 |
|
| 233 |
def __call__(
|
| 234 |
-
self, inp: str, history: Optional[Tuple[str, str]], chain: Optional[ConversationChain]
|
| 235 |
):
|
|
|
|
| 236 |
"""Execute the chat functionality."""
|
| 237 |
self.lock.acquire()
|
| 238 |
try:
|
| 239 |
print("\n==== date/time: " + str(datetime.datetime.now()) + " ====")
|
| 240 |
print("inp: " + inp)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 241 |
history = history or []
|
| 242 |
# If chain is None, that is because no API key was provided.
|
| 243 |
output = "Please paste your OpenAI key from openai.com to use this app. " + str(datetime.datetime.now())
|
|
@@ -262,15 +280,49 @@ class ChatWrapper:
|
|
| 262 |
self.lock.release()
|
| 263 |
|
| 264 |
print (history)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 265 |
return history, history, ""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 266 |
|
| 267 |
# upload image
|
| 268 |
-
def add_image(state, chain, image):
|
| 269 |
global ARGS
|
| 270 |
state = state or []
|
| 271 |
|
| 272 |
url_input_for_chain = "http://0.0.0.0:{}/file={}".format(ARGS.port, image.name)
|
| 273 |
-
|
| 274 |
outputs = run_chain(chain, url_input_for_chain)
|
| 275 |
|
| 276 |
########################
|
|
@@ -286,6 +338,11 @@ def add_image(state, chain, image):
|
|
| 286 |
|
| 287 |
|
| 288 |
print (state)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 289 |
return state, state
|
| 290 |
|
| 291 |
# extract image url from response and process differently
|
|
@@ -337,8 +394,9 @@ def init_and_kick_off():
|
|
| 337 |
llm_state = gr.State()
|
| 338 |
history_state = gr.State()
|
| 339 |
chain_state = gr.State()
|
|
|
|
| 340 |
|
| 341 |
-
reset_btn = gr.Button(value="!!!CLICK to wake up
|
| 342 |
|
| 343 |
with gr.Row():
|
| 344 |
chatbot = gr.Chatbot(elem_id="chatbot").style(height=620)
|
|
@@ -353,16 +411,27 @@ def init_and_kick_off():
|
|
| 353 |
with gr.Column(scale=0.10, min_width=0):
|
| 354 |
btn = gr.UploadButton("📁", file_types=["image"], visible=False).style(full_width=True)
|
| 355 |
|
| 356 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 357 |
outputs=[chatbot, history_state, message])
|
| 358 |
|
| 359 |
-
submit.click(chat, inputs=[message, history_state, chain_state],
|
| 360 |
outputs=[chatbot, history_state, message])
|
| 361 |
|
| 362 |
-
btn.upload(add_image, inputs=[history_state, chain_state, btn], outputs=[history_state, chatbot])
|
| 363 |
|
| 364 |
# load the chain
|
| 365 |
-
reset_btn.click(load_chain, inputs=[history_state], outputs=[chatbot, history_state, chain_state, message, submit, btn])
|
| 366 |
|
| 367 |
# launch the app
|
| 368 |
block.launch(server_name="0.0.0.0", server_port = ARGS.port)
|
|
|
|
| 18 |
from langchain.utilities import ImunAPIWrapper, ImunMultiAPIWrapper
|
| 19 |
from openai.error import AuthenticationError, InvalidRequestError, RateLimitError
|
| 20 |
import argparse
|
| 21 |
+
import logging
|
| 22 |
+
from opencensus.ext.azure.log_exporter import AzureLogHandler
|
| 23 |
+
import uuid
|
| 24 |
+
|
| 25 |
+
logger = None
|
| 26 |
+
|
| 27 |
|
| 28 |
OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY")
|
| 29 |
BUG_FOUND_MSG = "There is a bug in the application!"
|
|
|
|
| 35 |
AGRS = None
|
| 36 |
#####################################
|
| 37 |
|
| 38 |
+
|
| 39 |
+
def get_logger():
|
| 40 |
+
global logger
|
| 41 |
+
if logger is None:
|
| 42 |
+
logger = logging.getLogger(__name__)
|
| 43 |
+
logger.addHandler(AzureLogHandler())
|
| 44 |
+
return logger
|
| 45 |
+
|
| 46 |
|
| 47 |
# load chain
|
| 48 |
+
def load_chain(history, log_state):
|
| 49 |
global ARGS
|
| 50 |
|
| 51 |
if ARGS.openAIModel == 'openAIGPT35':
|
|
|
|
| 202 |
]
|
| 203 |
|
| 204 |
chain = initialize_agent(tools, llm, agent="conversational-assistant", verbose=True, memory=memory, return_intermediate_steps=True, max_iterations=4)
|
| 205 |
+
log_state = log_state or ""
|
| 206 |
+
print ("log_state {}".format(log_state))
|
| 207 |
+
log_state = str(uuid.uuid1())
|
| 208 |
print("langchain reloaded")
|
| 209 |
+
# eproperties = {'custom_dimensions': {'key_1': 'value_1', 'key_2': 'value_2'}}
|
| 210 |
+
properties = {'custom_dimensions': {'session': log_state}}
|
| 211 |
+
get_logger().warning("langchain reloaded", extra=properties)
|
| 212 |
history = []
|
| 213 |
+
history.append(("Show me what you got!", "Hi Human, Please upload an image to get started!"))
|
| 214 |
+
return history, history, chain, log_state, gr.Textbox.update(visible=True), gr.Button.update(visible=True), gr.UploadButton.update(visible=True)
|
| 215 |
|
| 216 |
|
| 217 |
# executes input typed by human
|
|
|
|
| 243 |
self.lock = Lock()
|
| 244 |
|
| 245 |
def __call__(
|
| 246 |
+
self, inp: str, history: Optional[Tuple[str, str]], chain: Optional[ConversationChain], log_state
|
| 247 |
):
|
| 248 |
+
|
| 249 |
"""Execute the chat functionality."""
|
| 250 |
self.lock.acquire()
|
| 251 |
try:
|
| 252 |
print("\n==== date/time: " + str(datetime.datetime.now()) + " ====")
|
| 253 |
print("inp: " + inp)
|
| 254 |
+
|
| 255 |
+
properties = {'custom_dimensions': {'session': log_state}}
|
| 256 |
+
get_logger().warning("inp: " + inp, extra=properties)
|
| 257 |
+
|
| 258 |
+
|
| 259 |
history = history or []
|
| 260 |
# If chain is None, that is because no API key was provided.
|
| 261 |
output = "Please paste your OpenAI key from openai.com to use this app. " + str(datetime.datetime.now())
|
|
|
|
| 280 |
self.lock.release()
|
| 281 |
|
| 282 |
print (history)
|
| 283 |
+
properties = {'custom_dimensions': {'session': log_state}}
|
| 284 |
+
if outputs is None:
|
| 285 |
+
outputs = ""
|
| 286 |
+
get_logger().warning(str(json.dumps(outputs)), extra=properties)
|
| 287 |
+
|
| 288 |
return history, history, ""
|
| 289 |
+
|
| 290 |
+
def add_image_with_path(state, chain, imagepath, log_state):
|
| 291 |
+
global ARGS
|
| 292 |
+
state = state or []
|
| 293 |
+
|
| 294 |
+
url_input_for_chain = "http://0.0.0.0:{}/file={}".format(ARGS.port, imagepath)
|
| 295 |
+
|
| 296 |
+
outputs = run_chain(chain, url_input_for_chain)
|
| 297 |
+
|
| 298 |
+
########################
|
| 299 |
+
# multi line response handling
|
| 300 |
+
outputs = process_chain_output(outputs)
|
| 301 |
+
|
| 302 |
+
for i, output in enumerate(outputs):
|
| 303 |
+
if i==0:
|
| 304 |
+
# state.append((f"", output))
|
| 305 |
+
state.append(((imagepath,), output))
|
| 306 |
+
else:
|
| 307 |
+
state.append((None, output))
|
| 308 |
+
|
| 309 |
+
|
| 310 |
+
print (state)
|
| 311 |
+
properties = {'custom_dimensions': {'session': log_state}}
|
| 312 |
+
get_logger().warning("url_input_for_chain: " + url_input_for_chain, extra=properties)
|
| 313 |
+
if outputs is None:
|
| 314 |
+
outputs = ""
|
| 315 |
+
get_logger().warning(str(json.dumps(outputs)), extra=properties)
|
| 316 |
+
return state, state
|
| 317 |
+
|
| 318 |
|
| 319 |
# upload image
|
| 320 |
+
def add_image(state, chain, image, log_state):
|
| 321 |
global ARGS
|
| 322 |
state = state or []
|
| 323 |
|
| 324 |
url_input_for_chain = "http://0.0.0.0:{}/file={}".format(ARGS.port, image.name)
|
| 325 |
+
|
| 326 |
outputs = run_chain(chain, url_input_for_chain)
|
| 327 |
|
| 328 |
########################
|
|
|
|
| 338 |
|
| 339 |
|
| 340 |
print (state)
|
| 341 |
+
properties = {'custom_dimensions': {'session': log_state}}
|
| 342 |
+
get_logger().warning("url_input_for_chain: " + url_input_for_chain, extra=properties)
|
| 343 |
+
if outputs is None:
|
| 344 |
+
outputs = ""
|
| 345 |
+
get_logger().warning(str(json.dumps(outputs)), extra=properties)
|
| 346 |
return state, state
|
| 347 |
|
| 348 |
# extract image url from response and process differently
|
|
|
|
| 394 |
llm_state = gr.State()
|
| 395 |
history_state = gr.State()
|
| 396 |
chain_state = gr.State()
|
| 397 |
+
log_state = gr.State()
|
| 398 |
|
| 399 |
+
reset_btn = gr.Button(value="!!!CLICK to wake up MM-REACT!!!", variant="secondary", elem_id="resetbtn").style(full_width=True)
|
| 400 |
|
| 401 |
with gr.Row():
|
| 402 |
chatbot = gr.Chatbot(elem_id="chatbot").style(height=620)
|
|
|
|
| 411 |
with gr.Column(scale=0.10, min_width=0):
|
| 412 |
btn = gr.UploadButton("📁", file_types=["image"], visible=False).style(full_width=True)
|
| 413 |
|
| 414 |
+
# with gr.Row():
|
| 415 |
+
# with gr.Column():
|
| 416 |
+
# example1Image = gr.Image("images/money.png", interactive=False).style(height=100, width=100)
|
| 417 |
+
# with gr.Column():
|
| 418 |
+
# example1ImagePath = gr.Text("images/money.png", interactive=False, visible=False)
|
| 419 |
+
# with gr.Column():
|
| 420 |
+
# example1ImageButton = gr.Button(value="Try it", variant="secondary").style(full_width=True)
|
| 421 |
+
# example1ImageButton.click(add_image_with_path, inputs=[history_state, chain_state, example1ImagePath],
|
| 422 |
+
# outputs=[history_state, chatbot])
|
| 423 |
+
|
| 424 |
+
|
| 425 |
+
message.submit(chat, inputs=[message, history_state, chain_state, log_state],
|
| 426 |
outputs=[chatbot, history_state, message])
|
| 427 |
|
| 428 |
+
submit.click(chat, inputs=[message, history_state, chain_state, log_state],
|
| 429 |
outputs=[chatbot, history_state, message])
|
| 430 |
|
| 431 |
+
btn.upload(add_image, inputs=[history_state, chain_state, btn, log_state], outputs=[history_state, chatbot])
|
| 432 |
|
| 433 |
# load the chain
|
| 434 |
+
reset_btn.click(load_chain, inputs=[history_state, log_state], outputs=[chatbot, history_state, chain_state, log_state, message, submit, btn])
|
| 435 |
|
| 436 |
# launch the app
|
| 437 |
block.launch(server_name="0.0.0.0", server_port = ARGS.port)
|
requirements.txt
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
|
|
| 1 |
imagesize==1.4.1
|
| 2 |
gradio==3.21.0
|
| 3 |
openai==0.26.4
|
|
|
|
| 1 |
+
opencensus
|
| 2 |
imagesize==1.4.1
|
| 3 |
gradio==3.21.0
|
| 4 |
openai==0.26.4
|