Update app.py

app.py

@@ -23,6 +23,27 @@ from streamlit_modal import Modal
 import streamlit.components.v1 as components
 from datetime import datetime
 
+def consume_llm_api(prompt):
+    """
+    Sends a prompt to the LLM API and processes the streamed response.
+    """
+    url = "https://b8c1-2405-201-802c-f859-29bd-7fc5-dcb-1fe4.ngrok-free.app/api/llm-response"
+    headers = {"Content-Type": "application/json"}
+    payload = {"prompt": prompt}
+
+    try:
+        print("Sending prompt to the LLM API...")
+        with requests.post(url, json=payload, headers=headers, stream=True) as response:
+            response.raise_for_status()
+            print("Response from LLM API:\n")
+            for line in response:
+                yield(line.decode('utf-8'))
+            # print(type(response))
+            # yield(response)
+    except requests.RequestException as e:
+        print(f"Error consuming API: {e}")
+    except Exception as e:
+        print(f"Unexpected error: {e}")
 
 def image_to_base64(image_path):
     with open(image_path, "rb") as img_file:
@@ -149,7 +170,7 @@ with column2:
                     if prompts_[-1]=="@working":
                         if index==0:
                             st.write(prompts_[0].upper())
-                            data_need=st.write_stream(llm_text_response()(prompts_[0]))
+                            data_need=st.write_stream(consume_llm_api(prompts_[0]))
                             dictionary['every_prompt_with_val'][-1]=(prompts_[0],str(data_need))
                             
                     elif isinstance(prompts_[-1],str):