Add requests stream call & yield function

api_calls.py

@@ -3,10 +3,21 @@ import requests
 API_ENDPOINT = "http://35.229.175.237:8889"
 
 # function to call api
+def call_api_stream(api_path, api_params):
+    session = requests.Session()
+    url = f"{API_ENDPOINT}/{api_path}"
+    response = session.post(
+        url, json=api_params, headers={"Content-Type": "application/json"},
+        stream=True
+    )
+    return response
+
 def call_api(api_path, api_params):
+    session = requests.Session()
     url = f"{API_ENDPOINT}/{api_path}"
-    response = requests.post(
-        url, json=api_params, headers={"Content-Type": "application/json"})
+    response = session.post(
+        url, json=api_params, headers={"Content-Type": "application/json"}
+    )
     return response.json()
 
 def api_qa_normal(query, filtered_data, prompt_template):
@@ -16,7 +27,7 @@ def api_qa_normal(query, filtered_data, prompt_template):
         "filtered_data": filtered_data,
         "prompt_template": prompt_template
     }
-    return call_api(api_path, api_params)
+    return call_api_stream(api_path, api_params)
 
 def api_qa_waterfee(query, filtered_data, prompt_template):
     api_path = "qa/waterfee"
@@ -25,7 +36,7 @@ def api_qa_waterfee(query, filtered_data, prompt_template):
         "filtered_data": filtered_data,
         "prompt_template": prompt_template
     }
-    return call_api(api_path, api_params)
+    return call_api_stream(api_path, api_params)
 
 def api_ocr(image_filepath, model_provider):
     api_path = "ocr"

app.py

@@ -55,11 +55,22 @@ def bot(query, history, data_array, file_paths, qa_prompt_tmpl, checkbox_replace
         func = api_qa_normal
 
     response = func(**params)
+    
 
     full_anwser = ""
-    for character in response:
-        full_anwser += character
-        yield full_anwser
+    for chunk in response.iter_content(chunk_size=32):
+        if chunk:
+            try:
+                _c = chunk.decode('utf-8')
+            except UnicodeDecodeError:
+                _c = " "
+            full_anwser += _c
+            yield full_anwser
+            # print(_c, flush=True, end="")
+
+            # for character in response:
+            #     full_anwser += character
+            #     yield full_anwser
 
 def draw_cat_pain_assessment_result(user_input_image):
     if user_input_image: