fixed handling of streaming response

app.py

@@ -108,18 +108,30 @@ def main():
                 )
 
                 if stream:
-                    print(f"response: {response.text}")
-
                     response_container = st.empty()
                     content = ""
                     # Efficiently handle streaming response
                     for chunk in response.iter_lines(): 
-                        
-                        print(f"chunk: {chunk}")
-
                         if len(chunk) > 0:                             
-                            content += extract_content(chunk)
-                            response_container.markdown(content)
+                            # Decode the bytes object into a string
+                            chunk_str = chunk.decode('utf-8')
+                            # Remove the "data: " prefix
+                            if chunk_str.startswith("data: "):
+                                chunk_str = chunk_str[6:]
+                            if chunk_str.strip() == "[DONE]":
+                                break
+                            # Check if the string is not empty
+                            if chunk_str.strip() != "":
+                                try:
+                                    # Attempt to parse the string as JSON
+                                    chunk_dict = json.loads(chunk_str)
+                                    # Now you can access the 'choices' key
+                                    content += chunk_dict['choices'][0]['delta']['content']
+                                    response_container.markdown(content)
+                                except json.JSONDecodeError as e:
+                                    # Handle the error if the string is not valid JSON
+                                    print(f"Error parsing JSON: {e}")
+                                    print(f"Invalid JSON string: {chunk_str}")
 
                 else:
                     try: