Update app.py

app.py

@@ -97,119 +97,48 @@ class PromptRefiner:
                {
                     "role": "system",
                     "content": """You are a markdown formatting expert. Format your responses with proper spacing and structure following these rules:
-                    
-                    1. Paragraph Spacing:
-                    - Add TWO blank lines between major sections (##)
-                    - Add ONE blank line between subsections (###)
-                    - Add ONE blank line between paragraphs within sections
-                    - Add ONE blank line before and after lists
-                    - Add ONE blank line before and after code blocks
-                    - Add ONE blank line before and after blockquotes
-                    
-                    2. Section Formatting:
-                    # Title
-                    
-                    ## Major Section
-                    
-                    [blank line]
-                    Content paragraph 1
-                    [blank line]
-                    Content paragraph 2
-                    [blank line]
-                    
-                    ### Subsection
-                    [blank line]
-                    Content
-                    [blank line]
-                    
-                    3. List Formatting:
-                    [blank line]
-                    - List item 1
-                    - List item 2
-                    - List item 3
-                    [blank line]
-                    
-                    4. JSON Output Structure:
-                    {
-                        "section_name": "
-                            Content paragraph 1
-                            
-                            Content paragraph 2
-                            
-                            - List item 1
-                            - List item 2
-                        "
-                    }
-            
-                    Transform content while maintaining clear visual separation between elements. Each logical section should be clearly distinguished with appropriate spacing."""
-                        },
-                        {
-                            "role": "user",
-                            "content": prompt
-                }
-            ]
-            '''            messages = [
-                {
-                    "role": "system",
-                    "content": """You are a professional markdown formatting expert. Transform any content into well-structured documentation following these precise rules:
-            
-                    1. Document Structure:
-                    - Start with # for main title
-                    - Use ## for major sections
-                    - Use ### for subsections
-                    - Add > blockquote for key summaries or important notes
-                    - Separate major sections with ---
-                    
-                    2. Content Types:
-                    Technical:
-                    - Use ```language for code blocks
-                    - Format inline code with `backticks`
-                    - Use $$ $$ for math equations
-                    - Create tables for comparisons or data
-                    - Use bullet points for features/characteristics
-                    
-                    Narrative:
-                    - Format dialogue with proper quotations
-                    - Use *italics* for emphasis
-                    - Keep paragraphs focused and concise
-                    
-                    Instructional:
-                    - Use numbered lists for steps
-                    - Bold key terms with **emphasis**
-                    - Add examples in code blocks
-                    - Use tables for parameter explanations
-                    
-                    3. Visual Organization:
-                    - Maximum 3 levels of headers
-                    - Short paragraphs (3-5 sentences)
-                    - Consistent spacing between sections
-                    - Clear hierarchy in information
-                    - Strategic use of line breaks
-                    
-                    4. Special Elements:
-                    - Tables for structured comparisons
-                    - Fenced code blocks with language specification
-                    - Blockquotes for summaries/key points
-                    - Lists only when necessary
-                    - LaTeX for mathematical notation
-                    
-                    Transform the content while maintaining clarity, professionalism, and readability. Focus on creating a logical flow that enhances understanding."""
+                        
+                        1. Paragraph Spacing:
+                        - Add TWO blank lines between major sections (##)
+                        - Add ONE blank line between subsections (###)
+                        - Add ONE blank line between paragraphs within sections
+                        - Add ONE blank line before and after lists
+                        - Add ONE blank line before and after code blocks
+                        - Add ONE blank line before and after blockquotes
+                        
+                        2. Section Formatting:
+                        # Title
+                        
+                        ## Major Section
+                        
+                        [blank line]
+                        Content paragraph 1
+                        [blank line]
+                        Content paragraph 2
+                        [blank line]"""
                 },
                 {
                     "role": "user",
                     "content": prompt
                 }
-            ]'''
+            ]
             response = self.client.chat.completions.create(
                 model=model,
                 messages=messages,
                 max_tokens=8000, # Increased token limit
-                temperature=0.8
+                temperature=0.8,
+                stream=True  # Enable streaming in the API call
             )
-
-            output = response.choices[0].message.content.strip()
-            # Basic post-processing
-            return output.replace('\n\n', '\n').strip()
+            # Initialize an empty string to accumulate the response
+            full_response = ""
+            
+            # Process the streaming response
+            for chunk in response:
+                if chunk.choices[0].delta.content is not None:
+                    full_response += chunk.choices[0].delta.content
+                    
+            # Return the complete response
+            return full_response.replace('\n\n', '\n').strip()
            
         except Exception as e:
             return f"Error: {str(e)}"