Update app.py

app.py

@@ -31,7 +31,7 @@ def generate_and_save_data():
                     }
                 ],
                 temperature=1,
-                max_tokens=1024,
+                max_tokens=8000,
                 top_p=1,
                 stream=True,
                 stop=None,
@@ -40,8 +40,10 @@ def generate_and_save_data():
             prompt = ""
             prompt_tokens = 0
             for chunk in completion:
-                prompt += chunk.choices[0].delta.content or ""
-                prompt_tokens += len(chunk.choices[0].delta.content.split())  # Assuming tokens are words for simplicity
+                content = chunk.choices[0].delta.content
+                if content is not None:
+                    prompt += content
+                    prompt_tokens += len(content.split())  # Assuming tokens are words for simplicity
 
             # Use the generated prompt to query the model again
             second_completion = client.chat.completions.create(
@@ -53,7 +55,7 @@ def generate_and_save_data():
                     }
                 ],
                 temperature=1,
-                max_tokens=8000,
+                max_tokens=1024,
                 top_p=1,
                 stream=True,
                 stop=None,
@@ -62,8 +64,10 @@ def generate_and_save_data():
             response = ""
             response_tokens = 0
             for chunk in second_completion:
-                response += chunk.choices[0].delta.content or ""
-                response_tokens += len(chunk.choices[0].delta.content.split())  # Assuming tokens are words for simplicity
+                content = chunk.choices[0].delta.content
+                if content is not None:
+                    response += content
+                    response_tokens += len(content.split())  # Assuming tokens are words for simplicity
 
             # Update the combined token count
             combined_tokens += (prompt_tokens + response_tokens)