Update app.py

app.py

@@ -22,6 +22,18 @@ def add_file(history, file):
     history.append(file_info)
     return history
 
+def num_tokens_from_messages(messages, model="gpt-3.5-turbo"):
+    encoding = openai.Encoding.from_model(model)
+    num_tokens = 0
+    for message in messages:
+        num_tokens += 4  # every message follows <im_start>{role/name}\n{content}<im_end>\n
+        for key, value in message.items():
+            num_tokens += len(encoding.encode(value))
+            if key == "name":  # if there's a name, the role is omitted
+                num_tokens += 1  # role is always required and always 1 token
+    num_tokens += 2  # every reply is primed with <im_start>assistant
+    return num_tokens
+
 def initialize_chat():
     # This function initializes the chat with an initial question.
     initial_question = "I'm 14 years old female and want to become a graphic designer. I'm living in Uttar Pradesh in India. How can I start?"
@@ -32,17 +44,17 @@ def initialize_chat():
 
 def generate_response(selected_question):
     prompt = selected_question  # Ensure selected_question is a string
+    messages = [
+        {"role": "system", "content": "You are a friendly and helpful chatbot."},
+        {"role": "user", "content": prompt}
+    ]
     
     try:
-        # Calculate input tokens
-        input_tokens = len(openai.Completion.create(engine="gpt-3.5-turbo", prompt=prompt, max_tokens=1).usage['total_tokens']) - 1
+        input_tokens = num_tokens_from_messages(messages, model="gpt-3.5-turbo")
         
         response = openai.ChatCompletion.create(
             model="gpt-3.5-turbo",
-            messages=[
-                {"role": "system", "content": "You are a friendly and helpful chatbot."},
-                {"role": "user", "content": prompt}
-            ],
+            messages=messages,
             max_tokens=150,
             temperature=0.7,
         )
@@ -51,21 +63,22 @@ def generate_response(selected_question):
         output_tokens = response.usage['completion_tokens']
         
         follow_up_prompt = f"Based on the following response, suggest three follow-up questions: {output_text}"
+        follow_up_messages = [
+            {"role": "system", "content": "You are a friendly and helpful chatbot."},
+            {"role": "user", "content": follow_up_prompt}
+        ]
         follow_up_response = openai.ChatCompletion.create(
             model="gpt-3.5-turbo",
-            messages=[
-                {"role": "system", "content": "You are a friendly and helpful chatbot."},
-                {"role": "user", "content": follow_up_prompt}
-            ],
+            messages=follow_up_messages,
             max_tokens=100,
             temperature=0.7,
         )
 
         follow_up_questions = follow_up_response.choices[0].message['content'].strip().split('\n')
-      
+        topics_str = "Topic analysis not available"
         
         # Calculate the total tokens used
-        total_input_tokens = input_tokens + response.usage['prompt_tokens']
+        total_input_tokens = input_tokens + num_tokens_from_messages(follow_up_messages, model="gpt-3.5-turbo")
         total_output_tokens = output_tokens + follow_up_response.usage['completion_tokens']
         
         # Calculate cost
@@ -132,6 +145,7 @@ with gr.Blocks(css=css) as demo:
                 value=chat_history,
                 elem_id="chatbot",
                 bubble_full_width=False,
+                label="Safe Chatbot v1",
                 avatar_images=(None, os.path.join(os.getcwd(), "avatar.png"))
             )