Update app.py

app.py

@@ -1,18 +1,51 @@
 import gradio as gr
 import os
 import time
-import google.generativeai as palm
 
-palm.configure(api_key=os.environ.get("palm_key"))
+import google.generativeai as genai
 
-defaults = {
-    'model': 'models/chat-bison-001',
-    'temperature': 0.3,
-    'candidate_count': 1,
-    'top_k': 40,
-    'top_p': 0.95,
+genai.configure(api_key=os.environ["palm_key"])
+
+# Create the model
+# See https://ai.google.dev/api/python/google/generativeai/GenerativeModel
+generation_config = {
+  "temperature": 1,
+  "top_p": 0.95,
+  "top_k": 64,
+  "max_output_tokens": 8192,
+  "response_mime_type": "text/plain",
 }
-context = "You are an order bot with only 3 types of pizzas: Margherita, Cheesy-Bacon and Vegetarian. Prices are small (9$), medium (11$) and large (13$). You can offer 2 types of drinks coke and mountain dew."
+safety_settings = [
+  {
+    "category": "HARM_CATEGORY_HARASSMENT",
+    "threshold": "BLOCK_MEDIUM_AND_ABOVE",
+  },
+  {
+    "category": "HARM_CATEGORY_HATE_SPEECH",
+    "threshold": "BLOCK_MEDIUM_AND_ABOVE",
+  },
+  {
+    "category": "HARM_CATEGORY_SEXUALLY_EXPLICIT",
+    "threshold": "BLOCK_MEDIUM_AND_ABOVE",
+  },
+  {
+    "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
+    "threshold": "BLOCK_MEDIUM_AND_ABOVE",
+  },
+]
+
+model = genai.GenerativeModel(
+  model_name="gemini-1.5-flash-latest",
+  safety_settings=safety_settings,
+  generation_config=generation_config,
+)
+
+chat_session = model.start_chat(
+  history=[
+  ]
+)
+
+context = "You are an order bot with only 3 types of pizzas: Margherita, Cheesy-Bacon and Vegetarian. Prices are small (9$), medium (11$) and large (13$). You can offer 2 types of drinks coke and mountain dew for $1 each."
 examples = [
     [
         "Hi, I want to order pizzas.",
@@ -46,6 +79,13 @@ examples = [
 
 history = [['']]
 
+response = chat_session.send_message(context + "\n" +  "Here are some examples for your interactions: \n" + ".\n".join(
+    ["user: " + pair[0] + ".\nyour response: " + pair[1] for pair in examples]
+))
+
+print(response.text)
+print(chat_session.history)
+
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
     chatbot = gr.Chatbot()
     msg = gr.Textbox()
@@ -58,14 +98,12 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
     
     def bot(history):
         try:
-            bot_message = palm.chat(
-                context=context,
-                examples=examples,
-                messages=[h[0] for h in history]
+            bot_message = chat_session.send_message(
+                h[-1][0]
             )
             
             history[-1][1] = ""
-            for character in bot_message.last:
+            for character in bot_message.text:
                 history[-1][1] += character
                 time.sleep(0.005)
         except Exception as e: