Update app.py

app.py

@@ -9,15 +9,27 @@ from langchain.agents import AgentExecutor, create_openai_functions_agent
 from langchain.prompts import ChatPromptTemplate, MessagesPlaceholder
 from langchain_core.messages import AIMessage, HumanMessage
 from langchain.tools import StructuredTool
-from gptcache import cache
-from gptcache.adapter.langchain_models import LangChainLLMs
 
 OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
 
-def get_content_func(data, **_):
-    return data.get("prompt").split("Question")[-1]
+def response_text(openai_resp):
+    return openai_resp['choices'][0]['message']['content']
 
-cache.init(pre_embedding_func=get_content_func)
+from gptcache import cache
+from gptcache.adapter import openai
+from gptcache.embedding import Onnx
+from gptcache.manager import CacheBase, VectorBase, get_data_manager
+from gptcache.similarity_evaluation.distance import SearchDistanceEvaluation
+
+print("Cache loading.....")
+
+onnx = Onnx()
+data_manager = get_data_manager(CacheBase("sqlite"), VectorBase("faiss", dimension=onnx.dimension))
+cache.init(
+    embedding_func=onnx.to_embeddings,
+    data_manager=data_manager,
+    similarity_evaluation=SearchDistanceEvaluation(),
+    )
 cache.set_openai_key()
 
 def repo_get_all_employees_from_database():
@@ -78,8 +90,8 @@ class GetEmployees(BaseModel):
     start_time: str = Field(..., description="Required start time")
     duration_hours: int = Field(..., description="Required duration of the availability in hours")
 
-# llm = ChatOpenAI(temperature=1.0, model_name="gpt-3.5-turbo", openai_api_key=OPENAI_API_KEY)
-llm = LangChainLLMs(llm=ChatOpenAI(temperature=1.0, model_name="gpt-3.5-turbo", openai_api_key=OPENAI_API_KEY))
+llm = ChatOpenAI(temperature=1.0, model_name="gpt-3.5-turbo", openai_api_key=OPENAI_API_KEY)
+# llm = LangChainLLMs(llm=ChatOpenAI(temperature=1.0, model_name="gpt-3.5-turbo", openai_api_key=OPENAI_API_KEY))
 
 tools = [
     StructuredTool.from_function(