Spaces:
Runtime error
Runtime error
Update summarize.py
Browse files- summarize.py +17 -2
summarize.py
CHANGED
@@ -1,6 +1,20 @@
|
|
1 |
-
|
2 |
from langchain.chains.summarize import load_summarize_chain
|
3 |
from utils import openai_llm
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4 |
|
5 |
|
6 |
def setup_summary_chain(api_key):
|
@@ -8,7 +22,8 @@ def setup_summary_chain(api_key):
|
|
8 |
llm = openai_llm(api_key=api_key)
|
9 |
return load_summarize_chain(llm=llm, chain_type='map_reduce')
|
10 |
|
|
|
11 |
def summarize_documents(documents, api_key):
|
12 |
"""Generate summaries for provided documents."""
|
13 |
summary_chain = setup_summary_chain(api_key)
|
14 |
-
return summary_chain.run(documents)
|
|
|
1 |
+
import os
|
2 |
from langchain.chains.summarize import load_summarize_chain
|
3 |
from utils import openai_llm
|
4 |
+
from dotenv import load_dotenv
|
5 |
+
|
6 |
+
from langfuse.callback import CallbackHandler
|
7 |
+
load_dotenv()
|
8 |
+
|
9 |
+
os.environ["LANGFUSE_PUBLIC_KEY"] = os.getenv("LANGFUSE_PUBLIC_KEY")
|
10 |
+
os.environ["LANGFUSE_SECRET_KEY"] = os.getenv("LANGFUSE_SECRET_KEY")
|
11 |
+
os.environ["LANGFUSE_HOST"] = os.getenv("LANGFUSE_HOST")
|
12 |
+
|
13 |
+
|
14 |
+
|
15 |
+
langfuse_handler = CallbackHandler()
|
16 |
+
|
17 |
+
|
18 |
|
19 |
|
20 |
def setup_summary_chain(api_key):
|
|
|
22 |
llm = openai_llm(api_key=api_key)
|
23 |
return load_summarize_chain(llm=llm, chain_type='map_reduce')
|
24 |
|
25 |
+
|
26 |
def summarize_documents(documents, api_key):
|
27 |
"""Generate summaries for provided documents."""
|
28 |
summary_chain = setup_summary_chain(api_key)
|
29 |
+
return summary_chain.run(documents, callbacks=[langfuse_handler])
|