| from langchain.chat_models import ChatOpenAI | |
| from langchain.document_loaders import WebBaseLoader | |
| from langchain.chains.summarize import load_summarize_chain | |
| from bs4 import BeautifulSoup | |
| import os | |
| from dotenv import load_dotenv | |
| load_dotenv() | |
| OPENAI_API_KEY = os.environ.get('OPENAI_API_KEY') | |
| loader = WebBaseLoader("https://www.usinoip.com/") | |
| docs = loader.load() | |
| llm = ChatOpenAI(temperature=0, model_name="gpt-3.5-turbo-16k") | |
| chain = load_summarize_chain(llm, chain_type="stuff") | |
| result=chain.run(docs) | |
| print(result) | |