fahmiaziz commited on
Commit
03eec7e
·
verified ·
1 Parent(s): a4c4fd2

Update apps/agent/utils.py

Browse files
Files changed (1) hide show
  1. apps/agent/utils.py +2 -2
apps/agent/utils.py CHANGED
@@ -1,7 +1,7 @@
1
  import uuid
2
  import logging
3
  from typing import List
4
- from langchain_community.document_loaders import SeleniumURLLoader
5
  from langchain.text_splitter import RecursiveCharacterTextSplitter
6
 
7
  # add logger
@@ -22,7 +22,7 @@ def load_and_split_docs(urls: List[str]):
22
  "",
23
  ]
24
  logger.info("Extracting web loader...")
25
- loader = SeleniumURLLoader(urls=urls)
26
  docs = loader.load()
27
 
28
  text_splitter = RecursiveCharacterTextSplitter.from_tiktoken_encoder(
 
1
  import uuid
2
  import logging
3
  from typing import List
4
+ from langchain_community.document_loaders import WebBaseLoader
5
  from langchain.text_splitter import RecursiveCharacterTextSplitter
6
 
7
  # add logger
 
22
  "",
23
  ]
24
  logger.info("Extracting web loader...")
25
+ loader = WebBaseLoader(urls=urls)
26
  docs = loader.load()
27
 
28
  text_splitter = RecursiveCharacterTextSplitter.from_tiktoken_encoder(