Update app.py
Browse files
app.py
CHANGED
|
@@ -1,4 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
from datasets import load_dataset
|
|
|
|
|
|
|
|
|
|
| 2 |
from langchain.docstore.document import Document as LangchainDocument
|
| 3 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
| 4 |
from sentence_transformers import SentenceTransformer
|
|
|
|
| 1 |
+
from getpass import getpass
|
| 2 |
+
ACCESS_TOKEN = getpass("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")
|
| 3 |
+
base_url = "https://github.com/Namitg02/Diabeteschatbot"
|
| 4 |
+
|
| 5 |
from datasets import load_dataset
|
| 6 |
+
dataset = load_dataset("text", base_url)
|
| 7 |
+
print(dataset[1])
|
| 8 |
+
|
| 9 |
from langchain.docstore.document import Document as LangchainDocument
|
| 10 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
| 11 |
from sentence_transformers import SentenceTransformer
|