Update texttrail.py

texttrail.py

@@ -1,75 +1,41 @@
 # -*- coding: utf-8 -*-
-"""TextTrail.ipynb
+import warnings
+warnings.filterwarnings("ignore")
 
-Automatically generated by Colab.
+import os
+import glob
+import textwrap
+import time
 
-Original file is located at
-    https://colab.research.google.com/drive/19FMO4hPcBUvq4whuvATRRXDxJ4ONqElV
-"""
+import langchain
 
-! nvidia-smi -L
+# Loaders
+from langchain.document_loaders import PyPDFLoader, DirectoryLoader
 
-# Commented out IPython magic to ensure Python compatibility.
-# %%time
-# 
-# from IPython.display import clear_output
-# 
-# ! pip install sentence_transformers==2.2.2
-# 
-# ! pip install -qq -U langchain-community
-# ! pip install -U langchain-huggingface
-# ! pip install -qq -U tiktoken
-# ! pip install -qq -U pypdf
-# ! pip install -qq -U faiss-gpu
-# ! pip install -qq -U InstructorEmbedding
-# 
-# ! pip install -qq -U transformers
-# ! pip install -qq -U accelerate
-# ! pip install -qq -U bitsandbytes
-# 
-# clear_output()
+# Splits
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+
+# Prompts
+from langchain import PromptTemplate, LLMChain
+
+# Vector stores
+from langchain.vectorstores import FAISS
+
+# Models
+from langchain.llms import HuggingFacePipeline
+from langchain.embeddings import HuggingFaceInstructEmbeddings
+
+# Retrievers
+from langchain.chains import RetrievalQA
+
+import torch
+import transformers
+from transformers import (
+    AutoTokenizer, AutoModelForCausalLM,
+    BitsAndBytesConfig,
+    pipeline
+)
 
-# Commented out IPython magic to ensure Python compatibility.
-# %%time
-# 
-# import warnings
-# warnings.filterwarnings("ignore")
-# 
-# import os
-# import glob
-# import textwrap
-# import time
-# 
-# import langchain
-# 
-# ### loaders
-# from langchain.document_loaders import PyPDFLoader, DirectoryLoader
-# 
-# ### splits
-# from langchain.text_splitter import RecursiveCharacterTextSplitter
-# 
-# ### prompts
-# from langchain import PromptTemplate, LLMChain
-# 
-# ### vector stores
-# from langchain.vectorstores import FAISS
-# 
-# ### models
-# from langchain.llms import HuggingFacePipeline
-# from langchain.embeddings import HuggingFaceInstructEmbeddings
-# 
-# ### retrievers
-# from langchain.chains import RetrievalQA
-# 
-# import torch
-# import transformers
-# from transformers import (
-#     AutoTokenizer, AutoModelForCausalLM,
-#     BitsAndBytesConfig,
-#     pipeline
-# )
-# 
-# clear_output()
 
 sorted(glob.glob('/content/anatomy_vol_*'))