token
Browse files
app.py
CHANGED
|
@@ -28,7 +28,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|
| 28 |
from langchain.embeddings import HuggingFaceEmbeddings
|
| 29 |
from langchain.chains import RetrievalQA
|
| 30 |
from langchain.vectorstores.chroma import Chroma
|
| 31 |
-
|
| 32 |
|
| 33 |
nf4_config = BitsAndBytesConfig(
|
| 34 |
load_in_4bit=True,
|
|
@@ -36,6 +36,7 @@ nf4_config = BitsAndBytesConfig(
|
|
| 36 |
bnb_4bit_compute_dtype=torch.bfloat16
|
| 37 |
)
|
| 38 |
|
|
|
|
| 39 |
# Change the model path here to test any other model.
|
| 40 |
# model_path = 'training_date_02_10_2023_psql/final_merged_checkpoint'
|
| 41 |
model_path = 'meta-llama/Llama-2-7b-chat-hf'
|
|
|
|
| 28 |
from langchain.embeddings import HuggingFaceEmbeddings
|
| 29 |
from langchain.chains import RetrievalQA
|
| 30 |
from langchain.vectorstores.chroma import Chroma
|
| 31 |
+
import os
|
| 32 |
|
| 33 |
nf4_config = BitsAndBytesConfig(
|
| 34 |
load_in_4bit=True,
|
|
|
|
| 36 |
bnb_4bit_compute_dtype=torch.bfloat16
|
| 37 |
)
|
| 38 |
|
| 39 |
+
os.system("huggingface-cli login --token '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'")
|
| 40 |
# Change the model path here to test any other model.
|
| 41 |
# model_path = 'training_date_02_10_2023_psql/final_merged_checkpoint'
|
| 42 |
model_path = 'meta-llama/Llama-2-7b-chat-hf'
|