Update utils.py
Browse files
utils.py
CHANGED
@@ -1,3 +1,4 @@
|
|
|
|
1 |
import torch
|
2 |
import pickle
|
3 |
import numpy as np
|
@@ -10,6 +11,8 @@ from sentence_transformers import SentenceTransformer, util
|
|
10 |
from langchain.chains.question_answering import load_qa_chain
|
11 |
from transformers import StoppingCriteria, StoppingCriteriaList
|
12 |
|
|
|
|
|
13 |
# LLM Model
|
14 |
model_id = 'meta-llama/Llama-2-7b-chat-hf'
|
15 |
device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
|
|
|
1 |
+
import os
|
2 |
import torch
|
3 |
import pickle
|
4 |
import numpy as np
|
|
|
11 |
from langchain.chains.question_answering import load_qa_chain
|
12 |
from transformers import StoppingCriteria, StoppingCriteriaList
|
13 |
|
14 |
+
hf_auth = os.getenv('hf_auth')
|
15 |
+
|
16 |
# LLM Model
|
17 |
model_id = 'meta-llama/Llama-2-7b-chat-hf'
|
18 |
device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
|