Harsh2001 commited on
Commit
b102053
·
verified ·
1 Parent(s): 4bf7dc9

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +3 -0
utils.py CHANGED
@@ -1,3 +1,4 @@
 
1
  import torch
2
  import pickle
3
  import numpy as np
@@ -10,6 +11,8 @@ from sentence_transformers import SentenceTransformer, util
10
  from langchain.chains.question_answering import load_qa_chain
11
  from transformers import StoppingCriteria, StoppingCriteriaList
12
 
 
 
13
  # LLM Model
14
  model_id = 'meta-llama/Llama-2-7b-chat-hf'
15
  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 
1
+ import os
2
  import torch
3
  import pickle
4
  import numpy as np
 
11
  from langchain.chains.question_answering import load_qa_chain
12
  from transformers import StoppingCriteria, StoppingCriteriaList
13
 
14
+ hf_auth = os.getenv('hf_auth')
15
+
16
  # LLM Model
17
  model_id = 'meta-llama/Llama-2-7b-chat-hf'
18
  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')