Samarth991 commited on
Commit
ecd1a34
·
verified ·
1 Parent(s): 1972774

Update QnA.py

Browse files
Files changed (1) hide show
  1. QnA.py +7 -2
QnA.py CHANGED
@@ -64,11 +64,16 @@ def get_hugging_face_model(model_id='mistralai/Mistral-7B-Instruct-v0.2',tempera
64
  )
65
  return llm
66
 
 
 
 
 
 
 
67
  def Q_A(vectorstore,question,API_KEY,compressor=False):
68
 
69
  if API_KEY.startswith('gsk'):
70
- os.environ["GROQ_API_KEY"] = API_KEY
71
- chat_llm = ChatGroq(model="llama3-8b-8192") # (model="gemma2-9b-it")
72
  elif API_KEY.startswith('hf'):
73
  chat_llm = get_hugging_face_model(api_key=API_KEY)
74
 
 
64
  )
65
  return llm
66
 
67
+ def get_groq_model(api_key):
68
+ os.environ["GROQ_API_KEY"] = API_KEY
69
+ llm = ChatGroq(model="llama3-8b-8192") # (model="gemma2-9b-it")
70
+ return llm
71
+
72
+
73
  def Q_A(vectorstore,question,API_KEY,compressor=False):
74
 
75
  if API_KEY.startswith('gsk'):
76
+ chat_llm = get_groq_model(api_key=API_KEY)
 
77
  elif API_KEY.startswith('hf'):
78
  chat_llm = get_hugging_face_model(api_key=API_KEY)
79