Spaces:
Sleeping
Sleeping
Update QnA.py
Browse files
QnA.py
CHANGED
@@ -64,11 +64,16 @@ def get_hugging_face_model(model_id='mistralai/Mistral-7B-Instruct-v0.2',tempera
|
|
64 |
)
|
65 |
return llm
|
66 |
|
|
|
|
|
|
|
|
|
|
|
|
|
67 |
def Q_A(vectorstore,question,API_KEY,compressor=False):
|
68 |
|
69 |
if API_KEY.startswith('gsk'):
|
70 |
-
|
71 |
-
chat_llm = ChatGroq(model="llama3-8b-8192") # (model="gemma2-9b-it")
|
72 |
elif API_KEY.startswith('hf'):
|
73 |
chat_llm = get_hugging_face_model(api_key=API_KEY)
|
74 |
|
|
|
64 |
)
|
65 |
return llm
|
66 |
|
67 |
+
def get_groq_model(api_key):
|
68 |
+
os.environ["GROQ_API_KEY"] = API_KEY
|
69 |
+
llm = ChatGroq(model="llama3-8b-8192") # (model="gemma2-9b-it")
|
70 |
+
return llm
|
71 |
+
|
72 |
+
|
73 |
def Q_A(vectorstore,question,API_KEY,compressor=False):
|
74 |
|
75 |
if API_KEY.startswith('gsk'):
|
76 |
+
chat_llm = get_groq_model(api_key=API_KEY)
|
|
|
77 |
elif API_KEY.startswith('hf'):
|
78 |
chat_llm = get_hugging_face_model(api_key=API_KEY)
|
79 |
|