Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,7 @@ from langchain.llms import HuggingFaceHub
|
|
5 |
|
6 |
#Function to return the response
|
7 |
def generate_answer(query):
|
8 |
-
llm = HuggingFaceHub(repo_id="
|
9 |
prompt = f"""
|
10 |
<|system|>
|
11 |
You are an AI assistant that follows instruction extremely well. Please be truthful and give direct answers
|
|
|
5 |
|
6 |
#Function to return the response
|
7 |
def generate_answer(query):
|
8 |
+
llm = HuggingFaceHub(repo_id="huggingfaceh4/zephyr-7b-alpha", model_kwargs={"temperature": 0.5, "max_length": 64,"max_new_tokens":512})
|
9 |
prompt = f"""
|
10 |
<|system|>
|
11 |
You are an AI assistant that follows instruction extremely well. Please be truthful and give direct answers
|