clementsan
commited on
Commit
·
8ca07f4
1
Parent(s):
62fa94f
Fix: add new LLM parameters: trust_remote_code and torch_dtype
Browse files
app.py
CHANGED
|
@@ -94,7 +94,8 @@ def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, pr
|
|
| 94 |
progress(0.5, desc="Initializing HF Hub...")
|
| 95 |
llm = HuggingFaceHub(
|
| 96 |
repo_id=llm_model,
|
| 97 |
-
model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k
|
|
|
|
| 98 |
)
|
| 99 |
|
| 100 |
progress(0.5, desc="Defining buffer memory...")
|
|
|
|
| 94 |
progress(0.5, desc="Initializing HF Hub...")
|
| 95 |
llm = HuggingFaceHub(
|
| 96 |
repo_id=llm_model,
|
| 97 |
+
model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k,\
|
| 98 |
+
"trust_remote_code": True, "torch_dtype": torch.bfloat16}
|
| 99 |
)
|
| 100 |
|
| 101 |
progress(0.5, desc="Defining buffer memory...")
|