Update app.py
Browse files
app.py
CHANGED
@@ -21,8 +21,8 @@ def get_llm_hf_inference(model_id=model_id, max_new_tokens=128, temperature=0.1)
|
|
21 |
llm = HuggingFaceEndpoint(
|
22 |
repo_id=model_id,
|
23 |
max_new_tokens=max_new_tokens,
|
24 |
-
temperature=temperature
|
25 |
-
|
26 |
)
|
27 |
return llm
|
28 |
|
|
|
21 |
llm = HuggingFaceEndpoint(
|
22 |
repo_id=model_id,
|
23 |
max_new_tokens=max_new_tokens,
|
24 |
+
temperature=temperature,
|
25 |
+
token = os.getenv("HF_TOKEN")
|
26 |
)
|
27 |
return llm
|
28 |
|