Update app.py
Browse files
app.py
CHANGED
@@ -22,8 +22,8 @@ llm = HuggingFaceLLM(
|
|
22 |
max_new_tokens=256,
|
23 |
generate_kwargs={"temperature": 0.1, "do_sample": True},
|
24 |
system_prompt=system_prompt,
|
25 |
-
tokenizer_name="
|
26 |
-
model_name="
|
27 |
device_map="auto",
|
28 |
model_kwargs={"torch_dtype": torch.float16 }
|
29 |
)
|
|
|
22 |
max_new_tokens=256,
|
23 |
generate_kwargs={"temperature": 0.1, "do_sample": True},
|
24 |
system_prompt=system_prompt,
|
25 |
+
tokenizer_name="anasmkh/new_customized_llama3.1_8b",
|
26 |
+
model_name="anasmkh/new_customized_llama3.1_8b",
|
27 |
device_map="auto",
|
28 |
model_kwargs={"torch_dtype": torch.float16 }
|
29 |
)
|