Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -24,7 +24,6 @@ quantization_config = BitsAndBytesConfig(
|
|
| 24 |
model = AutoModelForCausalLM.from_pretrained(
|
| 25 |
"NousResearch/Hermes-2-Pro-Llama-3-8B",
|
| 26 |
quantization_config=quantization_config,
|
| 27 |
-
token=token,
|
| 28 |
)
|
| 29 |
tok = AutoTokenizer.from_pretrained("NousResearch/Hermes-2-Pro-Llama-3-8B", token=token)
|
| 30 |
terminators = [tok.eos_token_id, tok.convert_tokens_to_ids("<|eot_id|>")]
|
|
|
|
| 24 |
model = AutoModelForCausalLM.from_pretrained(
|
| 25 |
"NousResearch/Hermes-2-Pro-Llama-3-8B",
|
| 26 |
quantization_config=quantization_config,
|
|
|
|
| 27 |
)
|
| 28 |
tok = AutoTokenizer.from_pretrained("NousResearch/Hermes-2-Pro-Llama-3-8B", token=token)
|
| 29 |
terminators = [tok.eos_token_id, tok.convert_tokens_to_ids("<|eot_id|>")]
|