Update README.md
Browse files
README.md
CHANGED
@@ -10,8 +10,8 @@ This model is a fine-tuned version of Llama2-13B using the RAG-LER (Retrieval Au
|
|
10 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
11 |
import torch
|
12 |
|
13 |
-
tokenizer = AutoTokenizer.from_pretrained("notoookay/
|
14 |
-
model = AutoModelForCausalLM.from_pretrained("notoookay/
|
15 |
|
16 |
# Example usage
|
17 |
input_text = "### Instruction:\nAnswer the following question.\n\n### Input:\nQuestion:\nWhat is the capital of France?\n\n### Response:\n"
|
|
|
10 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
11 |
import torch
|
12 |
|
13 |
+
tokenizer = AutoTokenizer.from_pretrained("notoookay/ragler-llama2-13b")
|
14 |
+
model = AutoModelForCausalLM.from_pretrained("notoookay/ragler-llama2-13b", torch_dtype=torch.bfloat16, device_map="auto")
|
15 |
|
16 |
# Example usage
|
17 |
input_text = "### Instruction:\nAnswer the following question.\n\n### Input:\nQuestion:\nWhat is the capital of France?\n\n### Response:\n"
|