Update README.md
Browse files
README.md
CHANGED
@@ -54,9 +54,9 @@ import torch
|
|
54 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
55 |
|
56 |
model_name = 'davidsi/Llama3_1-8B-Instruct-AMD-python'
|
57 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
58 |
-
llm = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
|
59 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
|
|
60 |
|
61 |
messages = [
|
62 |
{"role": "system", "content": "You are a helpful assistant for AMD technologies and python."},
|
|
|
54 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
55 |
|
56 |
model_name = 'davidsi/Llama3_1-8B-Instruct-AMD-python'
|
57 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|
|
58 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
59 |
+
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16).to(device)
|
60 |
|
61 |
messages = [
|
62 |
{"role": "system", "content": "You are a helpful assistant for AMD technologies and python."},
|