davidsi commited on
Commit
52dc519
·
verified ·
1 Parent(s): b0e3bb0

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -54,9 +54,9 @@ import torch
54
  from transformers import AutoTokenizer, AutoModelForCausalLM
55
 
56
  model_name = 'davidsi/Llama3_1-8B-Instruct-AMD-python'
57
- tokenizer = AutoTokenizer.from_pretrained(model_name)
58
- llm = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
59
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
60
 
61
  messages = [
62
  {"role": "system", "content": "You are a helpful assistant for AMD technologies and python."},
 
54
  from transformers import AutoTokenizer, AutoModelForCausalLM
55
 
56
  model_name = 'davidsi/Llama3_1-8B-Instruct-AMD-python'
57
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
 
58
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
59
+ model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16).to(device)
60
 
61
  messages = [
62
  {"role": "system", "content": "You are a helpful assistant for AMD technologies and python."},