Pankaj Mathur commited on
Commit
8172e99
1 Parent(s): 7c27b17

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +8 -2
README.md CHANGED
@@ -47,8 +47,14 @@ Below shows a code example on how to use this model
47
  import torch
48
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
49
 
50
- tokenizer = AutoTokenizer.from_pretrained("psmathur/orca_mini_v3_13b", use_fast=False)
51
- model = AutoModelForCausalLM.from_pretrained("psmathur/orca_mini_v3_13b", torch_dtype=torch.float16, low_cpu_mem_usage=True, device_map="auto")
 
 
 
 
 
 
52
  system_prompt = "### System:\nYou are an AI assistant that follows instruction extremely well. Help as much as you can.\n\n"
53
 
54
  #generate text steps
 
47
  import torch
48
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
49
 
50
+ tokenizer = AutoTokenizer.from_pretrained("psmathur/orca_mini_v3_13b")
51
+ model = AutoModelForCausalLM.from_pretrained(
52
+ "psmathur/orca_mini_v3_13b",
53
+ torch_dtype=torch.float16,
54
+ load_in_8bit=True,
55
+ low_cpu_mem_usage=True,
56
+ device_map="auto"
57
+ )
58
  system_prompt = "### System:\nYou are an AI assistant that follows instruction extremely well. Help as much as you can.\n\n"
59
 
60
  #generate text steps