update readme.md

README.md

@@ -51,16 +51,16 @@ pip install torch transformers
 from transformers import AutoModelForCausalLM, AutoTokenizer
   
 model_name = "t83714/llama-3.1-8b-instruct-limo"
-model = AutoModelForCausalLM.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype="auto", device_map="auto")
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 
 prompt = "How much is (2+5)x5/7"
 
 # Tokenize the input
-inputs = tokenizer(prompt, return_tensors="pt")
+inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
 
 # Generate the output
-output = model.generate(**inputs, max_length=200)
+output = model.generate(**inputs, max_length=8000)
 print(tokenizer.decode(output[0], skip_special_tokens=True))
 ```