Update README.md
Browse files
README.md
CHANGED
@@ -43,7 +43,7 @@ model = AutoModelForCausalLM.from_pretrained("MBZUAI/MobiLlama-05B", trust_remot
|
|
43 |
tokenizer = AutoTokenizer.from_pretrained("MBZUAI/MobiLlama-05B", trust_remote_code=True)
|
44 |
|
45 |
model.to('cuda')
|
46 |
-
text = "I was
|
47 |
input_ids = tokenizer(text, return_tensors="pt").to('cuda').input_ids
|
48 |
outputs = model.generate(input_ids, max_length=1000, repetition_penalty=1.2, pad_token_id=tokenizer.eos_token_id)
|
49 |
print(tokenizer.batch_decode(outputs[:, input_ids.shape[1]:-1])[0].strip())
|
|
|
43 |
tokenizer = AutoTokenizer.from_pretrained("MBZUAI/MobiLlama-05B", trust_remote_code=True)
|
44 |
|
45 |
model.to('cuda')
|
46 |
+
text = "I was walking towards the river when "
|
47 |
input_ids = tokenizer(text, return_tensors="pt").to('cuda').input_ids
|
48 |
outputs = model.generate(input_ids, max_length=1000, repetition_penalty=1.2, pad_token_id=tokenizer.eos_token_id)
|
49 |
print(tokenizer.batch_decode(outputs[:, input_ids.shape[1]:-1])[0].strip())
|