yahavb commited on
Commit
8f96e9c
·
verified ·
1 Parent(s): 4ed1fc2

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -1
README.md CHANGED
@@ -1,3 +1,4 @@
 
1
  from optimum.neuron import NeuronModelForCausalLM
2
  from transformers import AutoTokenizer
3
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
@@ -7,4 +8,5 @@ inputs = tokenizer("how is the weather in paris", return_tensors="pt")
7
  outputs = model.generate(**inputs, max_new_tokens=50, do_sample=True, use_cache=True, temperature=0.7, top_k=50, top_p=0.9)
8
  outputs = outputs[0, inputs.input_ids.size(-1):]
9
  response = tokenizer.decode(outputs, skip_special_tokens=True)
10
- print(response)
 
 
1
+ ```python
2
  from optimum.neuron import NeuronModelForCausalLM
3
  from transformers import AutoTokenizer
4
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
 
8
  outputs = model.generate(**inputs, max_new_tokens=50, do_sample=True, use_cache=True, temperature=0.7, top_k=50, top_p=0.9)
9
  outputs = outputs[0, inputs.input_ids.size(-1):]
10
  response = tokenizer.decode(outputs, skip_special_tokens=True)
11
+ print(response)
12
+ ```