Update README.md
Browse files
README.md
CHANGED
@@ -1,3 +1,4 @@
|
|
|
|
1 |
from optimum.neuron import NeuronModelForCausalLM
|
2 |
from transformers import AutoTokenizer
|
3 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
|
@@ -7,4 +8,5 @@ inputs = tokenizer("how is the weather in paris", return_tensors="pt")
|
|
7 |
outputs = model.generate(**inputs, max_new_tokens=50, do_sample=True, use_cache=True, temperature=0.7, top_k=50, top_p=0.9)
|
8 |
outputs = outputs[0, inputs.input_ids.size(-1):]
|
9 |
response = tokenizer.decode(outputs, skip_special_tokens=True)
|
10 |
-
print(response)
|
|
|
|
1 |
+
```python
|
2 |
from optimum.neuron import NeuronModelForCausalLM
|
3 |
from transformers import AutoTokenizer
|
4 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
|
|
|
8 |
outputs = model.generate(**inputs, max_new_tokens=50, do_sample=True, use_cache=True, temperature=0.7, top_k=50, top_p=0.9)
|
9 |
outputs = outputs[0, inputs.input_ids.size(-1):]
|
10 |
response = tokenizer.decode(outputs, skip_special_tokens=True)
|
11 |
+
print(response)
|
12 |
+
```
|