Update README.md
Browse files
README.md
CHANGED
@@ -43,20 +43,20 @@ This model currently needs a custom wrapper from `modeling_nort5.py`, you should
|
|
43 |
import torch
|
44 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
45 |
|
46 |
-
tokenizer = AutoTokenizer.from_pretrained("ltg/nort5-base")
|
47 |
-
|
48 |
|
49 |
|
50 |
# MASKED LANGUAGE MODELING
|
51 |
|
52 |
-
sentence = "Brukseksempel: Elektrisk oppvarming. Definisjonen på ordet oppvarming er[MASK_0]."
|
53 |
encoding = tokenizer(sentence)
|
54 |
|
55 |
input_tensor = torch.tensor([encoding.input_ids])
|
56 |
output_tensor = model.generate(input_tensor, decoder_start_token_id=7, eos_token_id=8)
|
57 |
tokenizer.decode(output_tensor.squeeze(), skip_special_tokens=True)
|
58 |
|
59 |
-
# should output:
|
60 |
|
61 |
|
62 |
# PREFIX LANGUAGE MODELING
|
|
|
43 |
import torch
|
44 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
45 |
|
46 |
+
tokenizer = AutoTokenizer.from_pretrained("ltg/nort5-base", trust_remote_code=True)
|
47 |
+
model = AutoModelForSeq2SeqLM.from_pretrained("ltg/nort5-base", trust_remote_code=True)
|
48 |
|
49 |
|
50 |
# MASKED LANGUAGE MODELING
|
51 |
|
52 |
+
sentence = "Brukseksempel: Elektrisk oppvarming. Definisjonen på ordet oppvarming er: å[MASK_0]."
|
53 |
encoding = tokenizer(sentence)
|
54 |
|
55 |
input_tensor = torch.tensor([encoding.input_ids])
|
56 |
output_tensor = model.generate(input_tensor, decoder_start_token_id=7, eos_token_id=8)
|
57 |
tokenizer.decode(output_tensor.squeeze(), skip_special_tokens=True)
|
58 |
|
59 |
+
# should output: ' varme opp et rom.'
|
60 |
|
61 |
|
62 |
# PREFIX LANGUAGE MODELING
|