BramVanroy
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -37,7 +37,7 @@ We can then use the Hugging Face hub software to download and cache the model fi
|
|
37 |
import kenlm
|
38 |
from huggingface_hub import hf_hub_download
|
39 |
|
40 |
-
model_file = hf_hub_download(repo_id="BramVanroy/
|
41 |
model = kenlm.Model(model_file)
|
42 |
|
43 |
text = "I love eating cookies !" # pre-tokenized
|
@@ -53,7 +53,7 @@ import kenlm
|
|
53 |
import spacy
|
54 |
from huggingface_hub import hf_hub_download
|
55 |
|
56 |
-
model_file = hf_hub_download(repo_id="BramVanroy/
|
57 |
model = kenlm.Model(model_file)
|
58 |
|
59 |
nlp = spacy.load("en_core_web_sm")
|
|
|
37 |
import kenlm
|
38 |
from huggingface_hub import hf_hub_download
|
39 |
|
40 |
+
model_file = hf_hub_download(repo_id="BramVanroy/kenlm_wikipedia_en", filename="wiki_en_token.arpa.bin")
|
41 |
model = kenlm.Model(model_file)
|
42 |
|
43 |
text = "I love eating cookies !" # pre-tokenized
|
|
|
53 |
import spacy
|
54 |
from huggingface_hub import hf_hub_download
|
55 |
|
56 |
+
model_file = hf_hub_download(repo_id="BramVanroy/kenlm_wikipedia_en", filename="wiki_en_pos.arpa.bin") # pos file
|
57 |
model = kenlm.Model(model_file)
|
58 |
|
59 |
nlp = spacy.load("en_core_web_sm")
|