File size: 1,299 Bytes
84a03d5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3e5d9ea
84a03d5
 
 
 
3e5d9ea
84a03d5
3e5d9ea
 
 
84a03d5
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
MODEL_NAME = "bayartsogt/mongolian-gpt2"
MESSAGES = {
    "success_model_load": {
        "mn": "Моделийг амжилттай уншлаа!!",
        "en": "Model Loaded!!"
    },
    "loading_text": {
        "mn": "Уншиж байна...",
        "en": "Loading..."
    },
    "input_description": {
        "mn": "Эхлэл хэсэг:",
        "en": "Prompt:"
    },
    "input_default": {
        "mn": "Хүний амьдрал гэдэг",
        "en": "Life is"
    },
    "iso": {
        'mn': 'Монгол / Mongolian',
        'en': 'Англи / English (with translation)'
    }
}

DESCRIPTION = """
## Mongolian GPT2 🇲🇳
* **Goal:** To create GPT2 model that is able write text in Mongolian during [HuggingFace Community Week #2](https://discuss.huggingface.co/t/open-to-the-community-community-week-using-jax-flax-for-nlp-cv/7104).
* **Overall Result:** So Fluent in Mongolian
* **Data:** OSCAR (2GB) + Mongolian News Dataset (6GB)
* **Train Steps:** 50k steps
* **Discussion:** https://discuss.huggingface.co/t/pretrain-gpt-2-from-scratch-in-mongolian/7879
* **Creator:** Bayartsogt Yadamsuren 
[[✉️ email](mailto:[email protected])]
[[🤗 huggingface](https://huggingface.co/bayartsogt)]
[[🤖 github](https://github.com/bayartsogt-ya)]
"""