Add BERTopic model

README.md

@@ -0,0 +1,74 @@
+
+---
+tags:
+- bertopic
+library_name: bertopic
+pipeline_tag: text-classification
+---
+
+# urdu_topic_modeling
+
+This is a [BERTopic](https://github.com/MaartenGr/BERTopic) model. 
+BERTopic is a flexible and modular topic modeling framework that allows for the generation of easily interpretable topics from large datasets. 
+
+## Usage 
+
+To use this model, please install BERTopic:
+
+```
+pip install -U bertopic
+```
+
+You can use the model as follows:
+
+```python
+from bertopic import BERTopic
+topic_model = BERTopic.load("shaistaDev7/urdu_topic_modeling")
+
+topic_model.get_topic_info()
+```
+
+## Topic overview
+
+* Number of topics: 5
+* Number of training documents: 1008
+
+<details>
+  <summary>Click here for an overview of all topics.</summary>
+  
+  | Topic ID | Topic Keywords | Topic Frequency | Label | 
+|----------|----------------|-----------------|-------| 
+| 0 | کینسر - استعمال - جسم - علاج - افراد | 315 | 0_کینسر_استعمال_جسم_علاج | 
+| 1 | ٹیم - کرکٹ - محمد - میڈل - انگلینڈ | 240 | 1_ٹیم_کرکٹ_محمد_میڈل | 
+| 2 | روپے - ارب - فیصد - ٹیکس - حکومت | 238 | 2_روپے_ارب_فیصد_ٹیکس | 
+| 3 | فلم - خان - ووڈ - بالی - اداکارہ | 205 | 3_فلم_خان_ووڈ_بالی | 
+| 4 | ظفر - میشا - شفیع - علی - جنسی | 10 | 4_ظفر_میشا_شفیع_علی |
+  
+</details>
+
+## Training hyperparameters
+
+* calculate_probabilities: True
+* language: urdu
+* low_memory: True
+* min_topic_size: 10
+* n_gram_range: (1, 1)
+* nr_topics: None
+* seed_topic_list: None
+* top_n_words: 10
+* verbose: False
+* zeroshot_min_similarity: 0.7
+* zeroshot_topic_list: None
+
+## Framework versions
+
+* Numpy: 1.23.5
+* HDBSCAN: 0.8.33
+* UMAP: 0.5.5
+* Pandas: 1.5.3
+* Scikit-Learn: 1.2.2
+* Sentence-transformers: 2.2.2
+* Transformers: 4.35.2
+* Numba: 0.58.1
+* Plotly: 5.15.0
+* Python: 3.10.12

config.json

@@ -0,0 +1,16 @@
+{
+  "calculate_probabilities": true,
+  "language": "urdu",
+  "low_memory": true,
+  "min_topic_size": 10,
+  "n_gram_range": [
+    1,
+    1
+  ],
+  "nr_topics": null,
+  "seed_topic_list": null,
+  "top_n_words": 10,
+  "verbose": false,
+  "zeroshot_min_similarity": 0.7,
+  "zeroshot_topic_list": null
+}

topic_embeddings.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39278a889feb4c5d58907a0b2c7ab9561a817391259ebc451aeaa7a3c7a6d910
+size 10328

topics.json

@@ -0,0 +1,1268 @@
+{
+  "topic_representations": {
+    "0": [
+      [
+        "\u06a9\u06cc\u0646\u0633\u0631",
+        0.3352272309429145
+      ],
+      [
+        "\u0627\u0633\u062a\u0639\u0645\u0627\u0644",
+        0.32220782350239846
+      ],
+      [
+        "\u062c\u0633\u0645",
+        0.2816719065962793
+      ],
+      [
+        "\u0639\u0644\u0627\u062c",
+        0.28119033705398294
+      ],
+      [
+        "\u0627\u0641\u0631\u0627\u062f",
+        0.2793780270480191
+      ],
+      [
+        "\u067e\u0627\u0646\u06cc",
+        0.2775593680576492
+      ],
+      [
+        "\u0645\u0627\u06c1\u0631\u06cc\u0646",
+        0.26998267574608364
+      ],
+      [
+        "\u0635\u062d\u062a",
+        0.2699432520627466
+      ],
+      [
+        "\u062e\u0648\u0627\u062a\u06cc\u0646",
+        0.2692653392009466
+      ],
+      [
+        "\u062a\u062d\u0642\u06cc\u0642",
+        0.2689901864203346
+      ]
+    ],
+    "1": [
+      [
+        "\u0679\u06cc\u0645",
+        0.4290244815232503
+      ],
+      [
+        "\u06a9\u0631\u06a9\u0679",
+        0.38164387107811004
+      ],
+      [
+        "\u0645\u062d\u0645\u062f",
+        0.35212168612767936
+      ],
+      [
+        "\u0645\u06cc\u0688\u0644",
+        0.34896702517259354
+      ],
+      [
+        "\u0627\u0646\u06af\u0644\u06cc\u0646\u0688",
+        0.346701053074936
+      ],
+      [
+        "\u06af\u0648\u0644\u0688",
+        0.345522760815335
+      ],
+      [
+        "\u0679\u06cc\u0633\u0679",
+        0.33846742437071975
+      ],
+      [
+        "\u0645\u06cc\u0686",
+        0.33231115158632957
+      ],
+      [
+        "\u06a9\u06be\u0644\u0627\u0691\u06cc\u0648\u06ba",
+        0.3298867849527424
+      ],
+      [
+        "\u06af\u06cc\u0645\u0632",
+        0.32491216264548134
+      ]
+    ],
+    "2": [
+      [
+        "\u0631\u0648\u067e\u06d2",
+        0.42167092429937303
+      ],
+      [
+        "\u0627\u0631\u0628",
+        0.3906057822907547
+      ],
+      [
+        "\u0641\u06cc\u0635\u062f",
+        0.37385343934555737
+      ],
+      [
+        "\u0679\u06cc\u06a9\u0633",
+        0.3722376228261147
+      ],
+      [
+        "\u062d\u06a9\u0648\u0645\u062a",
+        0.3670954821509443
+      ],
+      [
+        "\u067e\u0627\u06a9\u0633\u062a\u0627\u0646",
+        0.3630588751443995
+      ],
+      [
+        "\u0628\u062c\u0679",
+        0.36087948067480624
+      ],
+      [
+        "\u0688\u0627\u0644\u0631",
+        0.3563317832608488
+      ],
+      [
+        "\u06a9\u0631\u0648\u0691",
+        0.33605844328636286
+      ],
+      [
+        "\u0645\u0627\u0644\u06cc",
+        0.3305308801634442
+      ]
+    ],
+    "3": [
+      [
+        "\u0641\u0644\u0645",
+        0.5785061628508218
+      ],
+      [
+        "\u062e\u0627\u0646",
+        0.4629104062918332
+      ],
+      [
+        "\u0648\u0648\u0688",
+        0.4251315102317265
+      ],
+      [
+        "\u0628\u0627\u0644\u06cc",
+        0.4218376816040105
+      ],
+      [
+        "\u0627\u062f\u0627\u06a9\u0627\u0631\u06c1",
+        0.41401653840598523
+      ],
+      [
+        "\u0633\u0644\u0645\u0627\u0646",
+        0.39726764810558207
+      ],
+      [
+        "\u0628\u06be\u0627\u0631\u062a\u06cc",
+        0.394590821676516
+      ],
+      [
+        "\u0627\u062f\u0627\u06a9\u0627\u0631",
+        0.3565355694991877
+      ],
+      [
+        "\u0645\u06cc\u0688\u06cc\u0627",
+        0.343228458834334
+      ],
+      [
+        "\u0627\u0646\u0688\u0633\u0679\u0631\u06cc",
+        0.3431327491519056
+      ]
+    ],
+    "4": [
+      [
+        "\u0638\u0641\u0631",
+        1.2063684559077381
+      ],
+      [
+        "\u0645\u06cc\u0634\u0627",
+        1.1794359765260982
+      ],
+      [
+        "\u0634\u0641\u06cc\u0639",
+        1.0789909442014909
+      ],
+      [
+        "\u0639\u0644\u06cc",
+        1.0721405288018142
+      ],
+      [
+        "\u062c\u0646\u0633\u06cc",
+        1.0184923736112903
+      ],
+      [
+        "\u06c1\u0631\u0627\u0633\u0627\u0646\u06cc",
+        0.970205308753997
+      ],
+      [
+        "\u0627\u0644\u0632\u0627\u0645",
+        0.796162342714928
+      ],
+      [
+        "\u06af\u0644\u0648\u06a9\u0627\u0631\u06c1",
+        0.7936869567610493
+      ],
+      [
+        "\u0645\u0648\u0645\u0646\u06c1",
+        0.6619733217907026
+      ],
+      [
+        "\u06c1\u0631\u0627\u0633\u0627\u06ba",
+        0.6331644135265578
+      ]
+    ]
+  },
+  "topics": [
+    2,
+    2,
+    2,
+    2,
+    1,
+    2,
+    2,
+    2,
+    2,
+    2,
+    0,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    1,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    0,
+    2,
+    2,
+    2,
+    2,
+    1,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    1,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    1,
+    2,
+    0,
+    2,
+    0,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    1,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    0,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    1,
+    2,
+    2,
+    2,
+    2,
+    2,
+    1,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2,
+    0,
+    2,
+    2,
+    2,
+    3,
+    4,
+    4,
+    3,
+    3,
+    3,
+    3,
+    3,
+    1,
+    3,
+    3,
+    3,
+    3,
+    3,
+    4,
+    3,
+    3,
+    1,
+    3,
+    3,
+    3,
+    3,
+    3,
+    4,
+    4,
+    4,
+    3,
+    3,
+    3,
+    4,
+    4,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    1,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    0,
+    3,
+    3,
+    3,
+    0,
+    4,
+    0,
+    3,
+    1,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    2,
+    3,
+    3,
+    3,
+    1,
+    3,
+    3,
+    1,
+    3,
+    3,
+    0,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    0,
+    3,
+    4,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    0,
+    3,
+    3,
+    3,
+    1,
+    3,
+    1,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    1,
+    3,
+    0,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    2,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    1,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    1,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    1,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    2,
+    3,
+    3,
+    3,
+    3,
+    3,
+    1,
+    3,
+    3,
+    3,
+    3,
+    3,
+    1,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    1,
+    2,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    0,
+    3,
+    1,
+    1,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    3,
+    1,
+    1,
+    1,
+    1,
+    1,
+    3,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    3,
+    1,
+    1,
+    1,
+    1,
+    2,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    3,
+    1,
+    1,
+    1,
+    1,
+    1,
+    2,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    0,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    3,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    2,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    3,
+    1,
+    1,
+    1,
+    1,
+    1,
+    3,
+    3,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    3,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    3,
+    3,
+    1,
+    1,
+    1,
+    3,
+    2,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    3,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    3,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    3,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    2,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    3,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    2,
+    2,
+    2,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    2,
+    0,
+    2,
+    0,
+    0,
+    0,
+    0,
+    2,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    2,
+    2,
+    0,
+    0,
+    2,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    2,
+    0,
+    0,
+    2,
+    2,
+    0,
+    0,
+    0,
+    2,
+    2,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    2,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    2,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    2,
+    0,
+    1,
+    0,
+    2,
+    2,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    2,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    2,
+    0,
+    0,
+    0,
+    2,
+    2,
+    0,
+    0,
+    0,
+    0,
+    2,
+    2,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    2,
+    2,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    2,
+    0,
+    2,
+    0,
+    2,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    2,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    1,
+    3,
+    2,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    1,
+    2,
+    0,
+    2,
+    0,
+    3,
+    0,
+    0,
+    0,
+    0,
+    2,
+    1,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    2,
+    0,
+    0,
+    1,
+    2,
+    1,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    3,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    3,
+    0,
+    3,
+    0,
+    2,
+    0,
+    0,
+    1,
+    0,
+    1,
+    0,
+    0,
+    0,
+    3,
+    1,
+    2,
+    3,
+    1,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    3,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    2,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    1,
+    0,
+    3,
+    1,
+    0,
+    0,
+    0,
+    0,
+    3,
+    2,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    3,
+    3,
+    1,
+    0,
+    0,
+    2,
+    0,
+    2,
+    3,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    1,
+    0,
+    0,
+    0,
+    2,
+    3,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    1,
+    0,
+    3,
+    1,
+    0,
+    0,
+    0,
+    0,
+    3,
+    0,
+    2,
+    0,
+    0,
+    3,
+    1,
+    0,
+    1
+  ],
+  "topic_sizes": {
+    "2": 238,
+    "1": 240,
+    "0": 315,
+    "3": 205,
+    "4": 10
+  },
+  "topic_mapper": [
+    [
+      0,
+      0,
+      0
+    ],
+    [
+      1,
+      1,
+      3
+    ],
+    [
+      2,
+      2,
+      2
+    ],
+    [
+      3,
+      3,
+      1
+    ],
+    [
+      4,
+      4,
+      4
+    ]
+  ],
+  "topic_labels": {
+    "0": "0_\u06a9\u06cc\u0646\u0633\u0631_\u0627\u0633\u062a\u0639\u0645\u0627\u0644_\u062c\u0633\u0645_\u0639\u0644\u0627\u062c",
+    "1": "1_\u0679\u06cc\u0645_\u06a9\u0631\u06a9\u0679_\u0645\u062d\u0645\u062f_\u0645\u06cc\u0688\u0644",
+    "2": "2_\u0631\u0648\u067e\u06d2_\u0627\u0631\u0628_\u0641\u06cc\u0635\u062f_\u0679\u06cc\u06a9\u0633",
+    "3": "3_\u0641\u0644\u0645_\u062e\u0627\u0646_\u0648\u0648\u0688_\u0628\u0627\u0644\u06cc",
+    "4": "4_\u0638\u0641\u0631_\u0645\u06cc\u0634\u0627_\u0634\u0641\u06cc\u0639_\u0639\u0644\u06cc"
+  },
+  "custom_labels": null,
+  "_outliers": 0,
+  "topic_aspects": {}
+}