Add BERTopic model

README.md

@@ -0,0 +1,76 @@
+
+---
+tags:
+- bertopic
+library_name: bertopic
+pipeline_tag: text-classification
+---
+
+# MARTINI_enrich_BERTopic_nationalistesfr
+
+This is a [BERTopic](https://github.com/MaartenGr/BERTopic) model. 
+BERTopic is a flexible and modular topic modeling framework that allows for the generation of easily interpretable topics from large datasets. 
+
+## Usage 
+
+To use this model, please install BERTopic:
+
+```
+pip install -U bertopic
+```
+
+You can use the model as follows:
+
+```python
+from bertopic import BERTopic
+topic_model = BERTopic.load("AIDA-UPM/MARTINI_enrich_BERTopic_nationalistesfr")
+
+topic_model.get_topic_info()
+```
+
+## Topic overview
+
+* Number of topics: 7
+* Number of training documents: 813
+
+<details>
+  <summary>Click here for an overview of all topics.</summary>
+  
+  | Topic ID | Topic Keywords | Topic Frequency | Label | 
+|----------|----------------|-----------------|-------| 
+| -1 | russie - campagne - dombass - zemmour - europeenne | 36 | -1_russie_campagne_dombass_zemmour | 
+| 0 | novembre - vendredi - perpignan - mouvement - edouard | 289 | 0_novembre_vendredi_perpignan_mouvement | 
+| 1 | sioniste - hollande - herve - avocats - jugement | 207 | 1_sioniste_hollande_herve_avocats | 
+| 2 | bastille - abdelkader - septembre - patriotisme - tricolore | 81 | 2_bastille_abdelkader_septembre_patriotisme | 
+| 3 | pandemie - publiques - vaccins - masques - perpignan | 75 | 3_pandemie_publiques_vaccins_masques | 
+| 4 | gauchistes - reptilienne - accueil - migratoire - raciale | 67 | 4_gauchistes_reptilienne_accueil_migratoire | 
+| 5 | gloire - souhaitent - vainqueurs - croix - mitraille | 58 | 5_gloire_souhaitent_vainqueurs_croix |
+  
+</details>
+
+## Training hyperparameters
+
+* calculate_probabilities: True
+* language: None
+* low_memory: False
+* min_topic_size: 10
+* n_gram_range: (1, 1)
+* nr_topics: None
+* seed_topic_list: None
+* top_n_words: 10
+* verbose: False
+* zeroshot_min_similarity: 0.7
+* zeroshot_topic_list: None
+
+## Framework versions
+
+* Numpy: 1.26.4
+* HDBSCAN: 0.8.40
+* UMAP: 0.5.7
+* Pandas: 2.2.3
+* Scikit-Learn: 1.5.2
+* Sentence-transformers: 3.3.1
+* Transformers: 4.46.3
+* Numba: 0.60.0
+* Plotly: 5.24.1
+* Python: 3.10.12

config.json

@@ -0,0 +1,16 @@
+{
+  "calculate_probabilities": true,
+  "language": null,
+  "low_memory": false,
+  "min_topic_size": 10,
+  "n_gram_range": [
+    1,
+    1
+  ],
+  "nr_topics": null,
+  "seed_topic_list": null,
+  "top_n_words": 10,
+  "verbose": false,
+  "zeroshot_min_similarity": 0.7,
+  "zeroshot_topic_list": null
+}

ctfidf.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d3351a05f9f3ac7f286423167b8936a9ba04e8fedd4fec4dee1b4961b0358e
+size 268044

topic_embeddings.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5762ee538841635edcd014e9f05677b9d489cae53ef218c9dfe2912751438c41
+size 28760

topics.json

@@ -0,0 +1,1031 @@
+{
+  "topic_representations": {
+    "-1": [
+      [
+        "russie",
+        0.5547767281532288
+      ],
+      [
+        "campagne",
+        0.49623769521713257
+      ],
+      [
+        "dombass",
+        0.48947179317474365
+      ],
+      [
+        "zemmour",
+        0.4829474985599518
+      ],
+      [
+        "europeenne",
+        0.4675762355327606
+      ]
+    ],
+    "0": [
+      [
+        "novembre",
+        0.5238454937934875
+      ],
+      [
+        "vendredi",
+        0.5088833570480347
+      ],
+      [
+        "perpignan",
+        0.4966999292373657
+      ],
+      [
+        "mouvement",
+        0.4917036294937134
+      ],
+      [
+        "edouard",
+        0.48547980189323425
+      ]
+    ],
+    "1": [
+      [
+        "sioniste",
+        0.5810054540634155
+      ],
+      [
+        "hollande",
+        0.5399439334869385
+      ],
+      [
+        "herve",
+        0.5073164701461792
+      ],
+      [
+        "avocats",
+        0.49099427461624146
+      ],
+      [
+        "jugement",
+        0.48305466771125793
+      ]
+    ],
+    "2": [
+      [
+        "bastille",
+        0.5134450197219849
+      ],
+      [
+        "abdelkader",
+        0.48079079389572144
+      ],
+      [
+        "septembre",
+        0.4776262938976288
+      ],
+      [
+        "patriotisme",
+        0.47504228353500366
+      ],
+      [
+        "tricolore",
+        0.4612427353858948
+      ]
+    ],
+    "3": [
+      [
+        "pandemie",
+        0.552736759185791
+      ],
+      [
+        "publiques",
+        0.5360981822013855
+      ],
+      [
+        "vaccins",
+        0.5221068859100342
+      ],
+      [
+        "masques",
+        0.5022765398025513
+      ],
+      [
+        "perpignan",
+        0.47338247299194336
+      ]
+    ],
+    "4": [
+      [
+        "gauchistes",
+        0.5411711931228638
+      ],
+      [
+        "reptilienne",
+        0.5224576592445374
+      ],
+      [
+        "accueil",
+        0.5108396410942078
+      ],
+      [
+        "migratoire",
+        0.496304452419281
+      ],
+      [
+        "raciale",
+        0.4865604639053345
+      ]
+    ],
+    "5": [
+      [
+        "gloire",
+        0.5481199026107788
+      ],
+      [
+        "souhaitent",
+        0.5267419219017029
+      ],
+      [
+        "vainqueurs",
+        0.5256044864654541
+      ],
+      [
+        "croix",
+        0.5236815214157104
+      ],
+      [
+        "mitraille",
+        0.5173265933990479
+      ]
+    ]
+  },
+  "topics": [
+    -1,
+    5,
+    5,
+    0,
+    -1,
+    5,
+    0,
+    -1,
+    1,
+    1,
+    5,
+    4,
+    1,
+    4,
+    -1,
+    -1,
+    4,
+    4,
+    1,
+    5,
+    5,
+    2,
+    0,
+    2,
+    1,
+    -1,
+    0,
+    0,
+    4,
+    4,
+    -1,
+    -1,
+    4,
+    1,
+    1,
+    1,
+    -1,
+    -1,
+    5,
+    -1,
+    0,
+    2,
+    4,
+    0,
+    -1,
+    0,
+    3,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    5,
+    -1,
+    -1,
+    5,
+    -1,
+    2,
+    -1,
+    -1,
+    0,
+    -1,
+    1,
+    -1,
+    4,
+    5,
+    1,
+    0,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    4,
+    -1,
+    -1,
+    4,
+    4,
+    4,
+    4,
+    -1,
+    5,
+    -1,
+    4,
+    -1,
+    5,
+    0,
+    1,
+    -1,
+    1,
+    -1,
+    0,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    4,
+    1,
+    0,
+    4,
+    0,
+    -1,
+    2,
+    0,
+    2,
+    -1,
+    1,
+    -1,
+    0,
+    2,
+    -1,
+    2,
+    2,
+    0,
+    2,
+    -1,
+    2,
+    4,
+    2,
+    -1,
+    5,
+    4,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    5,
+    0,
+    0,
+    2,
+    -1,
+    0,
+    5,
+    -1,
+    3,
+    4,
+    0,
+    -1,
+    5,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    -1,
+    0,
+    -1,
+    -1,
+    4,
+    1,
+    0,
+    1,
+    0,
+    2,
+    2,
+    -1,
+    -1,
+    2,
+    0,
+    -1,
+    0,
+    2,
+    -1,
+    5,
+    0,
+    -1,
+    4,
+    3,
+    5,
+    -1,
+    5,
+    4,
+    4,
+    4,
+    0,
+    -1,
+    0,
+    1,
+    -1,
+    1,
+    1,
+    -1,
+    1,
+    0,
+    1,
+    -1,
+    3,
+    1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    -1,
+    0,
+    0,
+    -1,
+    0,
+    4,
+    -1,
+    -1,
+    4,
+    -1,
+    -1,
+    0,
+    1,
+    -1,
+    -1,
+    1,
+    0,
+    -1,
+    1,
+    0,
+    1,
+    4,
+    4,
+    0,
+    4,
+    -1,
+    2,
+    2,
+    2,
+    -1,
+    1,
+    0,
+    0,
+    2,
+    -1,
+    -1,
+    2,
+    2,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    2,
+    4,
+    2,
+    -1,
+    -1,
+    3,
+    -1,
+    -1,
+    0,
+    0,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    2,
+    2,
+    -1,
+    0,
+    2,
+    0,
+    0,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    4,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    0,
+    2,
+    2,
+    3,
+    -1,
+    0,
+    -1,
+    1,
+    0,
+    3,
+    1,
+    0,
+    3,
+    0,
+    -1,
+    -1,
+    1,
+    3,
+    5,
+    5,
+    3,
+    1,
+    -1,
+    1,
+    3,
+    -1,
+    -1,
+    -1,
+    4,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    4,
+    -1,
+    5,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    0,
+    -1,
+    -1,
+    4,
+    -1,
+    0,
+    4,
+    0,
+    3,
+    5,
+    5,
+    -1,
+    4,
+    -1,
+    5,
+    4,
+    4,
+    1,
+    -1,
+    4,
+    3,
+    0,
+    -1,
+    -1,
+    3,
+    3,
+    -1,
+    1,
+    4,
+    0,
+    3,
+    3,
+    0,
+    -1,
+    3,
+    3,
+    3,
+    -1,
+    0,
+    3,
+    3,
+    3,
+    -1,
+    2,
+    2,
+    3,
+    2,
+    2,
+    -1,
+    3,
+    3,
+    3,
+    3,
+    4,
+    3,
+    3,
+    2,
+    3,
+    2,
+    -1,
+    3,
+    2,
+    3,
+    -1,
+    -1,
+    4,
+    4,
+    1,
+    -1,
+    -1,
+    3,
+    1,
+    3,
+    0,
+    3,
+    3,
+    3,
+    3,
+    -1,
+    2,
+    3,
+    3,
+    2,
+    -1,
+    5,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    4,
+    1,
+    2,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    2,
+    2,
+    -1,
+    0,
+    -1,
+    0,
+    3,
+    -1,
+    -1,
+    -1,
+    2,
+    2,
+    -1,
+    -1,
+    2,
+    2,
+    3,
+    0,
+    0,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    1,
+    1,
+    2,
+    2,
+    2,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    1,
+    -1,
+    5,
+    3,
+    -1,
+    3,
+    -1,
+    3,
+    2,
+    4,
+    3,
+    1,
+    5,
+    1,
+    1,
+    4,
+    2,
+    1,
+    0,
+    -1,
+    5,
+    0,
+    0,
+    3,
+    0,
+    -1,
+    1,
+    3,
+    0,
+    -1,
+    3,
+    3,
+    -1,
+    1,
+    3,
+    1,
+    3,
+    2,
+    5,
+    5,
+    5,
+    1,
+    3,
+    1,
+    -1,
+    -1,
+    5,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    3,
+    1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    2,
+    0,
+    1,
+    0,
+    4,
+    4,
+    -1,
+    1,
+    0,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    1,
+    3,
+    0,
+    1,
+    1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    0,
+    4,
+    0,
+    -1,
+    1,
+    1,
+    -1,
+    0,
+    2,
+    2,
+    2,
+    -1,
+    -1,
+    1,
+    -1,
+    4,
+    4,
+    -1,
+    4,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    2,
+    2,
+    2,
+    -1,
+    2,
+    2,
+    3,
+    2,
+    2,
+    4,
+    0,
+    -1,
+    -1,
+    3,
+    3,
+    -1,
+    -1,
+    0,
+    3,
+    5,
+    -1,
+    3,
+    3,
+    3,
+    0,
+    -1,
+    4,
+    0,
+    0,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    -1,
+    1,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    -1,
+    0,
+    -1,
+    2,
+    2,
+    0,
+    -1,
+    5,
+    0,
+    -1,
+    0,
+    0,
+    0,
+    -1,
+    4,
+    0,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    3,
+    0,
+    -1,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    2,
+    0,
+    0,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    -1,
+    0,
+    -1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    -1,
+    1,
+    2,
+    0,
+    -1,
+    0,
+    -1,
+    0,
+    3,
+    0,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    -1,
+    0,
+    0,
+    0,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    -1,
+    0,
+    0,
+    2,
+    0,
+    0,
+    0,
+    -1,
+    0,
+    -1,
+    -1,
+    4,
+    0,
+    -1,
+    -1,
+    0,
+    0,
+    -1,
+    4,
+    -1,
+    0,
+    0,
+    1,
+    -1,
+    0,
+    1,
+    -1,
+    3,
+    1,
+    0,
+    0,
+    2,
+    2,
+    0,
+    1,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    -1,
+    0,
+    0,
+    5,
+    0,
+    1,
+    0,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    0,
+    0
+  ],
+  "topic_sizes": {
+    "-1": 289,
+    "5": 36,
+    "0": 207,
+    "1": 81,
+    "4": 58,
+    "2": 75,
+    "3": 67
+  },
+  "topic_mapper": [
+    [
+      -1,
+      -1,
+      -1
+    ],
+    [
+      0,
+      0,
+      2
+    ],
+    [
+      1,
+      1,
+      5
+    ],
+    [
+      2,
+      2,
+      0
+    ],
+    [
+      3,
+      3,
+      3
+    ],
+    [
+      4,
+      4,
+      4
+    ],
+    [
+      5,
+      5,
+      1
+    ]
+  ],
+  "topic_labels": {
+    "-1": "-1_russie_campagne_dombass_zemmour",
+    "0": "0_novembre_vendredi_perpignan_mouvement",
+    "1": "1_sioniste_hollande_herve_avocats",
+    "2": "2_bastille_abdelkader_septembre_patriotisme",
+    "3": "3_pandemie_publiques_vaccins_masques",
+    "4": "4_gauchistes_reptilienne_accueil_migratoire",
+    "5": "5_gloire_souhaitent_vainqueurs_croix"
+  },
+  "custom_labels": null,
+  "_outliers": 1,
+  "topic_aspects": {}
+}