Add BERTopic model

README.md

@@ -0,0 +1,76 @@
+
+---
+tags:
+- bertopic
+library_name: bertopic
+pipeline_tag: text-classification
+---
+
+# MARTINI_enrich_BERTopic_vaxxpasssolutions
+
+This is a [BERTopic](https://github.com/MaartenGr/BERTopic) model. 
+BERTopic is a flexible and modular topic modeling framework that allows for the generation of easily interpretable topics from large datasets. 
+
+## Usage 
+
+To use this model, please install BERTopic:
+
+```
+pip install -U bertopic
+```
+
+You can use the model as follows:
+
+```python
+from bertopic import BERTopic
+topic_model = BERTopic.load("AIDA-UPM/MARTINI_enrich_BERTopic_vaxxpasssolutions")
+
+topic_model.get_topic_info()
+```
+
+## Topic overview
+
+* Number of topics: 7
+* Number of training documents: 801
+
+<details>
+  <summary>Click here for an overview of all topics.</summary>
+  
+  | Topic ID | Topic Keywords | Topic Frequency | Label | 
+|----------|----------------|-----------------|-------| 
+| -1 | vaccinated - pfizer - cancers - symptoms - dna | 45 | -1_vaccinated_pfizer_cancers_symptoms | 
+| 0 | vaccines - myocarditis - died - strokes - injected | 288 | 0_vaccines_myocarditis_died_strokes | 
+| 1 | vaccinated - cøvid - passport - zertifikate - qr | 133 | 1_vaccinated_cøvid_passport_zertifikate | 
+| 2 | giftcards - atm - cash - cloned - 70k | 119 | 2_giftcards_atm_cash_cloned | 
+| 3 | hydroxychloroquine - fenbendazole - 250mg - amoxicillin - budesonide | 101 | 3_hydroxychloroquine_fenbendazole_250mg_amoxicillin | 
+| 4 | covid - misinformation - monkeypox - freedom - satan | 61 | 4_covid_misinformation_monkeypox_freedom | 
+| 5 | dmt - pills - 100mg - oxycodone - adderall | 54 | 5_dmt_pills_100mg_oxycodone |
+  
+</details>
+
+## Training hyperparameters
+
+* calculate_probabilities: True
+* language: None
+* low_memory: False
+* min_topic_size: 10
+* n_gram_range: (1, 1)
+* nr_topics: None
+* seed_topic_list: None
+* top_n_words: 10
+* verbose: False
+* zeroshot_min_similarity: 0.7
+* zeroshot_topic_list: None
+
+## Framework versions
+
+* Numpy: 1.26.4
+* HDBSCAN: 0.8.40
+* UMAP: 0.5.7
+* Pandas: 2.2.3
+* Scikit-Learn: 1.5.2
+* Sentence-transformers: 3.3.1
+* Transformers: 4.46.3
+* Numba: 0.60.0
+* Plotly: 5.24.1
+* Python: 3.10.12

config.json

@@ -0,0 +1,16 @@
+{
+  "calculate_probabilities": true,
+  "language": null,
+  "low_memory": false,
+  "min_topic_size": 10,
+  "n_gram_range": [
+    1,
+    1
+  ],
+  "nr_topics": null,
+  "seed_topic_list": null,
+  "top_n_words": 10,
+  "verbose": false,
+  "zeroshot_min_similarity": 0.7,
+  "zeroshot_topic_list": null
+}

ctfidf.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592bab7c692b103c2f573949f4bfb21795632f093ea5ff2f405c5914688c0b81
+size 200932

topic_embeddings.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae23e5221cdde887250986ce3721c87d3694b537aaac159feec66e59286723c7
+size 28760

topics.json

@@ -0,0 +1,1019 @@
+{
+  "topic_representations": {
+    "-1": [
+      [
+        "vaccinated",
+        0.6026650071144104
+      ],
+      [
+        "pfizer",
+        0.55439692735672
+      ],
+      [
+        "cancers",
+        0.5383139848709106
+      ],
+      [
+        "symptoms",
+        0.4407610595226288
+      ],
+      [
+        "dna",
+        0.4383602440357208
+      ]
+    ],
+    "0": [
+      [
+        "vaccines",
+        0.575196385383606
+      ],
+      [
+        "myocarditis",
+        0.5300883054733276
+      ],
+      [
+        "died",
+        0.47303733229637146
+      ],
+      [
+        "strokes",
+        0.4671584665775299
+      ],
+      [
+        "injected",
+        0.4545483887195587
+      ]
+    ],
+    "1": [
+      [
+        "vaccinated",
+        0.6198205947875977
+      ],
+      [
+        "c\u00f8vid",
+        0.5458747148513794
+      ],
+      [
+        "passport",
+        0.5453861951828003
+      ],
+      [
+        "zertifikate",
+        0.5006447434425354
+      ],
+      [
+        "qr",
+        0.45963722467422485
+      ]
+    ],
+    "2": [
+      [
+        "giftcards",
+        0.5365474224090576
+      ],
+      [
+        "atm",
+        0.5127151012420654
+      ],
+      [
+        "cash",
+        0.5125604271888733
+      ],
+      [
+        "cloned",
+        0.5075865983963013
+      ],
+      [
+        "70k",
+        0.5043606162071228
+      ]
+    ],
+    "3": [
+      [
+        "hydroxychloroquine",
+        0.658828616142273
+      ],
+      [
+        "fenbendazole",
+        0.571810781955719
+      ],
+      [
+        "250mg",
+        0.5372440814971924
+      ],
+      [
+        "amoxicillin",
+        0.5328563451766968
+      ],
+      [
+        "budesonide",
+        0.5267133712768555
+      ]
+    ],
+    "4": [
+      [
+        "covid",
+        0.6086210012435913
+      ],
+      [
+        "misinformation",
+        0.565988302230835
+      ],
+      [
+        "monkeypox",
+        0.5211704969406128
+      ],
+      [
+        "freedom",
+        0.5022156834602356
+      ],
+      [
+        "satan",
+        0.4877815246582031
+      ]
+    ],
+    "5": [
+      [
+        "dmt",
+        0.5513827800750732
+      ],
+      [
+        "pills",
+        0.5449485182762146
+      ],
+      [
+        "100mg",
+        0.5387701392173767
+      ],
+      [
+        "oxycodone",
+        0.5361323952674866
+      ],
+      [
+        "adderall",
+        0.530627965927124
+      ]
+    ]
+  },
+  "topics": [
+    1,
+    -1,
+    1,
+    0,
+    1,
+    1,
+    -1,
+    1,
+    1,
+    1,
+    2,
+    1,
+    1,
+    1,
+    -1,
+    1,
+    -1,
+    1,
+    -1,
+    1,
+    0,
+    0,
+    3,
+    4,
+    1,
+    -1,
+    -1,
+    -1,
+    3,
+    -1,
+    4,
+    3,
+    3,
+    -1,
+    1,
+    1,
+    -1,
+    3,
+    -1,
+    1,
+    1,
+    1,
+    4,
+    1,
+    2,
+    1,
+    2,
+    2,
+    1,
+    0,
+    0,
+    1,
+    1,
+    2,
+    -1,
+    4,
+    1,
+    2,
+    4,
+    4,
+    1,
+    1,
+    2,
+    -1,
+    -1,
+    0,
+    2,
+    0,
+    1,
+    1,
+    2,
+    4,
+    4,
+    -1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    0,
+    4,
+    0,
+    -1,
+    0,
+    0,
+    1,
+    1,
+    4,
+    -1,
+    3,
+    -1,
+    -1,
+    -1,
+    -1,
+    4,
+    1,
+    2,
+    3,
+    3,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    0,
+    2,
+    1,
+    -1,
+    4,
+    1,
+    4,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    1,
+    1,
+    0,
+    4,
+    -1,
+    0,
+    -1,
+    0,
+    3,
+    -1,
+    0,
+    0,
+    3,
+    1,
+    2,
+    -1,
+    -1,
+    5,
+    1,
+    1,
+    1,
+    1,
+    1,
+    -1,
+    -1,
+    2,
+    0,
+    1,
+    5,
+    2,
+    5,
+    0,
+    1,
+    1,
+    0,
+    5,
+    5,
+    5,
+    2,
+    4,
+    0,
+    5,
+    5,
+    2,
+    2,
+    0,
+    -1,
+    2,
+    0,
+    2,
+    -1,
+    2,
+    -1,
+    4,
+    -1,
+    1,
+    5,
+    2,
+    1,
+    -1,
+    -1,
+    5,
+    2,
+    2,
+    1,
+    -1,
+    5,
+    -1,
+    1,
+    5,
+    1,
+    -1,
+    2,
+    1,
+    -1,
+    2,
+    -1,
+    1,
+    -1,
+    1,
+    2,
+    -1,
+    0,
+    2,
+    2,
+    5,
+    2,
+    2,
+    5,
+    1,
+    1,
+    2,
+    1,
+    -1,
+    1,
+    -1,
+    0,
+    1,
+    1,
+    0,
+    4,
+    1,
+    0,
+    0,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    1,
+    3,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    -1,
+    1,
+    -1,
+    -1,
+    1,
+    2,
+    0,
+    -1,
+    5,
+    1,
+    -1,
+    0,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    2,
+    1,
+    0,
+    -1,
+    2,
+    5,
+    1,
+    2,
+    0,
+    0,
+    0,
+    1,
+    0,
+    1,
+    0,
+    -1,
+    3,
+    1,
+    0,
+    1,
+    2,
+    0,
+    -1,
+    0,
+    0,
+    4,
+    0,
+    0,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    1,
+    -1,
+    2,
+    -1,
+    1,
+    -1,
+    2,
+    1,
+    0,
+    4,
+    1,
+    1,
+    -1,
+    -1,
+    -1,
+    2,
+    2,
+    2,
+    1,
+    1,
+    -1,
+    1,
+    -1,
+    1,
+    2,
+    -1,
+    5,
+    5,
+    5,
+    5,
+    5,
+    5,
+    5,
+    5,
+    5,
+    4,
+    2,
+    -1,
+    -1,
+    2,
+    4,
+    5,
+    1,
+    0,
+    4,
+    -1,
+    5,
+    -1,
+    3,
+    1,
+    5,
+    5,
+    2,
+    -1,
+    0,
+    -1,
+    4,
+    3,
+    -1,
+    1,
+    0,
+    -1,
+    1,
+    3,
+    -1,
+    -1,
+    3,
+    4,
+    3,
+    5,
+    -1,
+    -1,
+    2,
+    2,
+    3,
+    -1,
+    3,
+    -1,
+    -1,
+    2,
+    3,
+    2,
+    -1,
+    2,
+    3,
+    -1,
+    2,
+    2,
+    2,
+    -1,
+    0,
+    -1,
+    4,
+    3,
+    3,
+    0,
+    2,
+    -1,
+    -1,
+    0,
+    3,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    4,
+    -1,
+    -1,
+    0,
+    4,
+    -1,
+    2,
+    4,
+    2,
+    -1,
+    0,
+    0,
+    2,
+    0,
+    -1,
+    2,
+    3,
+    -1,
+    -1,
+    0,
+    0,
+    -1,
+    5,
+    2,
+    2,
+    2,
+    5,
+    -1,
+    -1,
+    0,
+    0,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    4,
+    -1,
+    0,
+    3,
+    0,
+    0,
+    1,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    0,
+    -1,
+    3,
+    0,
+    2,
+    -1,
+    0,
+    4,
+    -1,
+    -1,
+    4,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    -1,
+    -1,
+    4,
+    3,
+    4,
+    -1,
+    -1,
+    -1,
+    -1,
+    5,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    2,
+    -1,
+    0,
+    -1,
+    -1,
+    2,
+    5,
+    1,
+    -1,
+    -1,
+    -1,
+    4,
+    0,
+    2,
+    -1,
+    5,
+    -1,
+    5,
+    1,
+    2,
+    1,
+    2,
+    0,
+    0,
+    -1,
+    -1,
+    2,
+    2,
+    2,
+    4,
+    2,
+    -1,
+    5,
+    5,
+    0,
+    0,
+    0,
+    0,
+    -1,
+    0,
+    0,
+    0,
+    1,
+    2,
+    2,
+    -1,
+    -1,
+    -1,
+    2,
+    2,
+    -1,
+    0,
+    0,
+    -1,
+    -1,
+    -1,
+    4,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    3,
+    -1,
+    -1,
+    -1,
+    2,
+    5,
+    0,
+    0,
+    -1,
+    4,
+    -1,
+    2,
+    -1,
+    2,
+    5,
+    -1,
+    -1,
+    4,
+    0,
+    -1,
+    5,
+    -1,
+    4,
+    -1,
+    0,
+    -1,
+    3,
+    2,
+    2,
+    2,
+    5,
+    0,
+    0,
+    4,
+    1,
+    0,
+    2,
+    -1,
+    -1,
+    0,
+    4,
+    -1,
+    5,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    1,
+    0,
+    4,
+    4,
+    -1,
+    2,
+    2,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    3,
+    0,
+    0,
+    -1,
+    3,
+    0,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    4,
+    2,
+    2,
+    2,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    4,
+    -1,
+    5,
+    -1,
+    0,
+    2,
+    0,
+    -1,
+    2,
+    3,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    5,
+    0,
+    -1,
+    -1,
+    4,
+    3,
+    1,
+    -1,
+    2,
+    0,
+    0,
+    3,
+    4,
+    -1,
+    3,
+    0,
+    1,
+    3,
+    0,
+    0,
+    0,
+    0,
+    3,
+    3,
+    3,
+    2,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    4,
+    2,
+    -1,
+    4,
+    -1,
+    3,
+    3,
+    1,
+    -1,
+    1,
+    2,
+    -1,
+    1,
+    -1,
+    0,
+    -1,
+    3,
+    1,
+    -1,
+    3,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    3,
+    -1,
+    3,
+    -1,
+    1,
+    3,
+    3,
+    3,
+    -1,
+    -1,
+    -1,
+    2,
+    3,
+    1,
+    -1,
+    0,
+    -1,
+    3,
+    3,
+    3,
+    0,
+    -1,
+    -1,
+    1,
+    3,
+    4,
+    3,
+    0,
+    -1,
+    -1,
+    -1,
+    1,
+    3,
+    0,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    4,
+    4,
+    -1,
+    4,
+    0,
+    -1,
+    -1,
+    3,
+    1,
+    1,
+    3,
+    0,
+    3,
+    0,
+    4,
+    3,
+    1,
+    1,
+    0,
+    1,
+    -1,
+    1,
+    2,
+    -1,
+    -1,
+    -1
+  ],
+  "topic_sizes": {
+    "1": 119,
+    "-1": 288,
+    "0": 133,
+    "2": 101,
+    "3": 61,
+    "4": 54,
+    "5": 45
+  },
+  "topic_mapper": [
+    [
+      -1,
+      -1,
+      -1
+    ],
+    [
+      0,
+      0,
+      5
+    ],
+    [
+      1,
+      1,
+      2
+    ],
+    [
+      2,
+      2,
+      1
+    ],
+    [
+      3,
+      3,
+      0
+    ],
+    [
+      4,
+      4,
+      4
+    ],
+    [
+      5,
+      5,
+      3
+    ]
+  ],
+  "topic_labels": {
+    "-1": "-1_vaccinated_pfizer_cancers_symptoms",
+    "0": "0_vaccines_myocarditis_died_strokes",
+    "1": "1_vaccinated_c\u00f8vid_passport_zertifikate",
+    "2": "2_giftcards_atm_cash_cloned",
+    "3": "3_hydroxychloroquine_fenbendazole_250mg_amoxicillin",
+    "4": "4_covid_misinformation_monkeypox_freedom",
+    "5": "5_dmt_pills_100mg_oxycodone"
+  },
+  "custom_labels": null,
+  "_outliers": 1,
+  "topic_aspects": {}
+}