Add BERTopic model

README.md

@@ -0,0 +1,75 @@
+
+---
+tags:
+- bertopic
+library_name: bertopic
+pipeline_tag: text-classification
+---
+
+# MARTINI_enrich_BERTopic_TheWellnessCompany
+
+This is a [BERTopic](https://github.com/MaartenGr/BERTopic) model. 
+BERTopic is a flexible and modular topic modeling framework that allows for the generation of easily interpretable topics from large datasets. 
+
+## Usage 
+
+To use this model, please install BERTopic:
+
+```
+pip install -U bertopic
+```
+
+You can use the model as follows:
+
+```python
+from bertopic import BERTopic
+topic_model = BERTopic.load("AIDA-UPM/MARTINI_enrich_BERTopic_TheWellnessCompany")
+
+topic_model.get_topic_info()
+```
+
+## Topic overview
+
+* Number of topics: 6
+* Number of training documents: 450
+
+<details>
+  <summary>Click here for an overview of all topics.</summary>
+  
+  | Topic ID | Topic Keywords | Topic Frequency | Label | 
+|----------|----------------|-----------------|-------| 
+| -1 | fauci - vaccinated - cancers - ivermectin - makis | 21 | -1_fauci_vaccinated_cancers_ivermectin | 
+| 0 | livestream - healthcare - supplements - tucker - amazing | 228 | 0_livestream_healthcare_supplements_tucker | 
+| 1 | nattokinase - bromelain - spikesymposium - curcumin - supplement | 87 | 1_nattokinase_bromelain_spikesymposium_curcumin | 
+| 2 | myocarditis - vaccinated - deaths - c19 - causally | 69 | 2_myocarditis_vaccinated_deaths_c19 | 
+| 3 | nattokinase - protease - fibrinolytic - neutralize - japan | 23 | 3_nattokinase_protease_fibrinolytic_neutralize | 
+| 4 | cardiologists - suicide - prescribed - negligent - houston | 22 | 4_cardiologists_suicide_prescribed_negligent |
+  
+</details>
+
+## Training hyperparameters
+
+* calculate_probabilities: True
+* language: None
+* low_memory: False
+* min_topic_size: 10
+* n_gram_range: (1, 1)
+* nr_topics: None
+* seed_topic_list: None
+* top_n_words: 10
+* verbose: False
+* zeroshot_min_similarity: 0.7
+* zeroshot_topic_list: None
+
+## Framework versions
+
+* Numpy: 1.26.4
+* HDBSCAN: 0.8.40
+* UMAP: 0.5.7
+* Pandas: 2.2.3
+* Scikit-Learn: 1.5.2
+* Sentence-transformers: 3.3.1
+* Transformers: 4.46.3
+* Numba: 0.60.0
+* Plotly: 5.24.1
+* Python: 3.10.12

config.json

@@ -0,0 +1,16 @@
+{
+  "calculate_probabilities": true,
+  "language": null,
+  "low_memory": false,
+  "min_topic_size": 10,
+  "n_gram_range": [
+    1,
+    1
+  ],
+  "nr_topics": null,
+  "seed_topic_list": null,
+  "top_n_words": 10,
+  "verbose": false,
+  "zeroshot_min_similarity": 0.7,
+  "zeroshot_topic_list": null
+}

ctfidf.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68f04d9cb77cf7b8e47c47973d9b6fb56427cf364d254940225729ee154c2eb
+size 106656

topic_embeddings.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590a0ce1d0492e71328d549b2e15cc661120a338df56796ea7943686832a0e42
+size 24664

topics.json

@@ -0,0 +1,639 @@
+{
+  "topic_representations": {
+    "-1": [
+      [
+        "fauci",
+        0.5840796232223511
+      ],
+      [
+        "vaccinated",
+        0.5729077458381653
+      ],
+      [
+        "cancers",
+        0.506521463394165
+      ],
+      [
+        "ivermectin",
+        0.49987122416496277
+      ],
+      [
+        "makis",
+        0.4593627452850342
+      ]
+    ],
+    "0": [
+      [
+        "livestream",
+        0.5271531939506531
+      ],
+      [
+        "healthcare",
+        0.42863935232162476
+      ],
+      [
+        "supplements",
+        0.4007262587547302
+      ],
+      [
+        "tucker",
+        0.4002035856246948
+      ],
+      [
+        "amazing",
+        0.3899478018283844
+      ]
+    ],
+    "1": [
+      [
+        "nattokinase",
+        0.5607596635818481
+      ],
+      [
+        "bromelain",
+        0.5514837503433228
+      ],
+      [
+        "spikesymposium",
+        0.47098857164382935
+      ],
+      [
+        "curcumin",
+        0.46161046624183655
+      ],
+      [
+        "supplement",
+        0.45820099115371704
+      ]
+    ],
+    "2": [
+      [
+        "myocarditis",
+        0.5465197563171387
+      ],
+      [
+        "vaccinated",
+        0.487912654876709
+      ],
+      [
+        "deaths",
+        0.4605925679206848
+      ],
+      [
+        "c19",
+        0.38834723830223083
+      ],
+      [
+        "causally",
+        0.3710002899169922
+      ]
+    ],
+    "3": [
+      [
+        "nattokinase",
+        0.6570773124694824
+      ],
+      [
+        "protease",
+        0.49258729815483093
+      ],
+      [
+        "fibrinolytic",
+        0.4861806631088257
+      ],
+      [
+        "neutralize",
+        0.41933923959732056
+      ],
+      [
+        "japan",
+        0.3859969973564148
+      ]
+    ],
+    "4": [
+      [
+        "cardiologists",
+        0.47415268421173096
+      ],
+      [
+        "suicide",
+        0.3840067684650421
+      ],
+      [
+        "prescribed",
+        0.3793817162513733
+      ],
+      [
+        "negligent",
+        0.37877094745635986
+      ],
+      [
+        "houston",
+        0.3753000497817993
+      ]
+    ]
+  },
+  "topics": [
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    1,
+    1,
+    -1,
+    -1,
+    1,
+    -1,
+    1,
+    1,
+    1,
+    1,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    1,
+    1,
+    -1,
+    0,
+    -1,
+    0,
+    1,
+    -1,
+    -1,
+    0,
+    1,
+    1,
+    0,
+    -1,
+    1,
+    1,
+    -1,
+    1,
+    4,
+    0,
+    -1,
+    0,
+    1,
+    1,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    2,
+    1,
+    1,
+    1,
+    1,
+    0,
+    -1,
+    0,
+    1,
+    -1,
+    1,
+    -1,
+    1,
+    0,
+    1,
+    1,
+    0,
+    0,
+    2,
+    0,
+    2,
+    0,
+    1,
+    0,
+    2,
+    1,
+    1,
+    1,
+    2,
+    0,
+    0,
+    -1,
+    -1,
+    0,
+    0,
+    1,
+    -1,
+    -1,
+    1,
+    0,
+    1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    0,
+    -1,
+    1,
+    0,
+    1,
+    1,
+    1,
+    -1,
+    4,
+    1,
+    -1,
+    0,
+    1,
+    0,
+    -1,
+    0,
+    1,
+    -1,
+    1,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    0,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    0,
+    0,
+    3,
+    2,
+    1,
+    1,
+    1,
+    0,
+    2,
+    -1,
+    3,
+    1,
+    1,
+    -1,
+    1,
+    1,
+    -1,
+    4,
+    3,
+    -1,
+    1,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    -1,
+    1,
+    0,
+    -1,
+    3,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    4,
+    -1,
+    -1,
+    0,
+    3,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    3,
+    0,
+    1,
+    -1,
+    3,
+    -1,
+    3,
+    1,
+    -1,
+    0,
+    3,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    -1,
+    -1,
+    0,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    3,
+    2,
+    -1,
+    3,
+    0,
+    0,
+    0,
+    3,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    4,
+    -1,
+    -1,
+    1,
+    3,
+    -1,
+    0,
+    -1,
+    1,
+    -1,
+    0,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    3,
+    -1,
+    4,
+    4,
+    4,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    1,
+    1,
+    3,
+    3,
+    1,
+    3,
+    1,
+    2,
+    -1,
+    -1,
+    3,
+    0,
+    0,
+    -1,
+    0,
+    -1,
+    -1,
+    3,
+    -1,
+    2,
+    0,
+    0,
+    -1,
+    -1,
+    4,
+    -1,
+    -1,
+    0,
+    3,
+    1,
+    -1,
+    -1,
+    4,
+    4,
+    4,
+    4,
+    -1,
+    0,
+    -1,
+    2,
+    4,
+    0,
+    -1,
+    4,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    4,
+    -1,
+    4,
+    0,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    4,
+    -1,
+    2,
+    -1,
+    0,
+    -1,
+    0,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    4,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    0,
+    0,
+    4,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    2,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    4,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    0,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    -1,
+    0,
+    0,
+    0,
+    -1,
+    0,
+    -1,
+    0,
+    0,
+    0,
+    0
+  ],
+  "topic_sizes": {
+    "-1": 228,
+    "2": 23,
+    "1": 69,
+    "0": 87,
+    "4": 21,
+    "3": 22
+  },
+  "topic_mapper": [
+    [
+      -1,
+      -1,
+      -1
+    ],
+    [
+      0,
+      0,
+      0
+    ],
+    [
+      1,
+      1,
+      3
+    ],
+    [
+      2,
+      2,
+      1
+    ],
+    [
+      3,
+      3,
+      2
+    ],
+    [
+      4,
+      4,
+      4
+    ]
+  ],
+  "topic_labels": {
+    "-1": "-1_fauci_vaccinated_cancers_ivermectin",
+    "0": "0_livestream_healthcare_supplements_tucker",
+    "1": "1_nattokinase_bromelain_spikesymposium_curcumin",
+    "2": "2_myocarditis_vaccinated_deaths_c19",
+    "3": "3_nattokinase_protease_fibrinolytic_neutralize",
+    "4": "4_cardiologists_suicide_prescribed_negligent"
+  },
+  "custom_labels": null,
+  "_outliers": 1,
+  "topic_aspects": {}
+}