Add BERTopic model

README.md

@@ -0,0 +1,73 @@
+
+---
+tags:
+- bertopic
+library_name: bertopic
+pipeline_tag: text-classification
+---
+
+# MARTINI_enrich_BERTopic_oldworld42
+
+This is a [BERTopic](https://github.com/MaartenGr/BERTopic) model. 
+BERTopic is a flexible and modular topic modeling framework that allows for the generation of easily interpretable topics from large datasets. 
+
+## Usage 
+
+To use this model, please install BERTopic:
+
+```
+pip install -U bertopic
+```
+
+You can use the model as follows:
+
+```python
+from bertopic import BERTopic
+topic_model = BERTopic.load("AIDA-UPM/MARTINI_enrich_BERTopic_oldworld42")
+
+topic_model.get_topic_info()
+```
+
+## Topic overview
+
+* Number of topics: 4
+* Number of training documents: 198
+
+<details>
+  <summary>Click here for an overview of all topics.</summary>
+  
+  | Topic ID | Topic Keywords | Topic Frequency | Label | 
+|----------|----------------|-----------------|-------| 
+| -1 | nsdap - capitalism - marx - stalin - nietzsche | 21 | -1_nsdap_capitalism_marx_stalin | 
+| 0 | soros - oligarchs - conspiracy - antisemitic - ukraine | 98 | 0_soros_oligarchs_conspiracy_antisemitic | 
+| 1 | brahmins - hindutva - sanskriti - sindhu - aryans | 40 | 1_brahmins_hindutva_sanskriti_sindhu | 
+| 2 | enlightenment - aristotle - incarnation - beliefs - christian | 39 | 2_enlightenment_aristotle_incarnation_beliefs |
+  
+</details>
+
+## Training hyperparameters
+
+* calculate_probabilities: True
+* language: None
+* low_memory: False
+* min_topic_size: 10
+* n_gram_range: (1, 1)
+* nr_topics: None
+* seed_topic_list: None
+* top_n_words: 10
+* verbose: False
+* zeroshot_min_similarity: 0.7
+* zeroshot_topic_list: None
+
+## Framework versions
+
+* Numpy: 1.26.4
+* HDBSCAN: 0.8.40
+* UMAP: 0.5.7
+* Pandas: 2.2.3
+* Scikit-Learn: 1.5.2
+* Sentence-transformers: 3.3.1
+* Transformers: 4.46.3
+* Numba: 0.60.0
+* Plotly: 5.24.1
+* Python: 3.10.12

config.json

@@ -0,0 +1,16 @@
+{
+  "calculate_probabilities": true,
+  "language": null,
+  "low_memory": false,
+  "min_topic_size": 10,
+  "n_gram_range": [
+    1,
+    1
+  ],
+  "nr_topics": null,
+  "seed_topic_list": null,
+  "top_n_words": 10,
+  "verbose": false,
+  "zeroshot_min_similarity": 0.7,
+  "zeroshot_topic_list": null
+}

ctfidf.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3a0a3977c17edd7138df75ea2ba8c51957a528cb61ef1a980324ec69710898
+size 139376

topic_embeddings.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75acfc460db612df755863fb17ee88d9fffcbade32c78d4f4ac1c363fc19d9b4
+size 16472

topics.json

@@ -0,0 +1,329 @@
+{
+  "topic_representations": {
+    "-1": [
+      [
+        "nsdap",
+        0.6115792989730835
+      ],
+      [
+        "capitalism",
+        0.5668036341667175
+      ],
+      [
+        "marx",
+        0.5295607447624207
+      ],
+      [
+        "stalin",
+        0.5223168730735779
+      ],
+      [
+        "nietzsche",
+        0.47473692893981934
+      ]
+    ],
+    "0": [
+      [
+        "soros",
+        0.6220753788948059
+      ],
+      [
+        "oligarchs",
+        0.6183851361274719
+      ],
+      [
+        "conspiracy",
+        0.5660175085067749
+      ],
+      [
+        "antisemitic",
+        0.5395936965942383
+      ],
+      [
+        "ukraine",
+        0.5191923379898071
+      ]
+    ],
+    "1": [
+      [
+        "brahmins",
+        0.6279194355010986
+      ],
+      [
+        "hindutva",
+        0.611663281917572
+      ],
+      [
+        "sanskriti",
+        0.571912407875061
+      ],
+      [
+        "sindhu",
+        0.5646538138389587
+      ],
+      [
+        "aryans",
+        0.5604211091995239
+      ]
+    ],
+    "2": [
+      [
+        "enlightenment",
+        0.6110816597938538
+      ],
+      [
+        "aristotle",
+        0.5789486765861511
+      ],
+      [
+        "incarnation",
+        0.5667442083358765
+      ],
+      [
+        "beliefs",
+        0.5513602495193481
+      ],
+      [
+        "christian",
+        0.5380693674087524
+      ]
+    ]
+  },
+  "topics": [
+    2,
+    0,
+    0,
+    2,
+    -1,
+    0,
+    1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    1,
+    -1,
+    -1,
+    -1,
+    2,
+    2,
+    2,
+    0,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    0,
+    2,
+    0,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    1,
+    2,
+    2,
+    1,
+    -1,
+    1,
+    -1,
+    -1,
+    1,
+    1,
+    1,
+    0,
+    -1,
+    1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    1,
+    2,
+    1,
+    1,
+    -1,
+    -1,
+    2,
+    -1,
+    1,
+    -1,
+    0,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    1,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    -1,
+    1,
+    1,
+    1,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    1,
+    -1,
+    0,
+    -1,
+    -1,
+    0,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    0,
+    -1,
+    1,
+    -1,
+    0,
+    -1,
+    2,
+    -1,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    0,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    2,
+    2,
+    2,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2
+  ],
+  "topic_sizes": {
+    "2": 21,
+    "0": 40,
+    "-1": 98,
+    "1": 39
+  },
+  "topic_mapper": [
+    [
+      -1,
+      -1,
+      -1
+    ],
+    [
+      0,
+      0,
+      1
+    ],
+    [
+      1,
+      1,
+      2
+    ],
+    [
+      2,
+      2,
+      0
+    ]
+  ],
+  "topic_labels": {
+    "-1": "-1_nsdap_capitalism_marx_stalin",
+    "0": "0_soros_oligarchs_conspiracy_antisemitic",
+    "1": "1_brahmins_hindutva_sanskriti_sindhu",
+    "2": "2_enlightenment_aristotle_incarnation_beliefs"
+  },
+  "custom_labels": null,
+  "_outliers": 1,
+  "topic_aspects": {}
+}