belenedgar's picture
Add BERTopic model
78e1e49
raw
history blame
2.86 kB
{
"topic_representations": {
"-1": [
[
"and",
0.09000869930489337
],
[
"to",
0.0824331359017318
],
[
"the",
0.07562709320763375
],
[
"of",
0.06979974997483955
],
[
"or",
0.06529535659952677
],
[
"online",
0.057358191234895994
],
[
"is",
0.04682120911317892
],
[
"can",
0.0367468593275954
],
[
"sharing",
0.03399786959231426
],
[
"social",
0.03367461502043899
]
],
"0": [
[
"and",
0.083553044279873
],
[
"online",
0.07883938232585563
],
[
"the",
0.07075599315225035
],
[
"to",
0.07005889936650912
],
[
"of",
0.05516619174384157
],
[
"identity",
0.0536669937392877
],
[
"your",
0.044498911926168935
],
[
"data",
0.04185704289127749
],
[
"or",
0.039817060835729404
],
[
"theft",
0.039206876959330846
]
],
"1": [
[
"speech",
0.13188712764195976
],
[
"hate",
0.12832261067866355
],
[
"or",
0.11740009924255129
],
[
"of",
0.10487084266456881
],
[
"the",
0.07229515066623639
],
[
"language",
0.06750565590081486
],
[
"to",
0.06135676540781035
],
[
"is",
0.058104518408126214
],
[
"and",
0.05389017640312127
],
[
"in",
0.053318229839527484
]
]
},
"topics": [
0,
0,
-1,
0,
0,
-1,
1,
0,
0,
-1,
1,
-1,
0,
0,
0,
-1,
0,
-1,
-1,
0,
-1,
-1,
1,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
-1,
1,
1,
-1,
-1,
-1,
0,
0,
1,
0,
0,
0,
1,
0,
-1,
1,
-1,
0,
0,
-1,
1,
-1,
-1,
-1,
-1,
-1,
1,
-1,
-1,
0,
0,
-1,
-1,
0,
-1,
-1,
0,
1,
0,
-1,
-1
],
"topic_sizes": {
"0": 33,
"-1": 29,
"1": 12
},
"topic_mapper": [
[
-1,
-1,
-1
],
[
0,
0,
1
],
[
1,
1,
0
]
],
"topic_labels": {
"-1": "-1_and_to_the_of",
"0": "0_and_online_the_to",
"1": "1_speech_hate_or_of"
},
"custom_labels": null,
"_outliers": 1,
"topic_aspects": {}
}