Text Classification
Transformers
Safetensors
xlm-roberta
multilabel-classification
multilingual
easy-to-read
text-simplification
sentence-pair-classification
multilingual-e5
accessibility
custom_code
text-embeddings-inference
Instructions to use hannah-khallaf/e2r-strategy-multilingual-e5-large-bce with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use hannah-khallaf/e2r-strategy-multilingual-e5-large-bce with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="hannah-khallaf/e2r-strategy-multilingual-e5-large-bce", trust_remote_code=True)# Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("hannah-khallaf/e2r-strategy-multilingual-e5-large-bce", trust_remote_code=True) model = AutoModelForSequenceClassification.from_pretrained("hannah-khallaf/e2r-strategy-multilingual-e5-large-bce", trust_remote_code=True, device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "n_examples": 262, | |
| "n_labels": 6, | |
| "primary_macro_f1": 0.6968130184027538, | |
| "primary_micro_f1": 0.7540263543191801, | |
| "primary_weighted_f1": 0.7590728602851566, | |
| "primary_exact_match": 0.25572519083969464, | |
| "primary_hamming_loss": 0.21374045801526717, | |
| "primary_jaccard_samples": 0.640267175572519, | |
| "primary_gold_cardinality": 2.3587786259541983, | |
| "primary_pred_cardinality": 2.854961832061069, | |
| "all_tags_macro_f1": 0.6968130184027538, | |
| "all_tags_micro_f1": 0.7540263543191801, | |
| "all_tags_weighted_f1": 0.7590728602851566, | |
| "all_tags_exact_match": 0.25572519083969464, | |
| "all_tags_hamming_loss": 0.21374045801526717, | |
| "all_tags_jaccard_samples": 0.640267175572519, | |
| "all_tags_gold_cardinality": 2.3587786259541983, | |
| "all_tags_pred_cardinality": 2.854961832061069, | |
| "loss": 0.4316892836130027, | |
| "seed": 87, | |
| "best_epoch": 4, | |
| "per_language": { | |
| "ar": { | |
| "n_examples": 16, | |
| "n_labels": 6, | |
| "primary_macro_f1": 0.39275608375778154, | |
| "primary_micro_f1": 0.7083333333333334, | |
| "primary_weighted_f1": 0.6268667059353452, | |
| "primary_exact_match": 0.125, | |
| "primary_hamming_loss": 0.2916666666666667, | |
| "primary_jaccard_samples": 0.5666666666666667, | |
| "primary_gold_cardinality": 3.0625, | |
| "primary_pred_cardinality": 2.9375, | |
| "all_tags_macro_f1": 0.39275608375778154, | |
| "all_tags_micro_f1": 0.7083333333333334, | |
| "all_tags_weighted_f1": 0.6268667059353452, | |
| "all_tags_exact_match": 0.125, | |
| "all_tags_hamming_loss": 0.2916666666666667, | |
| "all_tags_jaccard_samples": 0.5666666666666667, | |
| "all_tags_gold_cardinality": 3.0625, | |
| "all_tags_pred_cardinality": 2.9375 | |
| }, | |
| "ca": { | |
| "n_examples": 87, | |
| "n_labels": 6, | |
| "primary_macro_f1": 0.3483686067019401, | |
| "primary_micro_f1": 0.734375, | |
| "primary_weighted_f1": 0.7241283407950074, | |
| "primary_exact_match": 0.4827586206896552, | |
| "primary_hamming_loss": 0.13026819923371646, | |
| "primary_jaccard_samples": 0.6839080459770115, | |
| "primary_gold_cardinality": 1.3448275862068966, | |
| "primary_pred_cardinality": 1.5977011494252873, | |
| "all_tags_macro_f1": 0.3483686067019401, | |
| "all_tags_micro_f1": 0.734375, | |
| "all_tags_weighted_f1": 0.7241283407950074, | |
| "all_tags_exact_match": 0.4827586206896552, | |
| "all_tags_hamming_loss": 0.13026819923371646, | |
| "all_tags_jaccard_samples": 0.6839080459770115, | |
| "all_tags_gold_cardinality": 1.3448275862068966, | |
| "all_tags_pred_cardinality": 1.5977011494252873 | |
| }, | |
| "en": { | |
| "n_examples": 17, | |
| "n_labels": 6, | |
| "primary_macro_f1": 0.47774447774447776, | |
| "primary_micro_f1": 0.6741573033707865, | |
| "primary_weighted_f1": 0.6457166022383413, | |
| "primary_exact_match": 0.058823529411764705, | |
| "primary_hamming_loss": 0.28431372549019607, | |
| "primary_jaccard_samples": 0.4970588235294117, | |
| "primary_gold_cardinality": 2.7058823529411766, | |
| "primary_pred_cardinality": 2.5294117647058822, | |
| "all_tags_macro_f1": 0.47774447774447776, | |
| "all_tags_micro_f1": 0.6741573033707865, | |
| "all_tags_weighted_f1": 0.6457166022383413, | |
| "all_tags_exact_match": 0.058823529411764705, | |
| "all_tags_hamming_loss": 0.28431372549019607, | |
| "all_tags_jaccard_samples": 0.4970588235294117, | |
| "all_tags_gold_cardinality": 2.7058823529411766, | |
| "all_tags_pred_cardinality": 2.5294117647058822 | |
| }, | |
| "es": { | |
| "n_examples": 56, | |
| "n_labels": 6, | |
| "primary_macro_f1": 0.4654808712475816, | |
| "primary_micro_f1": 0.7659574468085106, | |
| "primary_weighted_f1": 0.7801948389666046, | |
| "primary_exact_match": 0.30357142857142855, | |
| "primary_hamming_loss": 0.19642857142857142, | |
| "primary_jaccard_samples": 0.6764880952380953, | |
| "primary_gold_cardinality": 2.25, | |
| "primary_pred_cardinality": 2.7857142857142856, | |
| "all_tags_macro_f1": 0.4654808712475816, | |
| "all_tags_micro_f1": 0.7659574468085106, | |
| "all_tags_weighted_f1": 0.7801948389666046, | |
| "all_tags_exact_match": 0.30357142857142855, | |
| "all_tags_hamming_loss": 0.19642857142857142, | |
| "all_tags_jaccard_samples": 0.6764880952380953, | |
| "all_tags_gold_cardinality": 2.25, | |
| "all_tags_pred_cardinality": 2.7857142857142856 | |
| }, | |
| "fr": { | |
| "n_examples": 20, | |
| "n_labels": 6, | |
| "primary_macro_f1": 0.3049052396878484, | |
| "primary_micro_f1": 0.6, | |
| "primary_weighted_f1": 0.5314167793353731, | |
| "primary_exact_match": 0.0, | |
| "primary_hamming_loss": 0.3, | |
| "primary_jaccard_samples": 0.4341666666666666, | |
| "primary_gold_cardinality": 2.35, | |
| "primary_pred_cardinality": 2.15, | |
| "all_tags_macro_f1": 0.3049052396878484, | |
| "all_tags_micro_f1": 0.6, | |
| "all_tags_weighted_f1": 0.5314167793353731, | |
| "all_tags_exact_match": 0.0, | |
| "all_tags_hamming_loss": 0.3, | |
| "all_tags_jaccard_samples": 0.4341666666666666, | |
| "all_tags_gold_cardinality": 2.35, | |
| "all_tags_pred_cardinality": 2.15 | |
| }, | |
| "it": { | |
| "n_examples": 66, | |
| "n_labels": 6, | |
| "primary_macro_f1": 0.7471790057934165, | |
| "primary_micro_f1": 0.8028933092224232, | |
| "primary_weighted_f1": 0.8324224721960104, | |
| "primary_exact_match": 0.07575757575757576, | |
| "primary_hamming_loss": 0.27525252525252525, | |
| "primary_jaccard_samples": 0.669191919191919, | |
| "primary_gold_cardinality": 3.5303030303030303, | |
| "primary_pred_cardinality": 4.848484848484849, | |
| "all_tags_macro_f1": 0.7471790057934165, | |
| "all_tags_micro_f1": 0.8028933092224232, | |
| "all_tags_weighted_f1": 0.8324224721960104, | |
| "all_tags_exact_match": 0.07575757575757576, | |
| "all_tags_hamming_loss": 0.27525252525252525, | |
| "all_tags_jaccard_samples": 0.669191919191919, | |
| "all_tags_gold_cardinality": 3.5303030303030303, | |
| "all_tags_pred_cardinality": 4.848484848484849 | |
| } | |
| } | |
| } |