File size: 3,414 Bytes
d1dca0b 08cecd0 39e1e99 f86a506 39e1e99 871a3b8 fb831f8 603e4b9 2107d5e 871a3b8 2107d5e 871a3b8 fb831f8 2107d5e 871a3b8 fb831f8 2107d5e 871a3b8 fb831f8 2107d5e 871a3b8 fb831f8 2107d5e 871a3b8 fb831f8 2107d5e 871a3b8 af84848 1af9274 0b7e8ac a370bc5 35ed2b0 988cfc7 a370bc5 a96addf 34f54b2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 |
---
license: mit
datasets:
- shorecode/summary-collection-200k-rows
language:
- en
base_model:
- google/t5-efficient-tiny-nh8
library_name: transformers
tags:
- summary
- summarizer
widget:
- text: Model training
output:
url: Screenshot_20251030_222933.png
metrics:
- f1
- rouge
- extractiveness
model-index:
- name: t5-efficient-tiny-summarizer-general-purpose-v2
results:
- task:
type: Summarization
dataset:
name: shorecode/summary-collection-60k-rows
type: shorecode/summary-collection-60k-rows
metrics:
- name: f1 Score
type: f1 Score
value: 0.323
- task:
type: Summarization
dataset:
name: shorecode/summary-collection-60k-rows
type: shorecode/summary-collection-60k-rows
metrics:
- name: Faithfullness (facebook/bart-large-cnn)
type: facebook/bart-large-cnn
value: 2.56
- task:
type: Summarization
dataset:
name: shorecode/summary-collection-60k-rows
type: shorecode/summary-collection-60k-rows
metrics:
- name: Summarization Compression
type: Lighteval extractiveness
value: 6.91
- task:
type: Summarization
dataset:
name: shorecode/summary-collection-60k-rows
type: shorecode/summary-collection-60k-rows
metrics:
- name: Summarization Coverage
type: Lighteval extractiveness
value: 0.89
- task:
type: Summarization
dataset:
name: shorecode/summary-collection-60k-rows
type: shorecode/summary-collection-60k-rows
metrics:
- name: Summarization Density
type: Lighteval extractiveness
value: 4.95
- task:
type: Summarization
dataset:
name: shorecode/summary-collection-60k-rows
type: shorecode/summary-collection-60k-rows
metrics:
- name: rougeL precision
type: Lighteval
value: 0.51
- task:
type: Summarization
dataset:
name: shorecode/summary-collection-60k-rows
type: shorecode/summary-collection-60k-rows
metrics:
- name: rougeL recall
type: Lighteval
value: 0.13
- task:
type: Summarization
dataset:
name: shorecode/summary-collection-60k-rows
type: shorecode/summary-collection-60k-rows
metrics:
- name: rougeL fmeasure
type: Lighteval
value: 0.20
- task:
type: Summarization
dataset:
name: shorecode/summary-collection-60k-rows
type: shorecode/summary-collection-60k-rows
metrics:
- name: rouge1 precision
type: Lighteval
value: 0.71
- task:
type: Summarization
dataset:
name: shorecode/summary-collection-60k-rows
type: shorecode/summary-collection-60k-rows
metrics:
- name: rouge1 recall
type: Lighteval
value: 0.18
- task:
type: Summarization
dataset:
name: shorecode/summary-collection-60k-rows
type: shorecode/summary-collection-60k-rows
metrics:
- name: rouge1 fmeasure
type: Lighteval
value: 0.28
---
# Deprecated
Please visit https://huggingface.co/shorecode/t5-efficient-tiny-summarizer-general-purpose-v3 for an improved version
# This model was built to shorten text that is injected into LLM prompts to reduce API calling costs
Very high compression (7x) meaning the text is 7 times smaller when sent to your LLM provider!
<Gallery />
https://api.wandb.ai/links/shorecode-shorecode-llc/nqr415rk |