| | --- |
| | language: |
| | - en |
| | - de |
| | - fr |
| | - it |
| | - nl |
| | - multilingual |
| | tags: |
| | - punctuation prediction |
| | - punctuation |
| | datasets: wmt/europarl |
| | license: mit |
| | widget: |
| | - text: "Ondanks dat het nu bijna voorjaar is hebben we nog steds best koude dagen" |
| | example_title: "Dutch" |
| | - text: "Ho sentito che ti sei laureata il che mi fa molto piacere" |
| | example_title: "Italian" |
| | - text: "Tous les matins vers quatre heures mon père ouvrait la porte de ma chambre" |
| | example_title: "French" |
| | - text: "Ist das eine Frage Frau Müller" |
| | example_title: "German" |
| | - text: "My name is Clara and I live in Berkeley California" |
| | example_title: "English" |
| | metrics: |
| | - f1 |
| | --- |
| | |
| | # Work in progress |
| |
|
| | ## Classification report over all languages |
| | ``` |
| | precision recall f1-score support |
| | |
| | 0 0.99 0.99 0.99 47903344 |
| | . 0.94 0.95 0.95 2798780 |
| | , 0.85 0.84 0.85 3451618 |
| | ? 0.88 0.85 0.87 88876 |
| | - 0.61 0.32 0.42 157863 |
| | : 0.72 0.52 0.60 103789 |
| | |
| | accuracy 0.98 54504270 |
| | macro avg 0.83 0.75 0.78 54504270 |
| | weighted avg 0.98 0.98 0.98 54504270 |
| | ``` |
| |
|
| |
|
| |
|
| |
|
| | ## How to cite us |
| |
|
| | ``` |
| | @article{guhr-EtAl:2021:fullstop, |
| | title={FullStop: Multilingual Deep Models for Punctuation Prediction}, |
| | author = {Guhr, Oliver and Schumann, Anne-Kathrin and Bahrmann, Frank and Böhme, Hans Joachim}, |
| | booktitle = {Proceedings of the Swiss Text Analytics Conference 2021}, |
| | month = {June}, |
| | year = {2021}, |
| | address = {Winterthur, Switzerland}, |
| | publisher = {CEUR Workshop Proceedings}, |
| | url = {http://ceur-ws.org/Vol-2957/sepp_paper4.pdf} |
| | } |
| | |
| | ``` |
| |
|
| | ``` |
| | @misc{https://doi.org/10.48550/arxiv.2301.03319, |
| | doi = {10.48550/ARXIV.2301.03319}, |
| | url = {https://arxiv.org/abs/2301.03319}, |
| | author = {Vandeghinste, Vincent and Guhr, Oliver}, |
| | keywords = {Computation and Language (cs.CL), Artificial Intelligence (cs.AI), FOS: Computer and information sciences, FOS: Computer and information sciences, I.2.7}, |
| | title = {FullStop:Punctuation and Segmentation Prediction for Dutch with Transformers}, |
| | publisher = {arXiv}, |
| | year = {2023}, |
| | copyright = {Creative Commons Attribution Share Alike 4.0 International} |
| | } |
| | |
| | ``` |
| |
|
