| [ | |
| { | |
| "dataset": "DODa", | |
| "repo": "atlasia/DODa", | |
| "text_col": "darija", | |
| "total_rows": 87741, | |
| "total_processed": 87741, | |
| "ar": { | |
| "count": 0, | |
| "min": 0, | |
| "max": 0, | |
| "mean": 0.0, | |
| "median": 0.0 | |
| }, | |
| "az": { | |
| "count": 87739, | |
| "min": 2, | |
| "max": 155, | |
| "mean": 23.96, | |
| "median": 21.0 | |
| }, | |
| "mi": { | |
| "count": 2, | |
| "min": 11, | |
| "max": 12, | |
| "mean": 11.5, | |
| "median": 11.5 | |
| }, | |
| "ALL": { | |
| "count": 87741, | |
| "min": 2, | |
| "max": 155, | |
| "mean": 23.96, | |
| "median": 21.0 | |
| } | |
| }, | |
| { | |
| "dataset": "Darija-Wiki", | |
| "repo": "atlasia/Moroccan-Darija-Wiki-Dataset", | |
| "text_col": "content", | |
| "total_rows": 10044, | |
| "total_processed": 10044, | |
| "ar": { | |
| "count": 9570, | |
| "min": 31, | |
| "max": 43065, | |
| "mean": 761.42, | |
| "median": 506.0 | |
| }, | |
| "az": { | |
| "count": 1, | |
| "min": 3616, | |
| "max": 3616, | |
| "mean": 3616.0, | |
| "median": 3616.0 | |
| }, | |
| "mi": { | |
| "count": 473, | |
| "min": 66, | |
| "max": 95926, | |
| "mean": 2631.33, | |
| "median": 914.0 | |
| }, | |
| "ALL": { | |
| "count": 10044, | |
| "min": 31, | |
| "max": 95926, | |
| "mean": 849.76, | |
| "median": 508.0 | |
| } | |
| }, | |
| { | |
| "dataset": "Atlaset", | |
| "repo": "atlasia/Atlaset", | |
| "text_col": "text", | |
| "total_rows": 1170963, | |
| "total_processed": 1170963, | |
| "ar": { | |
| "count": 1082406, | |
| "min": 3, | |
| "max": 429082, | |
| "mean": 783.54, | |
| "median": 94.5 | |
| }, | |
| "az": { | |
| "count": 9897, | |
| "min": 3, | |
| "max": 228575, | |
| "mean": 204.23, | |
| "median": 29.0 | |
| }, | |
| "mi": { | |
| "count": 78660, | |
| "min": 4, | |
| "max": 96263, | |
| "mean": 421.6, | |
| "median": 115.0 | |
| }, | |
| "ALL": { | |
| "count": 1170963, | |
| "min": 3, | |
| "max": 429082, | |
| "mean": 754.33, | |
| "median": 86.0 | |
| } | |
| }, | |
| { | |
| "dataset": "Ours (daa-pairs)", | |
| "repo": "OiQ/daa-pairs", | |
| "text_col": "arabic", | |
| "total_rows": 112814, | |
| "total_processed": 112814, | |
| "ar": { | |
| "count": 84293, | |
| "min": 19, | |
| "max": 153, | |
| "mean": 65.97, | |
| "median": 65.0 | |
| }, | |
| "az": { | |
| "count": 43, | |
| "min": 48, | |
| "max": 94, | |
| "mean": 69.49, | |
| "median": 66.0 | |
| }, | |
| "mi": { | |
| "count": 28478, | |
| "min": 27, | |
| "max": 143, | |
| "mean": 68.94, | |
| "median": 68.0 | |
| }, | |
| "ALL": { | |
| "count": 112814, | |
| "min": 19, | |
| "max": 153, | |
| "mean": 66.72, | |
| "median": 66.0 | |
| } | |
| } | |
| ] |