1.91 GB

Ctrl+K

1 contributor

History: 123 commits

Coding-With-Bashir

Upload .\src\data_collection\masakhane_collector.py with huggingface_hub

94aa00a verified 2 months ago

.\.gitignore
447 Bytes
Upload .\.gitignore with huggingface_hub 2 months ago
.\README.md
4.91 kB
Upload .\README.md with huggingface_hub 2 months ago
.\configs\default.yaml
35.9 kB
Upload .\configs\default.yaml with huggingface_hub 2 months ago
.\configs\test_small.yaml
2.52 kB
Upload .\configs\test_small.yaml with huggingface_hub 2 months ago
.\data\processed\.gitkeep
0 Bytes
Upload .\data\processed\.gitkeep with huggingface_hub 2 months ago
.\data\processed\chat_data.jsonl
0 Bytes
Upload .\data\processed\chat_data.jsonl with huggingface_hub 2 months ago
.\data\processed\collection_summary.json
8.17 kB
Upload .\data\processed\collection_summary.json with huggingface_hub 2 months ago
.\data\processed\instruction_data.jsonl
112 MB
xet

Upload .\data\processed\instruction_data.jsonl with huggingface_hub 2 months ago
.\data\processed\processing_summary.json
7.15 kB
Upload .\data\processed\processing_summary.json with huggingface_hub 2 months ago
.\data\processed\training_data.jsonl
166 MB
xet

Upload .\data\processed\training_data.jsonl with huggingface_hub 2 months ago
.\data\processed_test\chat_data.jsonl
0 Bytes
Upload .\data\processed_test\chat_data.jsonl with huggingface_hub 2 months ago
.\data\processed_test\instruction_data.jsonl
33.1 MB
xet

Upload .\data\processed_test\instruction_data.jsonl with huggingface_hub 2 months ago
.\data\processed_test\processing_summary.json
1.38 kB
Upload .\data\processed_test\processing_summary.json with huggingface_hub 2 months ago
.\data\processed_test\training_data.jsonl
178 MB
xet

Upload .\data\processed_test\training_data.jsonl with huggingface_hub 2 months ago
.\data\raw\.gitkeep
0 Bytes
Upload .\data\raw\.gitkeep with huggingface_hub 2 months ago
.\data\raw\cc100_oscar\cc100_oscar_summary.json
91 Bytes
Upload .\data\raw\cc100_oscar\cc100_oscar_summary.json with huggingface_hub 2 months ago
.\data\raw\huggingface\ChrisToukmaji_kinyarwanda_instruction_tuning.jsonl
5.43 MB
Upload .\data\raw\huggingface\ChrisToukmaji_kinyarwanda_instruction_tuning.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\ChrisToukmaji_kinyarwanda_instruction_tuning.jsonl.done
4 Bytes
Upload .\data\raw\huggingface\ChrisToukmaji_kinyarwanda_instruction_tuning.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\CircuitNotion_kinyarwanda_corpus.jsonl
0 Bytes
Upload .\data\raw\huggingface\CircuitNotion_kinyarwanda_corpus.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\DigitalUmuganda_NMT_Health_parallel_data_en_kin.jsonl
14.4 MB
xet

Upload .\data\raw\huggingface\DigitalUmuganda_NMT_Health_parallel_data_en_kin.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\DigitalUmuganda_NMT_Rwandan-Gazette_parallel_data_en_kin.jsonl
26.2 MB
xet

Upload .\data\raw\huggingface\DigitalUmuganda_NMT_Rwandan-Gazette_parallel_data_en_kin.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\DigitalUmuganda_kinyarwanda-english-machine-translation-dataset.jsonl
0 Bytes
Upload .\data\raw\huggingface\DigitalUmuganda_kinyarwanda-english-machine-translation-dataset.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\Mikecyane_Kinyarwanda_chat.jsonl
0 Bytes
Upload .\data\raw\huggingface\Mikecyane_Kinyarwanda_chat.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\RogerB_kin_en_DigitalUmuganda.jsonl
5.21 MB
Upload .\data\raw\huggingface\RogerB_kin_en_DigitalUmuganda.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\RogerB_kin_en_DigitalUmuganda.jsonl.done
5 Bytes
Upload .\data\raw\huggingface\RogerB_kin_en_DigitalUmuganda.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\huggingface_summary.json
54.2 kB
Upload .\data\raw\huggingface\huggingface_summary.json with huggingface_hub 2 months ago
.\data\raw\huggingface\jojo-ai-mst_Roleplay-Kinyarwanda.jsonl
3.13 MB
Upload .\data\raw\huggingface\jojo-ai-mst_Roleplay-Kinyarwanda.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\jojo-ai-mst_Roleplay-Kinyarwanda.jsonl.done
4 Bytes
Upload .\data\raw\huggingface\jojo-ai-mst_Roleplay-Kinyarwanda.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\mbazaNLP_Kinyarwanda_English_parallel_dataset.jsonl
12.6 MB
xet

Upload .\data\raw\huggingface\mbazaNLP_Kinyarwanda_English_parallel_dataset.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\mbazaNLP_Kinyarwanda_English_parallel_dataset.jsonl.done
5 Bytes
Upload .\data\raw\huggingface\mbazaNLP_Kinyarwanda_English_parallel_dataset.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_akan-kinyarwanda_sentence-pairs.jsonl
10.9 MB
xet

Upload .\data\raw\huggingface\michsethowusu_akan-kinyarwanda_sentence-pairs.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_akan-kinyarwanda_sentence-pairs.jsonl.done
5 Bytes
Upload .\data\raw\huggingface\michsethowusu_akan-kinyarwanda_sentence-pairs.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_bambara-kinyarwanda_sentence-pairs.jsonl
10 MB
Upload .\data\raw\huggingface\michsethowusu_bambara-kinyarwanda_sentence-pairs.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_bambara-kinyarwanda_sentence-pairs.jsonl.done
5 Bytes
Upload .\data\raw\huggingface\michsethowusu_bambara-kinyarwanda_sentence-pairs.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_bemba-kinyarwanda_sentence-pairs.jsonl
35.6 MB
xet

Upload .\data\raw\huggingface\michsethowusu_bemba-kinyarwanda_sentence-pairs.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_bemba-kinyarwanda_sentence-pairs.jsonl.done
6 Bytes
Upload .\data\raw\huggingface\michsethowusu_bemba-kinyarwanda_sentence-pairs.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_dinka-kinyarwanda_sentence-pairs.jsonl
7.59 MB
Upload .\data\raw\huggingface\michsethowusu_dinka-kinyarwanda_sentence-pairs.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_dinka-kinyarwanda_sentence-pairs.jsonl.done
5 Bytes
Upload .\data\raw\huggingface\michsethowusu_dinka-kinyarwanda_sentence-pairs.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_dyula-kinyarwanda_sentence-pairs.jsonl
18.3 MB
xet

Upload .\data\raw\huggingface\michsethowusu_dyula-kinyarwanda_sentence-pairs.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_dyula-kinyarwanda_sentence-pairs.jsonl.done
6 Bytes
Upload .\data\raw\huggingface\michsethowusu_dyula-kinyarwanda_sentence-pairs.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_kinyarwanda-rundi_sentence-pairs.jsonl
81.6 MB
xet

Upload .\data\raw\huggingface\michsethowusu_kinyarwanda-rundi_sentence-pairs.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\saillab_alpaca-kinyarwanda-cleaned.jsonl
33.1 MB
xet

Upload .\data\raw\huggingface\saillab_alpaca-kinyarwanda-cleaned.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\saillab_alpaca-kinyarwanda-cleaned.jsonl.done
5 Bytes
Upload .\data\raw\huggingface\saillab_alpaca-kinyarwanda-cleaned.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\saillab_alpaca_kinyarwanda_taco.jsonl
182 MB
xet

Upload .\data\raw\huggingface\saillab_alpaca_kinyarwanda_taco.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\saillab_alpaca_kinyarwanda_taco.jsonl.done
5 Bytes
Upload .\data\raw\huggingface\saillab_alpaca_kinyarwanda_taco.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\souvorinkg_english_kinyarwanda.jsonl
10.3 MB
Upload .\data\raw\huggingface\souvorinkg_english_kinyarwanda.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\souvorinkg_english_kinyarwanda.jsonl.done
5 Bytes
Upload .\data\raw\huggingface\souvorinkg_english_kinyarwanda.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface_ChrisToukmaji_kinyarwanda_instruction_tuning.jsonl
5.43 MB
Upload .\data\raw\huggingface_ChrisToukmaji_kinyarwanda_instruction_tuning.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface_CircuitNotion_kinyarwanda_corpus.jsonl
0 Bytes
Upload .\data\raw\huggingface_CircuitNotion_kinyarwanda_corpus.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface_DigitalUmuganda_NMT_Health_parallel_data_en_kin.jsonl
14.4 MB
xet

Upload .\data\raw\huggingface_DigitalUmuganda_NMT_Health_parallel_data_en_kin.jsonl with huggingface_hub 2 months ago