Ctrl+K

1 contributor

History: 128 commits

Coding-With-Bashir

Upload .\src\data_collection\wikimedia_collector.py with huggingface_hub

0ed341a verified 2 months ago

.\.gitignore

447 Bytes
Upload .\.gitignore with huggingface_hub 2 months ago
.\README.md

4.91 kB
Upload .\README.md with huggingface_hub 2 months ago
.\configs\default.yaml

35.9 kB
Upload .\configs\default.yaml with huggingface_hub 2 months ago
.\configs\test_small.yaml

2.52 kB
Upload .\configs\test_small.yaml with huggingface_hub 2 months ago
.\data\processed\.gitkeep

0 Bytes
Upload .\data\processed\.gitkeep with huggingface_hub 2 months ago
.\data\processed\chat_data.jsonl

0 Bytes
Upload .\data\processed\chat_data.jsonl with huggingface_hub 2 months ago
.\data\processed\collection_summary.json

8.17 kB
Upload .\data\processed\collection_summary.json with huggingface_hub 2 months ago
.\data\processed\instruction_data.jsonl

112 MB
xet

Upload .\data\processed\instruction_data.jsonl with huggingface_hub 2 months ago
.\data\processed\processing_summary.json

7.15 kB
Upload .\data\processed\processing_summary.json with huggingface_hub 2 months ago
.\data\processed\training_data.jsonl

166 MB
xet

Upload .\data\processed\training_data.jsonl with huggingface_hub 2 months ago
.\data\processed_test\chat_data.jsonl

0 Bytes
Upload .\data\processed_test\chat_data.jsonl with huggingface_hub 2 months ago
.\data\processed_test\instruction_data.jsonl

33.1 MB
xet

Upload .\data\processed_test\instruction_data.jsonl with huggingface_hub 2 months ago
.\data\processed_test\processing_summary.json

1.38 kB
Upload .\data\processed_test\processing_summary.json with huggingface_hub 2 months ago
.\data\processed_test\training_data.jsonl

178 MB
xet

Upload .\data\processed_test\training_data.jsonl with huggingface_hub 2 months ago
.\data\raw\.gitkeep

0 Bytes
Upload .\data\raw\.gitkeep with huggingface_hub 2 months ago
.\data\raw\cc100_oscar\cc100_oscar_summary.json

91 Bytes
Upload .\data\raw\cc100_oscar\cc100_oscar_summary.json with huggingface_hub 2 months ago
.\data\raw\huggingface\ChrisToukmaji_kinyarwanda_instruction_tuning.jsonl

5.43 MB
Upload .\data\raw\huggingface\ChrisToukmaji_kinyarwanda_instruction_tuning.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\ChrisToukmaji_kinyarwanda_instruction_tuning.jsonl.done

4 Bytes
Upload .\data\raw\huggingface\ChrisToukmaji_kinyarwanda_instruction_tuning.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\CircuitNotion_kinyarwanda_corpus.jsonl

0 Bytes
Upload .\data\raw\huggingface\CircuitNotion_kinyarwanda_corpus.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\DigitalUmuganda_NMT_Health_parallel_data_en_kin.jsonl

14.4 MB
xet

Upload .\data\raw\huggingface\DigitalUmuganda_NMT_Health_parallel_data_en_kin.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\DigitalUmuganda_NMT_Rwandan-Gazette_parallel_data_en_kin.jsonl

26.2 MB
xet

Upload .\data\raw\huggingface\DigitalUmuganda_NMT_Rwandan-Gazette_parallel_data_en_kin.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\DigitalUmuganda_kinyarwanda-english-machine-translation-dataset.jsonl

0 Bytes
Upload .\data\raw\huggingface\DigitalUmuganda_kinyarwanda-english-machine-translation-dataset.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\Mikecyane_Kinyarwanda_chat.jsonl

0 Bytes
Upload .\data\raw\huggingface\Mikecyane_Kinyarwanda_chat.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\RogerB_kin_en_DigitalUmuganda.jsonl

5.21 MB
Upload .\data\raw\huggingface\RogerB_kin_en_DigitalUmuganda.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\RogerB_kin_en_DigitalUmuganda.jsonl.done

5 Bytes
Upload .\data\raw\huggingface\RogerB_kin_en_DigitalUmuganda.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\huggingface_summary.json

54.2 kB
Upload .\data\raw\huggingface\huggingface_summary.json with huggingface_hub 2 months ago
.\data\raw\huggingface\jojo-ai-mst_Roleplay-Kinyarwanda.jsonl

3.13 MB
Upload .\data\raw\huggingface\jojo-ai-mst_Roleplay-Kinyarwanda.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\jojo-ai-mst_Roleplay-Kinyarwanda.jsonl.done

4 Bytes
Upload .\data\raw\huggingface\jojo-ai-mst_Roleplay-Kinyarwanda.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\mbazaNLP_Kinyarwanda_English_parallel_dataset.jsonl

12.6 MB
xet

Upload .\data\raw\huggingface\mbazaNLP_Kinyarwanda_English_parallel_dataset.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\mbazaNLP_Kinyarwanda_English_parallel_dataset.jsonl.done

5 Bytes
Upload .\data\raw\huggingface\mbazaNLP_Kinyarwanda_English_parallel_dataset.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_akan-kinyarwanda_sentence-pairs.jsonl

10.9 MB
xet

Upload .\data\raw\huggingface\michsethowusu_akan-kinyarwanda_sentence-pairs.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_akan-kinyarwanda_sentence-pairs.jsonl.done

5 Bytes
Upload .\data\raw\huggingface\michsethowusu_akan-kinyarwanda_sentence-pairs.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_bambara-kinyarwanda_sentence-pairs.jsonl

10 MB
Upload .\data\raw\huggingface\michsethowusu_bambara-kinyarwanda_sentence-pairs.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_bambara-kinyarwanda_sentence-pairs.jsonl.done

5 Bytes
Upload .\data\raw\huggingface\michsethowusu_bambara-kinyarwanda_sentence-pairs.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_bemba-kinyarwanda_sentence-pairs.jsonl

35.6 MB
xet

Upload .\data\raw\huggingface\michsethowusu_bemba-kinyarwanda_sentence-pairs.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_bemba-kinyarwanda_sentence-pairs.jsonl.done

6 Bytes
Upload .\data\raw\huggingface\michsethowusu_bemba-kinyarwanda_sentence-pairs.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_dinka-kinyarwanda_sentence-pairs.jsonl

7.59 MB
Upload .\data\raw\huggingface\michsethowusu_dinka-kinyarwanda_sentence-pairs.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_dinka-kinyarwanda_sentence-pairs.jsonl.done

5 Bytes
Upload .\data\raw\huggingface\michsethowusu_dinka-kinyarwanda_sentence-pairs.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_dyula-kinyarwanda_sentence-pairs.jsonl

18.3 MB
xet

Upload .\data\raw\huggingface\michsethowusu_dyula-kinyarwanda_sentence-pairs.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_dyula-kinyarwanda_sentence-pairs.jsonl.done

6 Bytes
Upload .\data\raw\huggingface\michsethowusu_dyula-kinyarwanda_sentence-pairs.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\michsethowusu_kinyarwanda-rundi_sentence-pairs.jsonl

81.6 MB
xet

Upload .\data\raw\huggingface\michsethowusu_kinyarwanda-rundi_sentence-pairs.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\saillab_alpaca-kinyarwanda-cleaned.jsonl

33.1 MB
xet

Upload .\data\raw\huggingface\saillab_alpaca-kinyarwanda-cleaned.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\saillab_alpaca-kinyarwanda-cleaned.jsonl.done

5 Bytes
Upload .\data\raw\huggingface\saillab_alpaca-kinyarwanda-cleaned.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\saillab_alpaca_kinyarwanda_taco.jsonl

182 MB
xet

Upload .\data\raw\huggingface\saillab_alpaca_kinyarwanda_taco.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\saillab_alpaca_kinyarwanda_taco.jsonl.done

5 Bytes
Upload .\data\raw\huggingface\saillab_alpaca_kinyarwanda_taco.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface\souvorinkg_english_kinyarwanda.jsonl

10.3 MB
Upload .\data\raw\huggingface\souvorinkg_english_kinyarwanda.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface\souvorinkg_english_kinyarwanda.jsonl.done

5 Bytes
Upload .\data\raw\huggingface\souvorinkg_english_kinyarwanda.jsonl.done with huggingface_hub 2 months ago
.\data\raw\huggingface_ChrisToukmaji_kinyarwanda_instruction_tuning.jsonl

5.43 MB
Upload .\data\raw\huggingface_ChrisToukmaji_kinyarwanda_instruction_tuning.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface_CircuitNotion_kinyarwanda_corpus.jsonl

0 Bytes
Upload .\data\raw\huggingface_CircuitNotion_kinyarwanda_corpus.jsonl with huggingface_hub 2 months ago
.\data\raw\huggingface_DigitalUmuganda_NMT_Health_parallel_data_en_kin.jsonl

14.4 MB
xet

Upload .\data\raw\huggingface_DigitalUmuganda_NMT_Health_parallel_data_en_kin.jsonl with huggingface_hub 2 months ago