diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..2c3b50de060252eb8698fd8683d1e41b2c7df10d 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,352 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3000 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3231 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3000 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3231 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2972 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2972 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3000 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3900 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4888 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3000 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3900 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4888 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1962 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1962 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3000 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3900 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5100 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5400 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5700 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5784 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3000 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3300 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3900 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4200 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4500 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4800 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5100 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5400 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5700 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5784 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3000 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3231 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3000 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3231 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2972 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2972 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3000 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4888 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3000 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4888 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1962 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1962 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3000 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5100 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5400 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5700 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5784 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2100 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2400 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2700 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3000 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3300 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3900 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4200 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4500 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4800 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5100 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5400 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5700 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5784 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-600 filter=lfs diff=lfs merge=lfs -text +activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-900 filter=lfs diff=lfs merge=lfs -text +activations-old/test/activation.en.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +activations-old/test/activation.ga.train.qwen-checkpoint-300 filter=lfs diff=lfs merge=lfs -text +job_scripts/logs/1483-activation-multiple-all.out filter=lfs diff=lfs merge=lfs -text +job_scripts/logs/1484-activation-multiple-all.out filter=lfs diff=lfs merge=lfs -text +new_activations_pt_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +old_ids/qwen2.5-0.5/id.en.train.qwen2.5-0.5 filter=lfs diff=lfs merge=lfs -text +old_ids/qwen2.5-0.5/id.eu.train.qwen2.5-0.5 filter=lfs diff=lfs merge=lfs -text +old_ids/qwen2.5-0.5/id.ga.train.qwen2.5-0.5 filter=lfs diff=lfs merge=lfs -text +old_ids/qwen2.5-0.5/id.zh.train.qwen2.5-0.5 filter=lfs diff=lfs merge=lfs -text +oscar_ids/l2-13b/id.en.train.l2-13b filter=lfs diff=lfs merge=lfs -text +oscar_ids/l2-13b/id.ga.train.l2-13b filter=lfs diff=lfs merge=lfs -text +oscar_ids/l2-7b/id.en.train.l2-7b filter=lfs diff=lfs merge=lfs -text +oscar_ids/l2-7b/id.eu.train.l2-7b filter=lfs diff=lfs merge=lfs -text +oscar_ids/q2.5/id.en.train.q2.5 filter=lfs diff=lfs merge=lfs -text +oscar_ids/q2.5/id.eu.train.q2.5 filter=lfs diff=lfs merge=lfs -text +oscar_ids/q2.5/id.ga.train.q2.5 filter=lfs diff=lfs merge=lfs -text +oscar_ids/q2.5/id.zh.train.q2.5 filter=lfs diff=lfs merge=lfs -text +qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1200_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1500_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1800_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1962_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-300_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-600_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-900_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-1200_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-1500_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-1800_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-2100_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-2400_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-2700_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-3000_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-300_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-3231_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-600_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-900_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-1200_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-1500_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-1800_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2100_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2400_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2700_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2972_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-300_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-600_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-900_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-1200_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-1500_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-1800_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-2100_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-2400_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-2700_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3000_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-300_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3300_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3600_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3900_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4200_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4500_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4800_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4888_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-600_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-900_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1200_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1500_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1800_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1962_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-300_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-600_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-900_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-1200_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-1500_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-1800_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-2100_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-2400_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-2700_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3000_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-300_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3300_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3600_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3900_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-4200_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-4500_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-4800_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5100_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5400_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5700_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5784_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-600_neurons_bar.png filter=lfs diff=lfs merge=lfs -text +results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-900_neurons_bar.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8a849c5b442f80ee9464411ff3694705dc772e1d --- /dev/null +++ b/README.md @@ -0,0 +1,16 @@ +## Language Specific Neuron SLA + +This is done specifically for the Qwen2.5 family of models + +## Guide + +1. Run `load_data.py` to fetch data from https://huggingface.co/datasets/wikimedia/wikipedia/viewer/20231101 +2. Calculate the activation from the fetched data with `activation.py` +3. Identify language specific neurons with `identify.py` + +## Ref +- https://github.com/ReML-AI/DCL-CoT +- https://github.com/RUCAIBox/Language-Specific-Neurons + +## Note taking +python3 load_data_oscar.py --languages en,zh,eu,ga --model-id qwen2.5 --tokenizer Qwen/Qwen2.5-0.5B \ No newline at end of file diff --git a/activation.py b/activation.py new file mode 100644 index 0000000000000000000000000000000000000000..f43f37ed98d08c2b8cc7a74ac4335d98089531fc --- /dev/null +++ b/activation.py @@ -0,0 +1,101 @@ +#!/usr/bin/env python3 +""" +Track per-neuron activations in Qwen2 MLP layers using Hugging Face Transformers +with explicit device management. +""" + +import argparse +import os +from types import MethodType + +import torch +from torch import Tensor +from tqdm import tqdm +from transformers import AutoModelForCausalLM + +# ---------------------- Activation Tracker ---------------------- +class ActivationTracker: + def __init__(self, num_layers: int, intermediate_size: int): + # store on CPU to avoid memory issues + self.over_zero = torch.zeros( + num_layers, intermediate_size, dtype=torch.int32, device="cpu" + ) + + def make_qwen_hook(self, index: int): + over_zero = self.over_zero + + def qwen_forward(self, x: Tensor): + gate_activation = self.act_fn(self.gate_proj(x)) + with torch.no_grad(): + over_zero[index, :] += (gate_activation > 0).sum(dim=(0, 1)).to("cpu") + return self.down_proj(gate_activation * self.up_proj(x)) + + return qwen_forward + +# ---------------------- Arguments ---------------------- +parser = argparse.ArgumentParser() +parser.add_argument("--model", type=str, required=True, help="HF model ID or local folder path") +parser.add_argument("--lang", type=str, required=True, help="Language code for dataset") +parser.add_argument("--data-path", type=str, required=True, help="Path to tokenized dataset (torch tensor)") +parser.add_argument("--output-dir", type=str, default="activations", help="Directory to save over_zero") +parser.add_argument("--batch-size", type=int, default=1, help="Batch size per device") +parser.add_argument("--chunk-size", type=int, default=4096, help="Max sequence length to process at once") +args = parser.parse_args() + +# ---------------------- Setup Device ---------------------- +device = torch.device("cuda" if torch.cuda.is_available() else "cpu") +print(f"Using device: {device}") +os.makedirs(args.output_dir, exist_ok=True) + +# ---------------------- Load Data ---------------------- +print("Loading data...") +ids = torch.load(args.data_path, map_location="cpu") # Load to CPU first + +# ---------------------- Load Model ---------------------- +print(f"Loading model: {args.model}") +model = AutoModelForCausalLM.from_pretrained( + args.model, + device_map="auto", # Let it automatically distribute across available GPUs + torch_dtype=torch.bfloat16 # reduce memory +) +model.eval() + +num_layers = model.config.num_hidden_layers +intermediate_size = model.config.intermediate_size +max_len = model.config.max_position_embeddings + +# Setup tracker +tracker = ActivationTracker(num_layers=num_layers, intermediate_size=intermediate_size) + +# Monkey-patch MLP layers +for i, layer in enumerate(model.model.layers): + layer.mlp.forward = MethodType(tracker.make_qwen_hook(i), layer.mlp) + +# Prepare input - use chunk_size instead of max_len for memory efficiency +chunk_size = min(args.chunk_size, max_len) +n = (ids.size(0) // chunk_size) * chunk_size +input_ids = ids[:n].reshape(-1, chunk_size) + +print(f"Processing {input_ids.size(0)} sequences of length {chunk_size}") + +# ---------------------- Run Inference ---------------------- +with torch.no_grad(): + for i in tqdm(range(0, input_ids.size(0), args.batch_size), desc="Processing", unit="batch"): + batch = input_ids[i:i + args.batch_size] + + # Move batch to the same device as the model's first parameter + # This works with device_map="auto" + batch = batch.to(next(model.parameters()).device) + + # Clear cache before each batch to prevent memory buildup + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + model(input_ids=batch) + +# ---------------------- Save activations ---------------------- +model_name = os.path.basename(args.model.rstrip("/")) +out_path = os.path.join(args.output_dir, f"activation_{model_name}_{args.lang}.pt") +torch.save(tracker.over_zero, out_path) +print(f"Saved activation counts to {out_path}") +print("Activation single job done") \ No newline at end of file diff --git a/activation_all.log b/activation_all.log new file mode 100644 index 0000000000000000000000000000000000000000..a6850b000c999db4a2d6dce79504f85f0790b22a --- /dev/null +++ b/activation_all.log @@ -0,0 +1,17454 @@ +INFO 09-26 12:57:52 [__init__.py:239] Automatically detected platform cuda. + +=== Processing model: /home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_2e_240925/checkpoint-2944, type: qwen === +INFO 09-26 12:57:55 [config.py:2700] Downcasting torch.float32 to torch.float16. +INFO 09-26 12:58:10 [config.py:600] This model supports multiple tasks: {'classify', 'embed', 'reward', 'score', 'generate'}. Defaulting to 'generate'. +WARNING 09-26 12:58:10 [cuda.py:96] To see benefits of async output processing, enable CUDA graph. Since, enforce-eager is enabled, async output processor cannot be used +INFO 09-26 12:58:10 [llm_engine.py:242] Initializing a V0 LLM engine (v0.8.3) with config: model='/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_2e_240925/checkpoint-2944', speculative_config=None, tokenizer='/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_2e_240925/checkpoint-2944', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, override_neuron_config=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=32768, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=True, kv_cache_dtype=auto, device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar', reasoning_backend=None), observability_config=ObservabilityConfig(show_hidden_metrics=False, otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=None, served_model_name=/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_2e_240925/checkpoint-2944, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=None, chunked_prefill_enabled=False, use_async_output_proc=False, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={"splitting_ops":[],"compile_sizes":[],"cudagraph_capture_sizes":[],"max_capture_size":0}, use_cached_outputs=False, +INFO 09-26 12:58:12 [cuda.py:292] Using Flash Attention backend. +INFO 09-26 12:58:13 [parallel_state.py:957] rank 0 in world size 1 is assigned as DP rank 0, PP rank 0, TP rank 0 +INFO 09-26 12:58:13 [model_runner.py:1110] Starting to load model /home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_2e_240925/checkpoint-2944... + +Loading safetensors checkpoint shards: 0% Completed | 0/1 [00:00... +[rank0]: ) +[rank0]: huggingface_hub.errors.HFValidationError: Repo id must be in the form 'repo_name' or 'namespace/repo_name': '/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_1.5Bbasque_corpus_24092/checkpoint-2424'. Use `repo_type` argument if needed. + +[rank0]: The above exception was the direct cause of the following exception: + +[rank0]: Traceback (most recent call last): +[rank0]: File "/home/khanh/sla/lsn-analysis/activation_all.py", line 127, in +[rank0]: model = LLM( +[rank0]: model=model_name, +[rank0]: ...<2 lines>... +[rank0]: trust_remote_code=True +[rank0]: ) +[rank0]: File "/home/khanh/miniforge3/envs/sla/lib/python3.13/site-packages/vllm/utils.py", line 1096, in inner +[rank0]: return fn(*args, **kwargs) +[rank0]: File "/home/khanh/miniforge3/envs/sla/lib/python3.13/site-packages/vllm/entrypoints/llm.py", line 243, in __init__ +[rank0]: self.llm_engine = LLMEngine.from_engine_args( +[rank0]: ~~~~~~~~~~~~~~~~~~~~~~~~~~^ +[rank0]: engine_args=engine_args, usage_context=UsageContext.LLM_CLASS) +[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +[rank0]: File "/home/khanh/miniforge3/envs/sla/lib/python3.13/site-packages/vllm/engine/llm_engine.py", line 514, in from_engine_args +[rank0]: vllm_config = engine_args.create_engine_config(usage_context) +[rank0]: File "/home/khanh/miniforge3/envs/sla/lib/python3.13/site-packages/vllm/engine/arg_utils.py", line 1137, in create_engine_config +[rank0]: model_config = self.create_model_config() +[rank0]: File "/home/khanh/miniforge3/envs/sla/lib/python3.13/site-packages/vllm/engine/arg_utils.py", line 1026, in create_model_config +[rank0]: return ModelConfig( +[rank0]: model=self.model, +[rank0]: ...<35 lines>... +[rank0]: model_impl=self.model_impl, +[rank0]: ) +[rank0]: File "/home/khanh/miniforge3/envs/sla/lib/python3.13/site-packages/vllm/config.py", line 343, in __init__ +[rank0]: hf_config = get_config(self.hf_config_path or self.model, +[rank0]: trust_remote_code, revision, code_revision, +[rank0]: config_format) +[rank0]: File "/home/khanh/miniforge3/envs/sla/lib/python3.13/site-packages/vllm/transformers_utils/config.py", line 283, in get_config +[rank0]: raise ValueError(error_message) from e +[rank0]: ValueError: Invalid repository ID or local directory specified: '/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_1.5Bbasque_corpus_24092/checkpoint-2424'. +[rank0]: Please verify the following requirements: +[rank0]: 1. Provide a valid Hugging Face repository ID. +[rank0]: 2. Specify a local directory that contains a recognized configuration file. +[rank0]: - For Hugging Face models: ensure the presence of a 'config.json'. +[rank0]: - For Mistral models: ensure the presence of a 'params.json'. + +[rank0]:[W926 15:17:03.990277284 ProcessGroupNCCL.cpp:1496] Warning: WARNING: destroy_process_group() was not called before program exit, which can leak resources. For more info, please see https://pytorch.org/docs/stable/distributed.html#shutdown (function operator()) +srun: error: gpu0: task 0: Exited with exit code 1 diff --git a/activation_all.py b/activation_all.py new file mode 100644 index 0000000000000000000000000000000000000000..003c8577b9f56235f45da583cd6f1ea7fe865e26 --- /dev/null +++ b/activation_all.py @@ -0,0 +1,192 @@ +#!/usr/bin/env python3 +""" +Per-neuron activation tracker for LLaMA-2 and Qwen MLP layers. +Runs on a fixed set of models and multiple input ID files per model. +""" + +import torch +import os +from types import MethodType +from vllm import LLM, SamplingParams # Keep original import since hook logic depends on vLLM + +# ---------------------- Config ---------------------- +BASE_PATH = "/home/khanh/sla/sla_cpt" +ID_BASE_PATH = "./oscar_ids" + +RUN_CONFIGS = [ + # { + # 'name': 'l2-13b', + # 'model': f'{BASE_PATH}/uccix/checkpoint-4280', + # 'ids_list': [ + # {"path": './ids/l2-13b/id.ga.train.l2-13b', "lang": "ga"}, + # {"path": './ids/l2-13b/id.en.train.l2-13b', "lang": "en"} + # ], + # 'type': 'llama' + # }, + # { + # 'name': 'l2-7b', + # 'model': f'{BASE_PATH}/llama2_7b_full_basque_corpus_grad_clip_1/checkpoint-10200', + # 'ids_list': [ + # {"path": './ids/l2-7b/id.eu.train.l2-7b', "lang": "eu"}, + # {"path": './ids/l2-7b/id.en.train.l2-7b', "lang": "en"} + # ], + # 'type': 'llama' + # }, + { + 'name': 'q2.5-zh', + 'model': f'{BASE_PATH}/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_2e_240925/checkpoint-2944', + 'ids_list': [ + {"path": f'{ID_BASE_PATH}/q2.5/id.zh.train.qwen2.5-0.5', "lang": "zh"}, + {"path": f'{ID_BASE_PATH}/q2.5/id.en.train.qwen2.5-0.5', "lang": "en"} + ], + 'type': 'qwen' + }, + # { + # 'name': 'q2.5-en+zh', + # 'model': f'{BASE_PATH}/qwen2.5-0.5b_english_wiki_150M_en_750M_chinese_wikipedia_corpus_2e_240925/checkpoint-3494', + # 'ids_list': [ + # {"path": '{ID_BASE_PATH}/q2.5/id.zh.train.qwen2.5-0.5', "lang": "zh"}, + # {"path": '{ID_BASE_PATH}/q2.5/id.en.train.qwen2.5-0.5', "lang": "en"} + # ], + # 'type': 'qwen' + # }, + # { + # 'name': 'q2.5-ga', + # 'model': f'{BASE_PATH}/qwen2.5-0.5b_english_wiki_1.5B_irish_corpus_240925/checkpoint-2854', + # 'ids_list': [ + # {"path": '{ID_BASE_PATH}/q2.5/id.en.train.qwen2.5-0.5', "lang": "en"}, + # {"path": '{ID_BASE_PATH}/q2.5/id.ga.train.qwen2.5-0.5', "lang": "ga"} + # ], + # 'type': 'qwen' + # }, + # # { + # # 'name': 'q2.5-en+ga', + # # 'model': f'{BASE_PATH}/qwen2.5-0.5_full_english_corpus_grad_clip_1/checkpoint-3231', + # # 'ids_list': [ + # # {"path": './ids/qwen2.5-0.5/id.en.train.qwen2.5-0.5', "lang": "en"}, + # # {"path": './ids/qwen2.5-0.5/id.ga.train.qwen2.5-0.5', "lang": "ga"} + # # ], + # # 'type': 'qwen' + # # }, + # { + # 'name': 'q2.5-eu', + # 'model': f'{BASE_PATH}/qwen2.5-0.5b_english_wiki_1.5Bbasque_corpus_240925/checkpoint-2424', + # 'ids_list': [ + # {"path": '{ID_BASE_PATH}/q2.5/id.eu.train.qwen2.5-0.5', "lang": "eu"}, + # {"path": '{ID_BASE_PATH}/q2.5/id.en.train.qwen2.5-0.5', "lang": "en"} + # ], + # 'type': 'qwen' + # }, + # { + # 'name': 'q2.5-en+eu', + # 'model': f'{BASE_PATH}/qwen2.5-0.5_full_basque_corpus_grad_clip_1/checkpoint-7800', + # 'ids_list': [ + # {"path": './ids/qwen2.5-0.5/id.eu.train.qwen2.5-0.5', "lang": "eu"}, + # {"path": './ids/qwen2.5-0.5/id.en.train.qwen2.5-0.5', "lang": "en"} + # ], + # } +] + +SAVE_FOLDER = "new_activations" +os.makedirs(SAVE_FOLDER, exist_ok=True) + +# ---------------------- Hook Functions ---------------------- +def make_llama_hook(idx): + def llama_forward(self, x): + gate_up, _ = self.gate_up_proj(x) # l, 2i + i = gate_up.size(-1) + gate_up[:, : i // 2] = torch.nn.SiLU()(gate_up[:, : i // 2]) + activation = gate_up[:, : i // 2].float() # l, i + over_zero[idx, :] += (activation > 0).sum(dim=0) + x = gate_up[:, : i // 2] * gate_up[:, i // 2 :] + x, _ = self.down_proj(x) + return x + return llama_forward + +def make_qwen_hook(idx): + def qwen_forward(self, x): + gate_up, _ = self.gate_up_proj(x) # (s, 2h) + intermediate_size = gate_up.size(-1) // 2 + gate = gate_up[..., :intermediate_size] # (s, h) + up = gate_up[..., intermediate_size:] # (s, h) + gate_activation = torch.nn.functional.silu(gate) + over_zero[idx, :] += (gate_activation > 0).sum(dim=0) + x, _ = self.down_proj(gate_activation * up) + return x + return qwen_forward + +# ---------------------- Run All Configs ---------------------- +for config in RUN_CONFIGS: + model_name = config['model'] + save_name = config.get('name', model_name) + model_type = config.get('type', 'llama') + ids_list = config.get('ids_list', []) + + print(f"\n=== Processing model: {model_name}, type: {model_type} ===") + + # Load model + model = LLM( + model=model_name, + tensor_parallel_size=1, + enforce_eager=True, + trust_remote_code=True + ) + + max_length = model.llm_engine.model_config.max_model_len + num_layers = model.llm_engine.model_config.hf_config.num_hidden_layers + intermediate_size = model.llm_engine.model_config.hf_config.intermediate_size + + print(f"Layers: {num_layers}, Intermediate size: {intermediate_size}, Max length: {max_length}") + + # Setup activation tracker + over_zero = torch.zeros(num_layers, intermediate_size, dtype=torch.int32).to('cuda') + + # Hook MLP layers + for i in range(num_layers): + mlp = model.llm_engine.model_executor.driver_worker.model_runner.model.model.layers[i].mlp + if model_type == 'llama': + mlp.forward = MethodType(make_llama_hook(i), mlp) + elif model_type == 'qwen': + mlp.forward = MethodType(make_qwen_hook(i), mlp) + else: + raise ValueError(f"Unknown model type: {model_type}") + + # Iterate over all ID files + for id_dict in ids_list: + ids_path = id_dict['path'] + lang = id_dict.get('lang', 'unknown') # Use lang in dict for output filename + + print(f"\nLoading IDs from {ids_path} (lang: {lang})...") + ids = torch.load(ids_path) + print(f"ID shape: {ids.shape}") + + l = ids.size(0) + l = min(l, 99999744) // max_length * max_length + input_ids = ids[:l].reshape(-1, max_length) + print(f"Processing {input_ids.size(0)} sequences of length {max_length}") + + # Run inference + print("Running inference...") + _ = model.generate( + prompt_token_ids=input_ids.tolist(), + sampling_params=SamplingParams(max_tokens=1) + ) + + # Save results for this ID file + output_path = os.path.join(SAVE_FOLDER, f'activation.{lang}.train.{save_name}.pt') + torch.save({ + 'n': l, + 'over_zero': over_zero.cpu(), + 'num_layers': num_layers, + 'intermediate_size': intermediate_size + }, output_path) + + print(f"Saved activation counts to {output_path}") + print(f"Processed {l} tokens total") + + print(f"\nActivation analysis complete for model: {save_name}!") + + del model + torch.cuda.empty_cache() + import gc + gc.collect() diff --git a/activation_all.sh b/activation_all.sh new file mode 100644 index 0000000000000000000000000000000000000000..d1f2139f7a92e6a418a62c6944216f419f9ffac7 --- /dev/null +++ b/activation_all.sh @@ -0,0 +1,16 @@ +#!/bin/bash +#SBATCH --job-name=activation_all # Job name +#SBATCH --output=activation_all.log # Standard output log +#SBATCH --error=activation_all.log # Standard error log +#SBATCH --ntasks=1 # Number of tasks (processes) +#SBATCH --cpus-per-task=32 # Number of CPU cores +#SBATCH --mem=256G # Memory +#SBATCH --gres=gpu:1 # Number of GPUs +#SBATCH --partition=physical-gpu # Partition/queue name + +# Your command here + +export VLLM_USE_V1=0 +export PYTHON_UNBUFFERED=1 + +srun python3 activation_all.py \ No newline at end of file diff --git a/activation_llama.py b/activation_llama.py new file mode 100644 index 0000000000000000000000000000000000000000..e5cfb0eea586f5a0756e592e30be234dfcf37169 --- /dev/null +++ b/activation_llama.py @@ -0,0 +1,101 @@ +#!/usr/bin/env python3 +""" +Simple per-neuron activation tracker for LLaMA-2 MLP layers. +Runs on a fixed set of models and input IDs. +""" + +import torch +import os +from types import MethodType +from vllm import LLM, SamplingParams # Keep your original import since hook logic depends on vLLM + +# ---------------------- Config ---------------------- +RUN_CONFIGS = [ + { + 'model': 'qwen2.5-0.5', # replace with LLaMA2 HF model if needed + 'ids_path': '../ids/qwen2.5-0.5/id.en.train.qwen2.5-0.5', + 'lang': 'en' + }, + { + 'model': 'qwen2.5-0.5', + 'ids_path': '../ids/qwen2.5-0.5/id.de.train.qwen2.5-0.5', + 'lang': 'de' + }, + # Add more entries here +] + +SAVE_FOLDER = "data" +os.makedirs(SAVE_FOLDER, exist_ok=True) + +# ---------------------- Original Hook Function ---------------------- +def make_llama_hook(idx): + def llama_forward(self, x): + gate_up, _ = self.gate_up_proj(x) # b, l, 2i + i = gate_up.size(-1) + gate_up[:, :, : i // 2] = torch.nn.SiLU()(gate_up[:, :, : i // 2]) + activation = gate_up[:, :, : i // 2].float() # b, l, i + over_zero[idx, :] += (activation > 0).sum(dim=(0,1)) + x = gate_up[:, :, : i // 2] * gate_up[:, :, i // 2 :] + x, _ = self.down_proj(x) + return x + return llama_forward + +# ---------------------- Run All Configs ---------------------- +for config in RUN_CONFIGS: + model_name = config['model'] + lang = config['lang'] + ids_path = config['ids_path'] + + print(f"\n=== Processing model: {model_name}, lang: {lang} ===") + + # Load model + model = LLM( + model=model_name, + tensor_parallel_size=1, + enforce_eager=True, + trust_remote_code=True + ) + + max_length = model.llm_engine.model_config.max_model_len + num_layers = model.llm_engine.model_config.hf_config.num_hidden_layers + intermediate_size = model.llm_engine.model_config.hf_config.intermediate_size + + print(f"Layers: {num_layers}, Intermediate size: {intermediate_size}, Max length: {max_length}") + + # Setup activation tracker + over_zero = torch.zeros(num_layers, intermediate_size, dtype=torch.int32).to('cuda') + + # Hook MLP layers + for i in range(num_layers): + mlp = model.llm_engine.model_executor.driver_worker.model_runner.model.model.layers[i].mlp + mlp.forward = MethodType(make_llama_hook(i), mlp) + + # Load input IDs + print("Loading IDs...") + ids = torch.load(ids_path) + print(f"ID shape: {ids.shape}") + + l = ids.size(0) + l = min(l, 99999744) // max_length * max_length + input_ids = ids[:l].reshape(-1, max_length) + print(f"Processing {input_ids.size(0)} sequences of length {max_length}") + + # Run inference + print("Running inference...") + _ = model.generate( + prompt_token_ids=input_ids.tolist(), + sampling_params=SamplingParams(max_tokens=1) + ) + + # Save results + output_path = os.path.join(SAVE_FOLDER, f'activation.{lang}.train.{model_name.split("/")[-1]}') + torch.save({ + 'n': l, + 'over_zero': over_zero.cpu(), + 'num_layers': num_layers, + 'intermediate_size': intermediate_size + }, output_path) + + print(f"Saved activation counts to {output_path}") + print(f"Processed {l} tokens total") + print("Activation analysis complete!") diff --git a/activation_llama_all.py b/activation_llama_all.py new file mode 100644 index 0000000000000000000000000000000000000000..f148c6bb27917b73f2f45d8cded595d8c27cb86d --- /dev/null +++ b/activation_llama_all.py @@ -0,0 +1,146 @@ +#!/usr/bin/env python3 +""" +Per-neuron activation tracker for LLaMA-2 and Qwen MLP layers. +Runs on a fixed set of models and input IDs. +""" + +import torch +import os +from types import MethodType +from vllm import LLM, SamplingParams # Keep original import since hook logic depends on vLLM + +# ---------------------- Config ---------------------- +BASE_PATH = "/home/khanh/sla/sla_cpt" + +RUN_CONFIGS = [ + { + 'name': 'l2-7b-eu', + 'model': f'{BASE_PATH}/llama2_7b_full_basque_corpus_grad_clip_1/checkpoint-10200', + 'ids_path': './ids/l2-7b/id.eu.train.l2-7b', + 'lang': 'eu', + 'type': 'llama' + }, + { + 'name': 'l2-13b-ga', + 'model': f'{BASE_PATH}/llama2_13b_full_irish_corpus_grad_clip_1/checkpoint-4280', + 'ids_path': '.ids/l2-13b/id.ga.train.l2-13b', + 'lang': 'en', + 'type': 'llama' + }, + { + 'name': 'q2.5-zh', + 'model': f'{BASE_PATH}/qwen2.5-0.5_full_chinese_corpus_grad_clip_1/checkpoint-7800', + 'ids_path': './ids/qwen2.5-0.5/id.zh.train.qwen2.5-0.5', + 'lang': 'zh', + 'type': 'qwen' + }, + { + 'name': 'q2.5-ga', + 'model': f'{BASE_PATH}/qwen2.5-0.5_full_english_corpus_grad_clip_1/checkpoint-3231', + 'ids_path': './ids/qwen2.5-0.5/id.en.train.qwen2.5-0.5', + 'lang': 'ga', + 'type': 'qwen' + }, + { + 'name': 'q2.5-en+ga', + 'model': f'{BASE_PATH}/qwen2.5-0.5_full_english_corpus_grad_clip_1/checkpoint-3231', + 'ids_path': './ids/qwen2.5-0.5/id.en+ga.train.qwen2.5-0.5', + 'lang': 'ga', + 'type': 'qwen' + } +] + +SAVE_FOLDER = "new_activations" +os.makedirs(SAVE_FOLDER, exist_ok=True) + +# ---------------------- Hook Functions ---------------------- +def make_llama_hook(idx): + def llama_forward(self, x): + gate_up, _ = self.gate_up_proj(x) # l, 2i + i = gate_up.size(-1) + gate_up[:, : i // 2] = torch.nn.SiLU()(gate_up[:, : i // 2]) + activation = gate_up[:, : i // 2].float() # l, i + over_zero[idx, :] += (activation > 0).sum(dim=(0)) + x = gate_up[:, : i // 2] * gate_up[:, i // 2 :] + x, _ = self.down_proj(x) + return x + return llama_forward + +def make_qwen_hook(idx): + def qwen_forward(self, x): + gate_up, _ = self.gate_up_proj(x) # (s, 2h) + intermediate_size = gate_up.size(-1) // 2 + gate = gate_up[..., :intermediate_size] # (s, h) + up = gate_up[..., intermediate_size:] # (s, h) + gate_activation = torch.nn.functional.silu(gate) + over_zero[idx, :] += (gate_activation > 0).sum(dim=(0)) + x, _ = self.down_proj(gate_activation * up) + return x + return qwen_forward + +# ---------------------- Run All Configs ---------------------- +for config in RUN_CONFIGS: + model_name = config['model'] + lang = config['lang'] + ids_path = config['ids_path'] + save_name = config.get('name', model_name) + model_type = config.get('type', 'llama') # default to 'llama' + + print(f"\n=== Processing model: {model_name}, lang: {lang}, type: {model_type} ===") + + # Load model + model = LLM( + model=model_name, + tensor_parallel_size=1, + enforce_eager=True, + trust_remote_code=True + ) + + max_length = model.llm_engine.model_config.max_model_len + num_layers = model.llm_engine.model_config.hf_config.num_hidden_layers + intermediate_size = model.llm_engine.model_config.hf_config.intermediate_size + + print(f"Layers: {num_layers}, Intermediate size: {intermediate_size}, Max length: {max_length}") + + # Setup activation tracker + over_zero = torch.zeros(num_layers, intermediate_size, dtype=torch.int32).to('cuda') + + # Hook MLP layers + for i in range(num_layers): + mlp = model.llm_engine.model_executor.driver_worker.model_runner.model.model.layers[i].mlp + if model_type == 'llama': + mlp.forward = MethodType(make_llama_hook(i), mlp) + elif model_type == 'qwen': + mlp.forward = MethodType(make_qwen_hook(i), mlp) + else: + raise ValueError(f"Unknown model type: {model_type}") + + # Load input IDs + print("Loading IDs...") + ids = torch.load(ids_path) + print(f"ID shape: {ids.shape}") + + l = ids.size(0) + l = min(l, 99999744) // max_length * max_length + input_ids = ids[:l].reshape(-1, max_length) + print(f"Processing {input_ids.size(0)} sequences of length {max_length}") + + # Run inference + print("Running inference...") + _ = model.generate( + prompt_token_ids=input_ids.tolist(), + sampling_params=SamplingParams(max_tokens=1) + ) + + # Save results + output_path = os.path.join(SAVE_FOLDER, f'activation.{lang}.train.{save_name}.pt') + torch.save({ + 'n': l, + 'over_zero': over_zero.cpu(), + 'num_layers': num_layers, + 'intermediate_size': intermediate_size + }, output_path) + + print(f"Saved activation counts to {output_path}") + print(f"Processed {l} tokens total") + print("Activation analysis complete!") diff --git a/activation_qwen.py b/activation_qwen.py new file mode 100644 index 0000000000000000000000000000000000000000..1f11ca488744af3d4dff575c55d4fc1801c7ccc7 --- /dev/null +++ b/activation_qwen.py @@ -0,0 +1,109 @@ +#!/usr/bin/env python3 +""" +Simple per-neuron activation tracker for Qwen2 MLP layers using vLLM. +""" + +import argparse +from types import MethodType +import torch +import os +from vllm import LLM, SamplingParams + +# ---------------------- Arguments ---------------------- +parser = argparse.ArgumentParser() +parser.add_argument("-m", "--model", type=str, required=True, help="HF model ID or local folder path") +parser.add_argument("-l", "--lang", type=str, required=True, help="Language code for dataset") +parser.add_argument("--save-folder", type=str, default="data", help="Folder to save activation results") +args = parser.parse_args() + +# ---------------------- Ensure Save Folder Exists ---------------------- +os.makedirs(args.save_folder, exist_ok=True) + +# ---------------------- Setup Model ---------------------- +model = LLM( + model=args.model, + tensor_parallel_size=1, + enforce_eager=True, + trust_remote_code=True +) + +max_length = model.llm_engine.model_config.max_model_len +num_layers = model.llm_engine.model_config.hf_config.num_hidden_layers +intermediate_size = model.llm_engine.model_config.hf_config.intermediate_size + +print(f"Model: {args.model}") +print(f"Layers: {num_layers}, Intermediate size: {intermediate_size}, Max length: {max_length}") + +# ---------------------- Setup Tracker ---------------------- +over_zero = torch.zeros(num_layers, intermediate_size, dtype=torch.int32).to('cuda') + +def make_qwen_hook(idx): + def qwen_forward(self, x): + """ + x: (s, d) + s: number of tokens + d: number of features for each tokens + """ + + # Qwen2 uses fused gate_up_proj that returns both gate and up in one tensor + # (s, 2h) + gate_up, _ = self.gate_up_proj(x) + + # Split the concatenated gate and up projections + intermediate_size = gate_up.size(-1) // 2 + # (s, h) + gate = gate_up[..., :intermediate_size] + # (s, h) + up = gate_up[..., intermediate_size:] + + # Apply activation function to gate + # (s, h) + gate_activation = torch.nn.functional.silu(gate) + + # Track activations > 0 + over_zero[idx, :] += (gate_activation > 0).sum(dim=(0)) # (h) + + # Complete forward pass: gate * up -> down projection + x, _ = self.down_proj(gate_activation * up) + return x + + return qwen_forward + +# ---------------------- Hook MLP Layers ---------------------- +print("Setting up activation hooks...") +for i in range(num_layers): + mlp = model.llm_engine.model_executor.driver_worker.model_runner.model.model.layers[i].mlp + mlp.forward = MethodType(make_qwen_hook(i), mlp) + +# ---------------------- Load Data ---------------------- +print("Loading ids...") +ids = torch.load(f'../ids/qwen2.5-0.5/id.{args.lang}.train.qwen2.5-0.5') +print(f"ID shape {ids.shape}") + +# Process sequences +l = ids.size(0) +l = min(l, 99999744) // max_length * max_length +input_ids = ids[:l].reshape(-1, max_length) +print(f"Processing {input_ids.size(0)} sequences of length {max_length}") + +# ---------------------- Run Inference ---------------------- +print("Running inference...") +output = model.generate( + prompt_token_ids=input_ids.tolist(), + sampling_params=SamplingParams(max_tokens=1) +) + +# ---------------------- Save Results ---------------------- +result = { + 'n': l, + 'over_zero': over_zero.to('cpu'), + 'num_layers': num_layers, + 'intermediate_size': intermediate_size +} + +output_path = os.path.join(args.save_folder, f'activation.{args.lang}.train.qwen-{args.model.split("/")[-1]}') +torch.save(result, output_path) + +print(f"Saved activation counts to {output_path}") +print(f"Processed {l} tokens total") +print("Activation analysis complete!") diff --git a/activation_qwen_all.py b/activation_qwen_all.py new file mode 100644 index 0000000000000000000000000000000000000000..37e6c07a6ecfef5f9dc4bcaab1222fdaf23399e4 --- /dev/null +++ b/activation_qwen_all.py @@ -0,0 +1,126 @@ +#!/usr/bin/env python3 +""" +Simple per-neuron activation tracker for LLaMA-2 MLP layers. +Runs on a fixed set of models and input IDs. +""" + +import torch +import os +from types import MethodType +from vllm import LLM, SamplingParams # Keep your original import since hook logic depends on vLLM + +# ---------------------- Config ---------------------- + +BASE_PATH = "/home/khanh/sla/sla_cpt" + +RUN_CONFIGS = [ + { + 'name': 'q2.5-zh', # custom name for output file + 'model': f'{BASE_PATH}/llama2_7b_full_basque_corpus_grad_clip_1/checkpoint-10200', # replace with LLaMA2 HF model if needed + 'ids_path': './ids/l2-7b/id.eu.train.l2-7b', + 'lang': 'eu' + }, + { + 'name': 'q2.5-ga', + 'model': f'{BASE_PATH}/llama2_13b_full_irish_corpus_grad_clip_1/checkpoint-4280', + 'ids_path': '.ids/l2-13b/id.ga.train.l2-13b', + 'lang': 'en' + } +] + +SAVE_FOLDER = "new_activations" +os.makedirs(SAVE_FOLDER, exist_ok=True) + +# ---------------------- Original Hook Function ---------------------- +def make_qwen_hook(idx): + def qwen_forward(self, x): + """ + x: (s, d) + s: number of tokens + d: number of features for each tokens + """ + + # Qwen2 uses fused gate_up_proj that returns both gate and up in one tensor + # (s, 2h) + gate_up, _ = self.gate_up_proj(x) + + # Split the concatenated gate and up projections + intermediate_size = gate_up.size(-1) // 2 + # (s, h) + gate = gate_up[..., :intermediate_size] + # (s, h) + up = gate_up[..., intermediate_size:] + + # Apply activation function to gate + # (s, h) + gate_activation = torch.nn.functional.silu(gate) + + # Track activations > 0 + over_zero[idx, :] += (gate_activation > 0).sum(dim=(0)) # (h) + + # Complete forward pass: gate * up -> down projection + x, _ = self.down_proj(gate_activation * up) + return x + + return qwen_forward + +# ---------------------- Run All Configs ---------------------- +for config in RUN_CONFIGS: + model_name = config['model'] + lang = config['lang'] + ids_path = config['ids_path'] + save_name = config.get('name', model_name) # use 'name' key if present, otherwise fallback to model_name + + print(f"\n=== Processing model: {model_name}, lang: {lang} ===") + + # Load model + model = LLM( + model=model_name, + tensor_parallel_size=1, + enforce_eager=True, + trust_remote_code=True + ) + + max_length = model.llm_engine.model_config.max_model_len + num_layers = model.llm_engine.model_config.hf_config.num_hidden_layers + intermediate_size = model.llm_engine.model_config.hf_config.intermediate_size + + print(f"Layers: {num_layers}, Intermediate size: {intermediate_size}, Max length: {max_length}") + + # Setup activation tracker + over_zero = torch.zeros(num_layers, intermediate_size, dtype=torch.int32).to('cuda') + + # Hook MLP layers + for i in range(num_layers): + mlp = model.llm_engine.model_executor.driver_worker.model_runner.model.model.layers[i].mlp + mlp.forward = MethodType(make_qwen_hook(i), mlp) + + # Load input IDs + print("Loading IDs...") + ids = torch.load(ids_path) + print(f"ID shape: {ids.shape}") + + l = ids.size(0) + l = min(l, 99999744) // max_length * max_length + input_ids = ids[:l].reshape(-1, max_length) + print(f"Processing {input_ids.size(0)} sequences of length {max_length}") + + # Run inference + print("Running inference...") + _ = model.generate( + prompt_token_ids=input_ids.tolist(), + sampling_params=SamplingParams(max_tokens=1) + ) + + # Save results using the 'name' key + output_path = os.path.join(SAVE_FOLDER, f'activation.{lang}.train.{save_name}.pt') + torch.save({ + 'n': l, + 'over_zero': over_zero.cpu(), + 'num_layers': num_layers, + 'intermediate_size': intermediate_size + }, output_path) + + print(f"Saved activation counts to {output_path}") + print(f"Processed {l} tokens total") + print("Activation analysis complete!") diff --git a/activation_single.py b/activation_single.py new file mode 100644 index 0000000000000000000000000000000000000000..98911d821bfc1b6309b70b32d07133493f33bad1 --- /dev/null +++ b/activation_single.py @@ -0,0 +1,76 @@ +import argparse +import os +from types import MethodType + +import torch +from vllm import LLM, SamplingParams + + +parser = argparse.ArgumentParser() +parser.add_argument("-m", "--model", type=str, default="meta-llama/Llama-2-7b-hf") +parser.add_argument("-i", "--id_path", type=str, required=True) +parser.add_argument("-t", "--type", type=str, default="llama") +parser.add_argument("-s", "--save_folder", type=str, required=True) +parser.add_argument("-n", "--name", type=str, required=True) +args = parser.parse_args() + +model = LLM(model=args.model, tensor_parallel_size=torch.cuda.device_count(), enforce_eager=True) + +max_length = model.llm_engine.model_config.max_model_len +num_layers = model.llm_engine.model_config.hf_config.num_hidden_layers +intermediate_size = model.llm_engine.model_config.hf_config.intermediate_size + +over_zero = torch.zeros(num_layers, intermediate_size, dtype=torch.int32).to('cuda') + +def extract_lang(id_path): + parts = id_path.split('/') + id = parts[-1] + + lang = id.split('.')[1] + return lang + +def factory(idx): + def llama_forward(self, x): + gate_up, _ = self.gate_up_proj(x) # l, 2i + i = gate_up.size(-1) + gate_up[:, : i // 2] = torch.nn.SiLU()(gate_up[:, : i // 2]) + activation = gate_up[:, : i // 2].float() # l, i + over_zero[idx, :] += (activation > 0).sum(dim=0) + x = gate_up[:, : i // 2] * gate_up[:, i // 2 :] + x, _ = self.down_proj(x) + return x + + def qwen_forward(self, x): + gate_up, _ = self.gate_up_proj(x) # (s, 2h) + intermediate_size = gate_up.size(-1) // 2 + gate = gate_up[..., :intermediate_size] # (s, h) + up = gate_up[..., intermediate_size:] # (s, h) + gate_activation = torch.nn.functional.silu(gate) + over_zero[idx, :] += (gate_activation > 0).sum(dim=0) + x, _ = self.down_proj(gate_activation * up) + return x + + if args.type == 'llama': + return llama_forward + else: + return qwen_forward + +for i in range(num_layers): + obj = model.llm_engine.driver_worker.model_runner.model.model.layers[i].mlp + obj.forward = MethodType(factory(i), obj) + +lang = args.lang + +ids = torch.load(args.id_path) + +l = ids.size(0) +l = min(l, 99999744) // max_length * max_length +input_ids = ids[:l].reshape(-1, max_length) + +output = model.generate(prompt_token_ids=input_ids.tolist(), sampling_params=SamplingParams(max_tokens=1)) + +output = dict(n=l, over_zero=over_zero.to('cpu')) + +save_path = os.path.join(args.save_folder, f"activation.{lang}.{args.name}.pt") + +torch.save(output, save_path) \ No newline at end of file diff --git a/activation_single.sh b/activation_single.sh new file mode 100644 index 0000000000000000000000000000000000000000..e1b71f42c12268dd1c1194f9c837e6f731682bce --- /dev/null +++ b/activation_single.sh @@ -0,0 +1,55 @@ +#!/bin/bash +#SBATCH --job-name=activation_single # Job name +#SBATCH --output=activation_single.log # Standard output log +#SBATCH --error=activation_single.log # Standard error log +#SBATCH --ntasks=1 # Number of tasks (processes) +#SBATCH --cpus-per-task=32 # Number of CPU cores +#SBATCH --mem=256G # Memory +#SBATCH --gres=gpu:1 # Number of GPUs +#SBATCH --partition=physical-gpu # Partition/queue name + +#!/usr/bin/env bash + +BASE_PATH="/home/khanh/sla/sla_cpt" +ID_BASE_PATH="./oscar_ids" +ACTIVATION_BASE_PATH="./new_new_activations" + +# --- Run Configs (clean style) --- +# run_l2_13b=( +# name="l2-13b" +# model="$BASE_PATH/uccix/checkpoint-4280" +# type="llama" +# ids=( +# "$ID_BASE_PATH/l2-13b/id.ga.train.l2-13b:ga" +# "$ID_BASE_PATH/l2-13b/id.en.train.l2-13b:en" +# ) +# ) + +run_q25_zh=( + name="q2.5-zh" + model="$BASE_PATH/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_2e_240925/checkpoint-2944" + type="qwen" + ids=( + "$ID_BASE_PATH/q2.5/id.zh.train.q2.5" + "$ID_BASE_PATH/q2.5/id.en.train.q2.5" + ) +) + +# --- Put them in a list --- +ALL_RUNS=(run_q25_zh) + +# --- Loop --- +for run in "${ALL_RUNS[@]}"; do + declare -n cfg="$run" + + echo "=== Running ${cfg[name]} ===" + for id_path in "${cfg[ids][@]}"; do + echo " -> $id_path" + python3 activation_single.py \ + -m "${cfg[model]}" \ + -t "${cfg[type]}" \ + -i "$id_path" \ + -n "${cfg[name]}" \ + -s "$ACTIVATION_BASE_PATH" + done +done diff --git a/activations-old/README.md b/activations-old/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f41fb94c1d50584a08936dccdefb019ae0a7fca5 --- /dev/null +++ b/activations-old/README.md @@ -0,0 +1 @@ +Activations on WIKIPEDIA DATASET \ No newline at end of file diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1200 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..65af22f43cbd966d6f3f029dd0c9145e1e774a0e --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cea277fb7636f145b1bf551617d1ed05fa07e67dac1d95842061d53f4d3c4e9 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1500 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..51852aae977ffe26e438bc62ec3666498f1aa989 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1749441df8a2860e14a41583860cf7fb836534f2b2e181c13e81cb123726667c +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1800 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..e116f64d2d544056c95d960de11f8d318ca4d703 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:726d65b3d0020771d34abf07322cc2b9166ba78b13169f403643ca47a6d63880 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2100 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..1af401cf2c80d668812405145215ca34367c26eb --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0bbb84b21288c13c83debf4e979bfb533a2f3b429427da7db76fcec78f12a88 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2400 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..0595a07a59710b14d7491f6ad05d03bc285be2cb --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe5cb042ba2bf8008f279aa0647f3fdc60671374b76677f1997308831ca60b73 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2700 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..7d9f55e407e2218a467c57a9137fce955dbcaeac --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:817783e55b07a2703698edf7f1381a92c45ae29d464a3992f4979b821aca0159 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-300 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..8cdb9dbce44ac7a9a98ab9e28b6afe7ff320ad82 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d133b8a1d9c909a8079b91236d7e0ce079cc0fd5f304d9404f17070518700b57 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3000 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3000 new file mode 100644 index 0000000000000000000000000000000000000000..2201a9de476d84f7abb31bfc820e4f665aa64d2f --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3000 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fb497bf1342c7566510502713b8035ef26fb5c5fe19cbc9b72bbbfe7a07dfd0 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3231 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3231 new file mode 100644 index 0000000000000000000000000000000000000000..4c530f4b3aa81ff998b26e7347a3e8b98b72c574 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3231 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c856e80ecb87701a23f4984429da9b9c0decb14c1ad7d503bbbb524b29fb299f +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-600 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..e48e5224d12e7581b54a75fa42505d0857e502a7 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8740d524564999015bd919f5a166deab4b03e1fc4c2730564695f4f76abf9ee1 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-900 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..889734796a10d0bd45b32b1ae37afcce45046db6 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5beabf8349f63597e36299db52121e47af81b4e4a02f4439b4c9f34f01817a2 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1200 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..5658205181cc702e02a1e8b949cb9ad410a0ec2d --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1504808cbf37639effd1664a0bff790d5be28ec3e23b17ed65c12c7d3c08d210 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1500 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..4dc46e8de78532b824869fe0f6820f5229194d62 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30cce6951837c6d19d484e16603abd0779c2cbcf3f818e0e08827089bb9ffe60 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1800 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..14fbfa4f5052feea82974f4aacce4d5ef81422cc --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c625eab5041de7d461b822498f82ce20fbbcceaaa703cb8af5b970f029703a +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2100 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..289ce672d7e65162a3a6f65fc3ccc4ad9a8cc934 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1dad46b038443c45a9df3560ba00e31e68ea85248cf2f2aa2bea0e53390309 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2400 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..74cd0f5d514b8436b3abe8841520a8dd47ae5631 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4404b495aa455a0689c951c9da191b87be2ca6c91e4c1614d7d1eeb5da7572f +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2700 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..f135a7011e49af063ba573c1291bae4431935b65 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7104954d86a009d4968d3abb8c302a38789b3abbf1fee277c57541420e547c9e +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-300 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..93bd71b1dd106de429170dedfab363ccc12a07db --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b0911c5246ed8d8cd93e3bd55771b678e56e91266008205473b01d6d0c58aa +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3000 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3000 new file mode 100644 index 0000000000000000000000000000000000000000..20f4270a85e95f825f4dcfe0518a128ad4475f24 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3000 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c10d4298ef08be77d858ff161dec601d9b26b610057a81ae4d3eb0dda9f3f8 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3231 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3231 new file mode 100644 index 0000000000000000000000000000000000000000..fddf2ac2f3bea731a0bd8913802e581e7e210344 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3231 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84e27588461f9afcbe2cd08da3b31e983315b25afe43d93806b45f95cdda4c1 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-600 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..e3db6761cea9ff1d6cd0929293191a8811be0e6e --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24d61fe7398bc86d25790a4b4fff6a9bf33f1b2657c3ace3b67f520f6a8e8bbd +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-900 b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..930997b7d2978e4fce5b1ba89e8d68f94b3d6790 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fe9a1c39f9ed33536dab2417a976b18abb4aab42b233a99ca558ed61f12e32a +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1200 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..571baffdd683afffae9a2db11024b383a1da5e33 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:021759d151d96f4f10861bae0cea0104e5600361c65ae9e1f135ec88a91c219b +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1500 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..adc013d94292066567a9b8ce099070c5309d63a4 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fc65a08a2936427c6abd4342967b9c67d5921641795a5f9de7fc964d9fbd400 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1800 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..16c12370f6f1c4cf5db44b8ae5f7be5c7f2e54ef --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fb4f35aeffedb6d1efb928cf587ce44a445f476ca3821d5cb44ad3c7b8dff0e +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2100 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..84712398688a0746c0fc42eb2d4dbe3f51437e28 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff03e3081c471e6b71899e1327a9c4160defa427a48cad6c19176fd427b5d504 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2400 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..103b05a4776ff5cd55052c222b27cce4039e0249 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ad1f7ab916924bb34d53647cf2bd2760b944e8870b49f63ad8056cbd6b69df2 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2700 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..58ef87393e098c576c4b4edfc5bfaa57ce08b6f8 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6467749237cf7074443d52a4ab7a253426d68dc4caf4dc13c01d917c5e3ddbef +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2972 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2972 new file mode 100644 index 0000000000000000000000000000000000000000..c6ec88fb86181c99a1bebee51b770aab27b7a779 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2972 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95de6afadc9155ee59b66574af57fefbee9950ca9fde08ffc6914cb13f7e9290 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-300 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..cef4f6f3fb40d65241015ee95f0c41f11bba73b0 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d796bc5f4df79f526568aa817162eae20d29bf6d46ffa3b803893fd305a4b482 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-600 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..f76b32d0af861f3c792b3c454a1c93218f937b05 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9cc9a96849fff460e5c5294386a9d7637108234938f705f2313a8e09515d3d2 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-900 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..14fa9d03c284d43860340fd5ea8c6e316ef726eb --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e1ea9a62d6cb3f6f69d245b02e89c1f0f9e01d8c940e4d3fc1186fa7db8e86 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1200 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..44904f6562f8311595972e6eddb5d5dab345f3f8 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:300abc0c19cee744c435c9f596152cba7d6d591be831b1a633906371d19eabc8 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1500 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..c12eaa4d631c00729e9155e1ddcd2f742691c44f --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:090ce2e0d3ab3aa6a197af9e47bfcc44f2490702a0cd5ccca93c54a5cbb24f70 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1800 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..e7e2a029a130e7a8c27acb1e8308025a4c124c9f --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1bfb66fd295ceac5b29d31018905e6a5ecf9530bcd4f3bab8bfd77a8d789b5d +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2100 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..361caed3772e15ad6a22b5d4bc51ec6a923ab79b --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:267ff05b6ccd58d67de3874ca3a56ab8adea14389d5f1cd931a8367a735f9012 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2400 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..f3fbed61ae5d0b770e6f1f72f56b0d0c984da276 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f791657a1175690e59daa395eab1e2d73a98dec3c03585d8aeaef250b5bf5ba5 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2700 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..099d9fde4af3a2cdb2f669742e132ead534ca3ee --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c6982bd42d7c5172af3114de420246e7f3dcc8d7f3fa9fe03aab7af3b14e68 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2972 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2972 new file mode 100644 index 0000000000000000000000000000000000000000..e2b63c74447df9a1002a5adce0fb3078bbeba535 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2972 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:458d544af869b99ff11c6eed72ec589ca7389ae7920db397996336664357f634 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-300 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..a2739e3809503a9ee17b35850560b0f0ee2e1178 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74e14fea737375d0aaacc421e75ef10d27056bd511ce32bd955494242f532842 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-600 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..9aa52eb4ba55e18ecc2e1d26afd6dcfe8a59fa90 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69dc2c518ae0d906825d795a61f71628c870a6798025677f7edf537721ac2477 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-900 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..7c056fd9cf1656c190b665d6f7859b9e2f04181c --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d17fc9368f355465bb5135c00b3ff7929ffffbb017e46a25b3acc209496cb18c +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1200 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..5e7f76dcca8f163cb65a1912c365bbd3d95130b2 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53ccf46b9b1c34db505af2d4a656cc051f47575026c1b07497295fd8752587a4 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1500 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..c82e109ccfd1689886c91d4240be05386bf517bf --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8527f34b7437bc99e3b740e89257921cbee9af4cd9c831a9e45485bf06662fa +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1800 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..32e71ad18ec069843c414791bb7dedb5ee73b0fa --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:121bbbb6370f36a2b23d441524f6af392744f6756ebd920c95244a3d6afd4630 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2100 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..3bb3b7636dfe55d021fe1428f9e0ce4d930383af --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:509e5b6b0c1e00eea1707e37009875c1e5336a5876dfab7af0cd2ceb96c184a1 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2400 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..f3bd06189bf2dd87216e759b51c33dee2a7e8c9d --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27c5178c71e02e27712e71826e64de752eba2bf076c012b1d9c544d845e96675 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2700 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..110aa14ab80519b9c090ca2f6402da95e5cdf4f9 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d9c837a869cc3a09d884b1fe24f37d0eae3a89dd5695a76c66fc100992142a +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-300 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..65463594a887f6b61a1584775d1755eddc0d8dd0 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1900d76dfd87900b832a703efc69f23d45d79066bdcac394bedaed13b71eb6a +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3000 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3000 new file mode 100644 index 0000000000000000000000000000000000000000..7475369a2a90a8e1a0829f41a82c32e74e7de5ae --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3000 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98faffd6629a78cd20ea51ea70becf5a99bdb07c6b7c065f63b55a89d76178a0 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3300 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3300 new file mode 100644 index 0000000000000000000000000000000000000000..4edb9b14069a4af4648a85b7db86f79e7c44994e --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51c48b9db5817ca237ac6a5b602bd590bbb888a0ef5b21baac77d07a82b14e3c +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3600 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3600 new file mode 100644 index 0000000000000000000000000000000000000000..e9ad53522106a4e0043dc013e05f8d3036195265 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebf15911b55e526630340f78199d59fa9845af2e7f962a488ea8b9c15a56cbf9 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3900 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3900 new file mode 100644 index 0000000000000000000000000000000000000000..796a58c57434c6a92d5383c48fdee8e5da6de1b1 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79270e33b05180bf5ab7b839c06fab430aef1d505580091efb3c9a837735691a +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4200 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4200 new file mode 100644 index 0000000000000000000000000000000000000000..41e9ca2170ae5618163d8161b0a5cfc0169f5d9b --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea02ffb60c7b0c13725ede1b5e25c740da72d5b3a48930d34d35c0ffb8601cbe +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4500 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4500 new file mode 100644 index 0000000000000000000000000000000000000000..193505252ae5fc50c4921d5166b1f3875cb269b3 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b188012d67f8d7b0837ae583570b4afd75b0c5a94955ec35a6210430f2e34ab +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4800 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4800 new file mode 100644 index 0000000000000000000000000000000000000000..4875123f8c9293981b3389a6629e7a2db3b4a30a --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a92e654721d3ddde91455b6f32d51e79dbf480b5cbe1413a0e9fcdfbb48a87d +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4888 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4888 new file mode 100644 index 0000000000000000000000000000000000000000..6b37b8aa49bdc7bd7f457b33358c334dd47bad7c --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4888 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:137d97726b586c9419577cf76f59a34189177a2ed5d82e6d7339a5abf075b12c +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-600 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..dd7119309915e4a5bff2beac69cb249759b8bee4 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb5dcaa5942294d3c43dbf858c86346dec4c76fc178d2db133c04d1f5b0a5487 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-900 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..f3b3950b1ea13674b5195711f0c03d6b6d4aa49a --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae391ece023b5b0d4cf97bc25e85ea5ddb284481dc9bd1a75b649b42b88096a6 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1200 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..f23065b13011f23af50384ba37362912e79f8238 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fb9555a370d1d817e544ae8925f092e63c5bfbd8a3866f090e0dfd35649408b +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1500 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..83f79eaa1905158e164fe1e0b7fe880b19788702 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:164ac5cc6e09e85c069897092943544293476fb16fee41fb8c7cab1fd916e92e +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1800 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..8c98b28360679a67fca10233bde3107f4cfaa1b1 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b88ccccc054aae905a37e4c721fd43b8428ba6d8a6b4bf210d702a7a3e116be +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2100 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..9f5980e9829980a49161285ce8e94581e5e82bac --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea65ac5d709c023a8f76378adef71ce261fcc8364fe972c55a7786ede7900047 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2400 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..b60257129bbf88981fc44795995d783f75c11649 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5933d67016bfbefeaef365c0de879dff583023ea4366747d57e81246cbbf4ba5 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2700 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..8a14d69211359e2f364c15fe4fdd6fb49393a0ee --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:921a0cae4e1305dc2412a08e3ddeb6beb8c26a4863553c8130e362cf62a818fc +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-300 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..d7cb69f60130855fa5239755319bb3dbc19c8840 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aff99b58cdae2435cc49a196271f9b30db9f3cc496674fee4865f65dd052981 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3000 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3000 new file mode 100644 index 0000000000000000000000000000000000000000..840369695401a6170233da3a1bebfc4cea58191e --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3000 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3955c05a3451fab81909b4ddffe9246354ab555ae3ddd0b2677b0a617f9d8d15 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3300 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3300 new file mode 100644 index 0000000000000000000000000000000000000000..bdf1e9ba80e6d47fafefcc7ee5680966384776d2 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee3e3382e688745980b2c3111f8fc274c18297014be0c0a939cee59c359c6de9 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3600 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3600 new file mode 100644 index 0000000000000000000000000000000000000000..57e6a267a4b4c3af6bc31f2061179815225b581e --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e624a1b27acb86ad7cc45b8d4c31eb2f7e1e84c47c217eb319e91b946d78acac +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3900 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3900 new file mode 100644 index 0000000000000000000000000000000000000000..860474fc197d6f3e3fbc38ccddc469867afec2bf --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:756eccaa763c535cf1e4539e6c8e979d5d6259b80f0726fc0a58e99cbd697161 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4200 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4200 new file mode 100644 index 0000000000000000000000000000000000000000..3249a67687d0d810e5ea968bc6dc8d012bc8939a --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4619c755ea7cb4bb75306aa9a6c699898a8e2c4afdaf099529f0db91ca9ade10 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4500 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4500 new file mode 100644 index 0000000000000000000000000000000000000000..c63a4e18542fdd4c74c1a299795ebfe3f20f5ce3 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8bf3dd5bfd3ca4f373291cf1807a1abab9b5ed108a9998bfa80f5e1f3e065b8 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4800 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4800 new file mode 100644 index 0000000000000000000000000000000000000000..cac43ba7f3ce464ca2ddc225f41c785a81c4aa64 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c032e6e1d0e43f3bd90fbd76497cd00e0ed48773b7324832d9b723046978234a +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4888 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4888 new file mode 100644 index 0000000000000000000000000000000000000000..fffa7c08a0dc399b5efd54179c4436233ed4ac72 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4888 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed61ba01559ee0a708c52de766cbfad57f3febf84ce5e350873b28dc71e05494 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-600 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..7ecf10b93b1318cf3db80f988dd7da436424a162 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b57d9bf54b65d3f7feaecfd4b2773f591576232eb49ccb96966537a667914511 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-900 b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..bd498af0f27ef82bd9c2569db1ce25e1f64d02a5 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71b3a85aab223dd97810941c8d5abf705565682468e7b5eaccbc7cda4e810153 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1200 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..38ad464d5bbaf19b52a4e2110a7bf6ab9921c4d9 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8e4a6456a9c890230d65d43aad1139aaa2635709d099fa98d979f8088a6fb4 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1500 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..91e0176a534e3a73122a2dcbbc9cb0433a8fa58f --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8c68d7a1bbdd24319ffca9b3c03945000c98551ff4377685552874dcb9675e1 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1800 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..b0482a57bf458df82375f0ff691fe7c856e6ed8c --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75855dcbdf38d6cb8a5a33f91eb7640be8a4068d460cde252546e1fc06abc32e +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1962 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1962 new file mode 100644 index 0000000000000000000000000000000000000000..90e30a2f75e9f14450d6d512698a4e559b129774 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1962 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d16af74d55a8803d75434be4ed18070643ceb8260d10b02149d6f392b4e295f0 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-300 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..16bfcea5cb161a05f828f496bbe00b6453ef3132 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f8932b15804387933d82cf1c952cbe084c9333bfa896dcecd415d0d225844bd +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-600 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..4cbaa6e8626a6fc653b463cfc5adca8a429fbece --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d260d4e6e7128ef6962dd44dba57e6176e9703eeef48b0573a3c3f6981c49972 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-900 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..50aa5dff310d803d67a098a77a2eb89ea808c89d --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85836b19360dbbdab26de699d87b7625b54217500ca3402ee5f3ef0e0d97b79a +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1200 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..d0effcdb3bcf82a9654d97d85f7da80281308070 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d055cc74053e9c696c9a810c06e8082707fb2cd33ee2197c36a697e12d10dda6 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1500 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..b53c1b11caeaa68b9fbf8a792fb27e61505e6ae3 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:456600700aed93fa52227201a8e75c7234de799e6d3f4d8f7ea25b4780e763e5 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1800 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..c2c7995a361ef3072236417333562bf7cb8e115e --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69454df21403ae135f32846f7d08bbcf697f82bbbda16ccd5caaa7aefc49580a +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1962 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1962 new file mode 100644 index 0000000000000000000000000000000000000000..91123f17e09b89adb11b7d3a17fca0ae4208672d --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1962 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0daac0c98bc8a52b9eba6dd75a263b00693ce4f50adce1718da2fcfe5e76e37d +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-300 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..1d72244687d513c0520d2e615076c30c59c231fb --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf7b48d503b548e7b617f93775db55b9d43f926340bb5d41603977ae18a2715 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-600 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..fd633f6f8b67a704a64a588acc3700ccbb544faa --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53716247473a0d4c1d81aa7226b82366b7bd0b41fb770e7b2a13ba7bd087f608 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-900 b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..23504e4ffdd69e44a4c1a4416889124dc0d56dfb --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19605be037ca1e61f7e764d305360425bab6d385beb9dc4c3c04734d7f46edd2 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1200 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..daed7f5c1e0eb3c3b4e82d5253f1c98dc689a18d --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b48553184fd74f32dc80a73983f048f66de5ea5acc9ba9e3d7346f28d05e9321 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1500 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..55ea1cea1d3285da8e0a48e54febc7105b4cf350 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc8e85e407288895495cc8a1c492cc2d2153860ccf0d80b81159b0920388e953 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1800 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..b9ae72a8b12e3a74516e6d405f10e1baa930f5bb --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c20309c047e5d13a8f4404a383ab985645a4e21d979f5ecfeca67d4e8d8c7c4 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2100 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..d5476d58f923c10373259c7230da98512196b2d5 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2db58f09f77de134ce0569d134ea3ced7b451ea19f16a33bff3fb7150e8ce6f9 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2400 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..7ba406bc002aab06d076e893ddcc69e38c7ca4a6 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ff6affb417b39d8585a4ca198c944e5932df5eafb5d487582b89f991716dc5 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2700 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..0b512903a67a122e0644a70a96ca584fd6739ec3 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf4a1cc94900f740e967fc5f2d81779a13b13131bf930869021510b57e2fd52 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-300 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..7123650b8e575e935e9ab544d0767edad7009faa --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a26b7f2ece18d2e4c41e662bd6da47950fd4145304e81c107516581d1ec092 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3000 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3000 new file mode 100644 index 0000000000000000000000000000000000000000..e3a017b5eb45bbedb040531c9fe701696fd11bbe --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3000 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48494531cd2bc9bdc4bfbfd100edbcdb04132fb00bbbad5ada29c8181e5ba91a +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3300 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3300 new file mode 100644 index 0000000000000000000000000000000000000000..8b7d6960e48c793fc03aa76caa98d4bc0db35ced --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bbd47043a2573d88081ba4cfa38987cacafa4443c49932454f9c373108469ef +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3600 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3600 new file mode 100644 index 0000000000000000000000000000000000000000..26d49cd3d66e9df852b614360d59932527e8b5cd --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ae973666d27a7650f13bb1afdd903d9e26051d6205d69960a00cec0058bf0e5 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3900 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3900 new file mode 100644 index 0000000000000000000000000000000000000000..e8e3ae61268a36d865cf4bf9bc99bf8b52b02a9b --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15786438b163c595d20e119a182e9126c9dcce64eaf31082ff94786d513ae6c6 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4200 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4200 new file mode 100644 index 0000000000000000000000000000000000000000..ece8f10b7c945af66056c912591ff44d964f5fa1 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b99019a05e2dcfd4cfaeb9ae87f50eefd9a6f76a09ec4bfa97297c5b817d7b85 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4500 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4500 new file mode 100644 index 0000000000000000000000000000000000000000..362e50fb63c1d13626504586a84cbcac16100698 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99adb5dfcd5993fa7fa0416bc84421f11c5066408241baf680962fa2f3ce48e7 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4800 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4800 new file mode 100644 index 0000000000000000000000000000000000000000..3440d7d7627dd966e68454c28d681cd429226eba --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50da3dac8cb95cb1f1c34a6b08d80b5b0895f56268bb7b1febeb39f5d62146c6 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5100 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5100 new file mode 100644 index 0000000000000000000000000000000000000000..d237bba590ab49d90d2f31e8e814c07682bc5836 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d21491675332e87fb677251df146d6436359c5cb5a80cdf8c15cc4154b4a525b +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5400 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5400 new file mode 100644 index 0000000000000000000000000000000000000000..eb088ca8049a7f4e57faf2f0ad5db7a1a066ff23 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:349d2c712b9e5d30f3ba7a52efbeeada5d3cc4428b335f784ae4d3585894a124 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5700 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5700 new file mode 100644 index 0000000000000000000000000000000000000000..6115e70026b792591763b89430dccbefc2367870 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d60df2590bfac15c840dd5df989eb72ff8fc219ff7b3e28921afe1929292c511 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5784 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5784 new file mode 100644 index 0000000000000000000000000000000000000000..44c05fda32315af038119d8592f0df9eea80fdb8 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5784 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2247b8578b74e34791f4ffae976b136717b8f57f5afe10864993d3b6c4c1eeb1 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-600 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..ef6af4801369ccff08004abf525dde205891e846 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89388c3f4f547f8831d49827a21cfcaa9ab46079e64e000e748569031dbeb573 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-900 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..ead106b609981fe5bbc3a59d6be660a75ec6d37f --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b33e0b504709974d9ef3639450860288b5c57979c8a22d5942e74e5bae2d6c6 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1200 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..ec60c9cadfcf0cd510b9ab30cc2da11f2bb0ab99 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99383a32a9418257902c951e245c63ce13fcd478f4cd0f6a02cb9f615a8125b9 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1500 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..abc463f73b3334d77be0f395a5d8baa8bbe30c54 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6278e0858f8b14e6a323942af3709c42d6187015902ce36f3a2e731bea341e5 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1800 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..458aa48ac1cd9819dd3666e41e40e72f50c66dee --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21d373d342827b04f3f63cf5985a527d16080676cb52626ee7ba8c15c2054a7c +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2100 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..3c002c6000984ae13389933cbd6a3d5be94325b6 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f204d67c9b5c29a5d2327a97d6f2ac4a7412b0671436e123ceb285a2622965e +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2400 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..2e0aa7a3005626c26fbe2645599dcefbd04b9517 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b7aff53f2b529619fd6f5406e35ea9f2c2da0e22c1aa4bf79745c33ff60338a +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2700 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..95e8d22029d9934e969abebb05fe06ff70fdcdfe --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a269a0d5a13e70ea82b0b2d162011079ab9adcaeb914fb9910442a5ec3417c2a +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-300 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..1b8c1862026a205d81d9974ae2ab8e95eba7d569 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76833551886d589718b904a5feeb951dd5b96589243f3af7947525e72ca0186d +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3000 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3000 new file mode 100644 index 0000000000000000000000000000000000000000..a4ff15d123e44955b797cc3657b4c526ebd8b5dd --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3000 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efab71f63c41cb2e30f59e1c5042e13bae2edbd4f277ca2dab68b13a990bf7f4 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3300 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3300 new file mode 100644 index 0000000000000000000000000000000000000000..3aab81ae0c4e4ed4351063e4e559c144cf56da15 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e58f3fa288b849e161e8f7a49fb77e896af9f43aff6c1e9899a90aabaf3a18e1 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3600 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3600 new file mode 100644 index 0000000000000000000000000000000000000000..9cdd43ee53088f457c451001f9e047437a622af5 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d35fa355b840289d96e5416039423ff2cae239c50a6acceae737211338f258ea +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3900 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3900 new file mode 100644 index 0000000000000000000000000000000000000000..71fece5389fa0e6d5e76991bf201e73a7e821657 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50cbcce3a98cc78839d8fc9acaa72f1e2f55b0a8bd11776c43386ad562b7e87a +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4200 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4200 new file mode 100644 index 0000000000000000000000000000000000000000..27e259c19de78def01ce4ddc6059a0d8e9443b7e --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c40ceec021ce55d605c8509fb52f5d2e5431d76af829aa84deb5faff83e0d71 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4500 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4500 new file mode 100644 index 0000000000000000000000000000000000000000..9ab057fc9dc484f1b0b28bc68c7a81b96fe39c8b --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d93a6877ddbe9620c424b682b2a70335bce1e22a32918d8173992d6ff27fc4d +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4800 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4800 new file mode 100644 index 0000000000000000000000000000000000000000..05ee489df3078c28a84019caf61a94f9c3feb1c9 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fad5d0018ec4e565a0879293e817deb76dba5092bc6b0ad4aea02907abfd2719 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5100 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5100 new file mode 100644 index 0000000000000000000000000000000000000000..496cc7a985d1842594e49daca32c6a6a001f7228 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a374ff1808e9ef2e9469497fefe825b8284920fd811e106dc820f58b530d6af +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5400 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5400 new file mode 100644 index 0000000000000000000000000000000000000000..86497d6cfa5f877dc304152941510776b7b24ef2 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5632b8fe85afd85548f72a4db2b4882b29ff7a379f34781ff398daf045f787d +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5700 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5700 new file mode 100644 index 0000000000000000000000000000000000000000..f8b669550049e9067a53d57adec715c97e37c582 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e5ab3609c8d95078dc759731fb93f3073d2cc14e69a46ae83f2dd5b327d448 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5784 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5784 new file mode 100644 index 0000000000000000000000000000000000000000..857c828e69db0cbb5b8da93f7f5a4e79a0264d1b --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5784 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96263b85ed50baef63a3c6808818346580be0933c908e707bd627c7555b3836e +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-600 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..c9750e37fac923551124b2e3a750aefef489f613 --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdcbac4335a5747cb750ba3fd2e5abab80700772c776211cf786db99dd133cb5 +size 468248 diff --git a/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-900 b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..f0f534ab4b8269aa8b0b46cde1a538cb7ca0513e --- /dev/null +++ b/activations-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a6427bb7dd633e0e027e1b9ef9cc3395d215ccbe748186a3c45030bfac5d95c +size 468248 diff --git a/activations-old/test/activation.en.train.qwen-checkpoint-300 b/activations-old/test/activation.en.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..613cd774523004fe4f78b38b1a7868c8b3ee1320 --- /dev/null +++ b/activations-old/test/activation.en.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42390153559732a75bc79f7e5d8ffb3abc25c5b3fd2940f21605eced1f0e89f3 +size 468248 diff --git a/activations-old/test/activation.ga.train.qwen-checkpoint-300 b/activations-old/test/activation.ga.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..f88772b632a49c28d58529420bd10327c2cf946b --- /dev/null +++ b/activations-old/test/activation.ga.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6b961081712c81bb004d9a76fc85dbcf50e0a7e5036fb25bde21e10b2b8004f +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1200 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..92177a4228cc981c2d887e54b809d7fdd53b7db0 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e52b799db03ef9ee4fe59b7d713ce4a187ce75b8324813ec4701efbb3b4750f +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1500 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..705b795c2488fd681f4b873034a71234a007af21 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e07f619b5f31e325a7a3f42a1d61616425d7039672ff1547d670434ae5f3227 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1800 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..0c299982e00216efc66c9fa72b167abac61ee2dd --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5663cce4d51a165291ff97117a2995ee7c9f757f861bbd4184870111be0ca32 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2100 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..43fa5b3435ed5dd1128d3bffb048cfcbbbce34aa --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7780ea41a3c5102713b6d20ba9b02ecd7f45a26db42ca3e46c9e92d6ac5cae77 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2400 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..2f356661e6d9fe17c87550a39e059a26a33868cf --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd92edb54d631fbf17690b454a0d5d0b13dbbc9c5f30874422eab0722fcbb6f8 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2700 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..ff6e0cfd0fe52a64e38455934be2ba8ab2afc5df --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fdd15d7eb2d9fd4d1d8b6d6bce383975eed9f08cb2f00ab95bf7e7537b0b9e2 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-300 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..6f63a677fe801c2a947ad3274223bb853450660b --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5fb561964631bc0d5107484ada14b66514847e97e812098b9e492325cf326f3 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3000 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3000 new file mode 100644 index 0000000000000000000000000000000000000000..4d4f88e71e82ed66c2fe5c607b1090a00f7be547 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3000 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:968d8bd3ca36fc8ef9e391480f29ae45f1a1ed05ff3076d522eaa6ceb2f33696 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3231 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3231 new file mode 100644 index 0000000000000000000000000000000000000000..ba612469d54213d6e078824f05ae9959724cc6e9 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-3231 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47c312fe257457a6123ed69b724c36f69e9d61851b34f9efb8176a7ebb05c713 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-600 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..dc26008db59775f02fe3237b38691d206fb81cea --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4307c48e8f67b92093f431090d1411986851b38f8f5fcf1cdd1219e97ad3b0fc +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-900 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..1590c6b96e06958cbd0e0137bab21bff531f53f0 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.en.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbb4fb2b26e0f5c8082f96d6d80f9d0800dc5e2bacc70d42a35a7fa2e2bd17f5 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1200 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..99c445d746daf6f2d6bbcad8c0ccc66f282ae004 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62337e6a806ff7920d8cf3b8229921aac39a89248a2f6a7224aac0bb36eda6a3 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1500 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..11816dddd2427e37e5282d75200b472bb6c2080a --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:920bd25e7f33ad7d046a63dae15445a05cccc342056d1d0c813aac98e10e63f6 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1800 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..14b94d69fc408637fb3017415cd5958fcf6584c3 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea30831bb30b5b5e3f8346d44cffac838140043df7e71ef149eb2b883ccd797 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2100 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..ddd1ee367e3bf614a9afe04cdff1dcfaae365867 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0071c852590aafa437c442b307f876e9c278b66cf35b19b7668909359e3860a6 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2400 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..04e4d5c40e5dc63498ea5508afe7bbbc9d84337c --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d02d81507dfa694337651ac0e9b2393ad3d931ec8d019668840c95c93d7dd34 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2700 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..b39cc41f8a6266bd29ddacc5813df9b2fb820e29 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8337961127b4edf277bd6ddc398db8985323765ed2fa18d9d80320535ae25fd +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-300 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..8d9fe85b453b5844cbbad8fd84a43d28489bcb40 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3dbeffe0bfd346b4f6906b1b9985d1346b4832612e742577c5200f80287a758 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3000 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3000 new file mode 100644 index 0000000000000000000000000000000000000000..f4c05a4070139fa813372660885a884df595db79 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3000 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:236e2e31eef6fb9de3660d8813d36c3ac4cb9f8d88265cc0262cdddb6b368ddb +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3231 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3231 new file mode 100644 index 0000000000000000000000000000000000000000..f539e8a689d40f0841bd77b4d651da0fe1847d92 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-3231 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:528e45591123135f1d95fa97409ddef78d3a47e658fd1f1ada7ede101ca9517b +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-600 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..09e2b54ecc204e30a2ec02b49d4f40229559179e --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ace8a4ac6e0724ec9c3b26d2a10dd49f37a19b5a53bcfc49bd01c54ba7a9c8 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-900 b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..67105d535c1d852f5040e5097f54688b9b506424 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/activation.eu.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd1575fe356cd0beed0925e75bdc440e9cba200548e957bf0b37b9598555d55 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1200 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..13ef16f69a053b56b9068b53f48a3cb339516cc0 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b28b227372f3c41d99e694567afe342f1375dc6f3f47ad3c2ffeb888dbaf0334 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1500 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..691e80e8115ccd75fec34b458900ec67c7c74c8a --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32d80b1a516a79046df0a127cc3499fe55ce854b66893b7f423ac2e20d0d2651 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1800 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..046dabcec20e39b61d41ca46fbdd84e3b081ee9f --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7eb0db77d081e5ba9c335520b3d183231c5af50aacd6d5821f81ba67d0bd2ce +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2100 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..b06ace606dab4991b1456edb77a06a3f2a49b871 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b71ed7224888ed0bfd9ef2f0c8eecf64249d5f1f78538a94e0f1c3c51a9c2c +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2400 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..db41fdcf1c361fb08c8aa69c93ffabc997af0311 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8906c3dc56d4ca3e1af3af361ee85466bbe24aae863148446cfa8142a6a035ee +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2700 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..e30927f67da448e2c21b2af87e0966c242f14d68 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c449758fd90f05bf895b55b1230c96237539eded5970b96cad90a4bad4c7ed6 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2972 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2972 new file mode 100644 index 0000000000000000000000000000000000000000..dbb3929679a55a08b8888d3b2f1314727fda88aa --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-2972 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d8bfe507e712a86514db9c3df55bad50943bf2296f5a41aeb22e52b2856da7e +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-300 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..ee16e281872958ae894607fe93ebf395eaa4c182 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36ce32a2275afd3ce0c5a016e3b01aa600a390b674f3f3cab288be4d1fe63abc +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-600 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..018ee5c5de1449ac0ce97dfad2cc4b415c1b9a90 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f417e95a191d09ea7a51accff54d0cf5f3555a079eb47f3211e3c8df3a0fbcb +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-900 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..dd27c9cb4359f015d878d22c68cdee3eae116676 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.en.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce9ab87cbd81f39ce85657a0bcf3f11501a9306270b7f9aae38e70c68de8e8c +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1200 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..9d6ab87b7d3ff1da1be5a469d4272b1477057e37 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5f111e8303998cc993e0219bcc8459a939e076df1cc540bf51a4816fdf629b0 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1500 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..07f47ca6e3c46fd922569af35a09adde09217da7 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c23351b42ea431fa6949d3bfe3f3f2495329cff4161f0f0a399fbcf7ac867156 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1800 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..7eb9dc4c79b1e21d98c9a42b851ea2efd0f9d33a --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3754685929013ce934cd2762f7425beb73805402e4e6b22da07e45ddff9597f3 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2100 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..b991626df235e6f592cbe6f84bc737a1d0c39cc2 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f843d2a82ce2b8159c087e72b6793630bd241e56d830a0491fb784eb52b0c10 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2400 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..e1cd95ca4681139f6008ff89d20c499aff572e6b --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29b184be1234625fda5064347410d6b393ff9d7a0593d081fd3f9b292676f3ce +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2700 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..6309e31e56e8e14aa0f358938eebd20512bfd5b3 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d680f662d4bdf4c7b2e034d90d49e72dd8e79a898c262953a124fd08f85ab92 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2972 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2972 new file mode 100644 index 0000000000000000000000000000000000000000..fa59dc3cfd7e3ab10f6e177843845202531ecf35 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-2972 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad899fbc909f610ec31d85c3f0addb045c0b10f7e6909db34f8a3510b92a46f1 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-300 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..06c324773f18d9a194db0dae649b07d69bb9e13a --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a12dbdd5ef653e9f08bcf27056c3f3a3b918be954dd0e4c73c06c5977424fc +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-600 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..bdb0332550e8baed1760899999b34f4f2c5562c7 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44c86b99dc9a05eef55a0141d2a9fd171cf3a5cd6221dfcced39d57b413df6de +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-900 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..66992333f1276dd1fe2500ddae86a191e5fdb50a --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/activation.eu.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b56552f40a87f74785f51a9a221d4a349b7d7c55b4435836c4804f2f51d6efc +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1200 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..7a80d0bce8a998756c65adcda764ae501cbf67f4 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4264acbb26f479ab6c23eb63ff814913ccd5a5de04c3eb3151beb368cdd24a1f +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1500 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..e0f48c4df4e8311c18f670bf1a715ea4cc1925e1 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb4ebf7ca27555583e722e41c22f0efdbb62643efed2d45e72db3869d18009c8 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1800 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..f6bc6aedb0af39ff43d3076098b2562453cab237 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b35c30bdabf23270d8ca538dfb3a92a851ccc36d13396fb5843ec4c4281b2b +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2100 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..41286bbefe61b851bda3a63b96c9dd62804e6f5b --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69aa1477ba7de1fc39042874f9dda4c23652793c4fe7f2948f18a491492ad9f7 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2400 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..0146e7802c59390d6d0f383fa489a65bc0080ba5 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a6108cc1cecd014885fb4188764cd29174266b587169721c2c8019137e0dbc1 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2700 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..247c7429aec97e8dddc73552733b5ec4f6dc7353 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b3b21a7476a79b410296e6509f273c1dfd85b600d9a08a14c72a15a5cc3d67 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-300 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..6f6d59ef78b32b99501260771c22a1d25b593fcf --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:189c4b7a4788e80bccbc54431604a1bfb908f71221bcf5ef7dceedd140cced61 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3000 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3000 new file mode 100644 index 0000000000000000000000000000000000000000..3ef857ffcbff807a73c11cbe0929be07ade018ab --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3000 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02e6b9d0fccc5c92482f42d70374a1ec244a5dbbd0bd11a69037c44321a1718b +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3300 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3300 new file mode 100644 index 0000000000000000000000000000000000000000..29a0732e1bc8c92d523702cb2cb093bcab1f9585 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3454d5144ec2340d5fd2dcfcd501c13ab9616182ac13f4556d883557f08e99 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3600 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3600 new file mode 100644 index 0000000000000000000000000000000000000000..ea2adf0df303ebfad28890777f9afa63687299cc --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54558492067268cd6459d033cbd3df2e9990f4a26ba9ce430ed1eaf92ba683bd +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3900 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3900 new file mode 100644 index 0000000000000000000000000000000000000000..e14ce7daf1d56b1a454f736d382c25cf69cf31c0 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-3900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d72af69472417dbe5399325384ec4bf6360cc442850a28a67f4423475e5cca5 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4200 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4200 new file mode 100644 index 0000000000000000000000000000000000000000..8780d7bb1f6940e96643658f156922cc06b7cbaf --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:125fe05709574a58a1354a8b8bcd43e63fd836fc41bc260ad0128bacb8ef1970 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4500 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4500 new file mode 100644 index 0000000000000000000000000000000000000000..ea38837e5f9d95cb1af08a8e0fae959822f16a56 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7431b9f5d1549860e3677828c049e972daa340556ad677f7a2e43ae8a54313b9 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4800 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4800 new file mode 100644 index 0000000000000000000000000000000000000000..8e46aa21fb881af9872f72afedf991f91530d331 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb86b924d362957adf1cfa71b44493a606a6f6beb64de6e7df26917b18057c7a +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4888 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4888 new file mode 100644 index 0000000000000000000000000000000000000000..526c769ce616cbf1f148c68cd10a4d7a70ef0141 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-4888 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:381f13cbbaf2dcae094cc29aa21b1e6c2e26123303f48a17bfda7724cd4dda38 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-600 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..8daf29eeccbb889345c0696f2b30ffa3b0ab93c5 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1405da96491d5c8662afd78ca8f48b8fda0f722b1c6bf53f0ef5fc48743b6887 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-900 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..94fc28c2250dda9f1e92182e60fa6a5c460105a0 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.en.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44cc7d540723069be82391fbbbb891072925ae757e8ee0d5cf85d740d1f01e2d +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1200 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..325c371117d12a4252571c897e66a24f2529b48e --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd2b2cb3cb3faed43a4c1259d19a268545af83018dca71edacd345ed4d868de +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1500 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..37bfabd4db483b7aa5eb0d392d12789c65750c73 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:335f9fa4605a91e551c502b8c1e3131a6f1b041d59d25dc995baa0a19a9ded00 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1800 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..3b73abd87494eb0aca384b70aad95c2ca45e89ed --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f6a11c265265311f263a8834a1757d028f114d1502f684a7cd23779e6643d3b +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2100 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..dd7bbd3b0651b0e5c458dd2ec36e5ab36b06fa85 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8ee456c74ab6b4d19f1e54f84b8def8ab7954a367a33db7a64c2a72134a4b5c +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2400 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..4c4d1a28f5a89d6755a690cc3b05820c66c3fe12 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa3a0ad5eecb220c4f48fe202c110c8f86cdfe1fefc7043ec7b486d294385c67 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2700 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..b580fa85ebff21915d55d63adb47ea3edbf60928 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3636d2ad65c2948ae8f442be0224f95166f375cdf441bd770fc2e078f855098d +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-300 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..2456c4a652068b3dcced298a2fec18d3951a15bb --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bc2f0e91b77c9374ebdeb9d96d6966c501bc43dde44a58d5e6a0ef5ff82d511 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3000 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3000 new file mode 100644 index 0000000000000000000000000000000000000000..d8f0645d5d29ab6f1c462687ab8b44de42a70558 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3000 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46541085f8f9262063fad975536ea00482026ea0ceca25aaba2adf3267e81acb +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3300 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3300 new file mode 100644 index 0000000000000000000000000000000000000000..23332892002860412a4a4eab5f8702e0d7a163bd --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:183d270031822cfa1c55444897d37d521d5ec20e94680a73d6729a7c8293f2ec +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3600 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3600 new file mode 100644 index 0000000000000000000000000000000000000000..9605440f8365c632d143575d401363f5c6768a12 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d11d73f1615f39ee1e8b32667b51182ccf1f5308cf58478006122981962565bf +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3900 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3900 new file mode 100644 index 0000000000000000000000000000000000000000..3c226ed6944a71d42d390d5ba4089cc7d747f6da --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-3900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e28aa26367c9380452ea12b1269463d8640df1383cc62b76248eb74b17086b4 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4200 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4200 new file mode 100644 index 0000000000000000000000000000000000000000..1b9be5bff211db2cd69d4d83b035a86ed4ee01a2 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:993c8a0865dbd41357e62f854d04ce10fc4a9455de789f783fdc702dffd0430b +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4500 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4500 new file mode 100644 index 0000000000000000000000000000000000000000..febe1a727fd043850a06cdd38149bfd22b253954 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595367bd45994067fa02ab3f897b135528082c919c7f25e04ad8e1f94ea9ef73 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4800 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4800 new file mode 100644 index 0000000000000000000000000000000000000000..0f317712c02fee0a6625e5ace39aa157a6707486 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa1285ea64ceda23fd95d08a035e13d5a6a2b1b62706119ed9a412dd284e7c6 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4888 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4888 new file mode 100644 index 0000000000000000000000000000000000000000..d8039d4de2022e480a5e80dd002bd6fd061fa88c --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-4888 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f5c4306961515b4c9a51fb78f4cce258b0e431c4faa81a63d971bd26d65e116 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-600 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..2c9583c1875c446fde298a26bd826651ba40e0ff --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b828ff43a22b4e2d92895b7dee54b0c01a689d533ef32da1cf2dea11f1b145e +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-900 b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..c3bbd154936c46f7c541b643be36b4d4bb66d643 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/activation.ga.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe3890904298c7bd6311cb75c28a4fd585d14e695c6e6c9b0977f9a703b1a6c1 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1200 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..f827063feefc75a05fa3458fe1603e43486baff2 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d0a42632589259eee9933dd6f0d6b8f75d0550c2d9a6f697ab6f409e2e3ec4b +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1500 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..49d6a7457f10b94b947cb1c0bf2d0638a69b35c3 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57badeb802d1a5cbed4ea40abc9ee5b39cf5cb8fdfff610f5715c8bb5efa614c +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1800 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..5eff936ead8d08f2a50b7ab0833a106dd5f163a7 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:582f6ea330065e131824ad04f4002aa6559dea6e4f721c916118e379a24b8e97 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1962 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1962 new file mode 100644 index 0000000000000000000000000000000000000000..54864145a6b96c1a641efcedafebc79ba3975d27 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-1962 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e310c0f41b333f8157d805b206380e7f20ae57e41e800fa15229c904e52a706 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-300 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..a05ecbba6448f80304bb292ea2c8011973fbb55f --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfec08c0833416505eb14718a9006293eeb85448604d8ae750fc94aa593adbb0 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-600 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..8cfe7c5da8a58b61ca62c2aa7f4d06127b85241e --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:175ca825cda6a69fb77c1085cdfe07092993206085dfde87263ebd991d95c08f +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-900 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..5f8d855eea44e416cde6339aa4524b54c0b1d968 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.en.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2abdef29753ebe184493600c39944c3f416d8a1841c420c55765bfd04cf3327 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1200 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..3a81507d61575ae1368448f14a3d9f55b4d0bf28 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ba88b245a1b6849fda2f724278335a2d33c5ca3ffeaa481bcb9af8be6e45ae +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1500 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..b85347059569564154a569c40d3d587e3e10f75a --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d4661ba0ab3d4b2e163dc1029abbaae08159d23356ec46f7d46d3e92dade90 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1800 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..79a0eb45610ee5887b7941a771abe470627f04d5 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe4be37a0256c6cfd85a6136f0b3f18dec5645f5fba2ac2653703cd1968cf848 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1962 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1962 new file mode 100644 index 0000000000000000000000000000000000000000..51303a301f752d77e8df34e715af37f6d5c999ff --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-1962 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9db75d0c0683aee5f9d1ba480b4ef27fc3288a69a3a14094b88ad1bf3738ea0 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-300 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..fd041880c24394e0659845683da89ac4e18cec1e --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2c1f927376b65d65a8885f4206590c0085a86aa255b1b0185847e0021a5242 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-600 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..d949156a4950953a234a564c363bee323966d257 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18298789d07a39c92779f87a4c47a22d481fe810893ea6e5a20ec755d4ace060 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-900 b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..3c012a936e2efb70e914e3d26e4607eb3c26e55b --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/activation.zh.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46b005258e98cfb383f8b754ce3d3321dd6f1bf4d163ac273179bad0bfdd57f +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1200 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..787f201cce86591040d354c79949bbd45d3a7e91 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3f0e7ed866cdefb4efcc5e03bc240c8f70867360a988e133fa12c10941db9f3 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1500 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..15feef56d5a7e11fea4ca3e85538e5bb6214f6c5 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:961e2208a728e626fb105fec4a7655ffc09942064d1f86d1fd29fe7a222f2389 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1800 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..00306f91cdb33cfcf0f1d00739a2c3733fa63288 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:192c5660ac095ed50ec4269c2629b6478be077ffa911e2b9e0d382109a427df3 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2100 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..e7d955efc9a8298a06fdfff2395c553479958c4d --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b0b8df135acf67ca99c5a17cec17e5d890665cd905d020de9394b548456d05 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2400 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..18b2b1ff5924f13487d8d01cd0b4a769735a5d9d --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bad3715de6491c496e02cd5ac59cb3f0ebb016fc9e5ac97c5c5dd706cc3bc08 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2700 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..0346f3b5a9ad381074a80ebc7b5eb2736d7beacb --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14d7b5a75e517fceb1b6ef613972163690781488587ff8d2228cf2520d97ebee +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-300 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..b3a4c860719968919bc1a256593e605f2f9426eb --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0372f3f839ab22cb2d86ece5e4f924099a44b09eed6124f5ab1793b18356207a +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3000 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3000 new file mode 100644 index 0000000000000000000000000000000000000000..3a16e94c99b231b2e3143a0e1e4237c133dff726 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3000 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e403398f6aa8c12f43d30cd9baa1903f5bbe8ac0709c7e06e184f3a2d6d50985 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3300 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3300 new file mode 100644 index 0000000000000000000000000000000000000000..916c271a51fd6db6bf319ca88759796a224f099d --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a4b840dee08ed888d099269cc2bb6dad0caffe29405d3a3575ca5feb84ea25a +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3600 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3600 new file mode 100644 index 0000000000000000000000000000000000000000..357c9f4e8839964f5a0e84fc8ae8fa18a9c44192 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c5d7634842bd45860db55027c0aedf94c6f2c18031bcc09f203c8bc5f23fd41 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3900 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3900 new file mode 100644 index 0000000000000000000000000000000000000000..e335807a5bd5ec8cb98f9cd76d20c9659095e6bf --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-3900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:157fbf9880bbbb91fccc1bc89c411ffd8c5b90df8935d900c6722937cdafc8c4 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4200 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4200 new file mode 100644 index 0000000000000000000000000000000000000000..1b905f1f06dd495b87d5d7e3ead31b2df867886b --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aec66badcfe75e8fae63cb7fcce3de9cbda3aabe1bad8f807524868fe58440e +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4500 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4500 new file mode 100644 index 0000000000000000000000000000000000000000..061995c90951fc2fd9d39a9b98ae8195d624cde6 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa1fc126e16ed23face28f76bb6da15792790db6103cfd2566cf51408687e5f4 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4800 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4800 new file mode 100644 index 0000000000000000000000000000000000000000..dd21857098a4676e4bea285c00f94dde07dc64bb --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-4800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceb45a968ad4bc080a35f89452507398c4fdc80da26154229e1a1dd925e362b3 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5100 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5100 new file mode 100644 index 0000000000000000000000000000000000000000..c205430e542d351d04411840a8e86b771ce2c86b --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a107e1a91d56803e72bd6955d3fbfbd61da292eecee6aa42c7d21ded3786b27 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5400 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5400 new file mode 100644 index 0000000000000000000000000000000000000000..d460521f60c95f709baa49386a1bff0d4d33911b --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36450ece7f3bc572c2fa1fbd6be7dbe30852288af48bb78525f0e7c5e9ce0a44 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5700 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5700 new file mode 100644 index 0000000000000000000000000000000000000000..af7d87d41f6698340a9979a97cb68ef806b4bd32 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d53be93ba6153f0192264b0263109b4b21ee06bb6440d2201f9c24469c85b486 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5784 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5784 new file mode 100644 index 0000000000000000000000000000000000000000..f10abf747bfa6efd1a95a51793ac337814099a0f --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-5784 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63a24affc78b60a216d1f11d843f51587c4d57807af0db980e626b39af19a90f +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-600 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..9689bb783582c669dc34bca2e8063bd2e96320a1 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa1f6e4a611c6adba6c9cd67375995a5e600cc753b8930c1d0e8c73f9943f74f +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-900 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..1851948a880b9be824c9acf36e879cb02dfe3e33 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.en.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d89755405ea1d070635204c489ec82de6fd5cc231ed92b6690dc44367fb6cd +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1200 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1200 new file mode 100644 index 0000000000000000000000000000000000000000..6b50548051bed78da24178894bfb486fd1b88458 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e895a115fc56a2ac57d44cd36c3f73b8e74173331262a2dd0a13419b53837eb +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1500 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1500 new file mode 100644 index 0000000000000000000000000000000000000000..79d51d9591485aebe8fb3ce00ea4310a50edf583 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40cee34ec7b57ee37f995dfda827e7b82961e46e1bc064f4d89d98efaf9f009d +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1800 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1800 new file mode 100644 index 0000000000000000000000000000000000000000..952c23377a03deb81bac72339879091ea28b9e5e --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-1800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f56674fb0eab34385bae625246205baae3ebd5e90385df083ccfd6902dfe374 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2100 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2100 new file mode 100644 index 0000000000000000000000000000000000000000..4176e7c66bab863c923c507f7a6641b7e675c130 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8d50c8c4f202a3c3a3d867e6d06d040422e3e0c36fdc064d61aa309063daff4 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2400 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2400 new file mode 100644 index 0000000000000000000000000000000000000000..c26281e9ae926b509f8f8ad24412c32a5c54def7 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17fafcd5abc3b22e6a9c573fad9871e77c3c43a7a7ab57b24b220457beced08a +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2700 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2700 new file mode 100644 index 0000000000000000000000000000000000000000..21b528a780c271a27a51f7c9e7acc4f4e1d3cc76 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-2700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bc80da66daf29766fa10102990f994f8c9d999fdfc326d723d76717cd9815ba +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-300 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-300 new file mode 100644 index 0000000000000000000000000000000000000000..ae7546a2aa74e9dcef39cc786bc50c91e5b59725 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f6b0e52390ad89a3ca2fa8f6863a4a00de8eb53398166e308f3e8c11022e98c +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3000 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3000 new file mode 100644 index 0000000000000000000000000000000000000000..e6f9a0f19cf6d7abb9130bf0a769b66f0a8878eb --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3000 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:030e86e0ea371f9f866afada3dddeb5483abea75545c28a783d92fea23de922e +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3300 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3300 new file mode 100644 index 0000000000000000000000000000000000000000..2aee38bad7333728df73d05aad8dd55f41dd7ad0 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3300 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:589947e0235bec47bb076cebb1066902ff16a7cbef70431032156230ace9d871 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3600 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3600 new file mode 100644 index 0000000000000000000000000000000000000000..d4526e0477d649862b77cb44080ccae8ac34330b --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:569d75edd628d384cd2b35335db668cabfae07db2891c62ef5115bda865932cc +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3900 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3900 new file mode 100644 index 0000000000000000000000000000000000000000..56cba3e79f4abfc3089711e37233fadc31440405 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-3900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f36a10f95a685ad7d7ea7cfbd46cf75213e11eb79594a50ac94950a68d38f5d2 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4200 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4200 new file mode 100644 index 0000000000000000000000000000000000000000..16917af128cadb35e5a1eaf4639b09ce312a6255 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4200 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82d89cb2b7f32cdeaa789cde69c805aaecd3502b0ba957e5cdce741d06003b32 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4500 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4500 new file mode 100644 index 0000000000000000000000000000000000000000..2f8121cccc7815dea9a76fb79538d2b6c20bdaa4 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4500 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3192f96118d3560a53f3a3666942d904bedb7c571465af2c9ed1a0c20139d923 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4800 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4800 new file mode 100644 index 0000000000000000000000000000000000000000..343885763d9edbabfb264f92dc06267243f5b304 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-4800 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeaedc660a127375e4a1e1909f2f70f9c19428d3e8f01c7314dc303f0b5ce9e7 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5100 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5100 new file mode 100644 index 0000000000000000000000000000000000000000..dc53b7bf761645cfeb6cd43301be4b8c02dbc3e2 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5100 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d682a110708687508523814eee290db81c7f1fc42428dcd741f66bc4926713fe +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5400 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5400 new file mode 100644 index 0000000000000000000000000000000000000000..a0820fef7009e217f3e97afeb19a4fa834350612 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5400 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de64554f7d966da8c40a64c4fdebd71fa7aa3a90400c254b2d41e84932257910 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5700 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5700 new file mode 100644 index 0000000000000000000000000000000000000000..e7e15fb66d8ac9f9668956c708e5a9cf71d88d04 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5700 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9677dcd95f16a0610bb8a107e3929ee1c54981de99d15ef4782992d6a72387ef +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5784 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5784 new file mode 100644 index 0000000000000000000000000000000000000000..71630d5795e3e48ea5f433a60aabb587e2cabef6 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-5784 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8978dd186a5a2b0370c33167037a1ca9b95a585d1c327d2393359bc75bde1742 +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-600 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-600 new file mode 100644 index 0000000000000000000000000000000000000000..9303dd47a4e342cbf276dc37aac4664bbb575ce7 --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-600 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63536defc6ff6c70543ade0ca40f8613b397b60008242b0a1ee58416e202226e +size 468248 diff --git a/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-900 b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-900 new file mode 100644 index 0000000000000000000000000000000000000000..3e523c882edf1198eb2c50dac396568fe58ac01f --- /dev/null +++ b/activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/activation.ga.train.qwen-checkpoint-900 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c6e30bada7109d21853e675a2cf0c3ca5ad16ff433b06537ff01bc8e8a7c427 +size 468248 diff --git a/identify.py b/identify.py new file mode 100644 index 0000000000000000000000000000000000000000..50dc0f8bd6b239b85119b518d89948c2d207c87a --- /dev/null +++ b/identify.py @@ -0,0 +1,111 @@ +#!/usr/bin/env python +import os +import torch +import numpy as np +import matplotlib.pyplot as plt + +torch.set_printoptions(profile="full") + +FILTER_RATE = 0.95 +TOP_RATE = 0.5 +ACTIVATION_BAR_RATIO = 0.95 + +langs = ["en", "eu"] +base_path = "new_activations" + +n, over_zero = [], [] + +model_name = None +checkpoint = None + +for lang in langs: + # File path + path = os.path.join(base_path, f"activation.{lang}.train.l2-7b-eu.pt") + data = torch.load(path) + n.append(data["n"]) + over_zero.append(data["over_zero"]) + + # Extract model_name and checkpoint only once + if model_name is None: + model_name = os.path.basename(os.path.dirname(path)) # folder name + filename = os.path.basename(path) + parts = filename.split('.') + checkpoint = parts[-1] # 'qwen-checkpoint-1200' + +# Convert to tensors +n = torch.Tensor(n) # (lang_num) +over_zero = torch.stack(over_zero, dim=-1) # (layer_num, neuron_num, lang_num) + +num_layers, intermediate_size, lang_num = over_zero.size() + +# 1. Activation probability +activation_probs = over_zero / n # broadcast + +# 2. Normalized activation probability +normed_activation_probs = activation_probs / activation_probs.sum(dim=-1, keepdim=True) + +# 3. LAPE (entropy) +log_prop = torch.where(normed_activation_probs > 0, + normed_activation_probs.log(), + torch.zeros_like(normed_activation_probs)) +entropy = -(normed_activation_probs * log_prop).sum(dim=-1) + +# 4. Filter neurons using 95th percentile +flat_probs = activation_probs.flatten() +thresh = flat_probs.kthvalue(int(flat_probs.numel() * FILTER_RATE)).values +valid_mask = (activation_probs > thresh).any(dim=-1) # [layers, neurons] +entropy[~valid_mask] = float("inf") + +# 5. Select top-k neurons with lowest entropy +flat_entropy = entropy.flatten() +topk = int(flat_entropy.numel() * TOP_RATE) +_, idx = flat_entropy.topk(topk, largest=False) + +layer_idx = idx // intermediate_size +neuron_idx = idx % intermediate_size + +# 6. Group by languages +selection_props = activation_probs[layer_idx, neuron_idx] # [topk, lang_num] +bar = flat_probs.kthvalue(int(flat_probs.numel() * ACTIVATION_BAR_RATIO)).values +lang_mask = (selection_props > bar).T # [lang_num, topk] + +final_mask = {} +for i, lang in enumerate(langs): + neuron_ids = torch.where(lang_mask[i])[0] + layer_lists = [[] for _ in range(num_layers)] + for nid in neuron_ids.tolist(): + l = layer_idx[nid].item() + h = neuron_idx[nid].item() + layer_lists[l].append(h) + final_mask[lang] = [torch.tensor(lst, dtype=torch.long) for lst in layer_lists] + +# ========================= +# Plot number of neurons per layer (bar chart) +# ========================= +plt.figure(figsize=(12, 6)) +x = np.arange(num_layers) +width = 0.35 + +bars_list = [] +for i, lang_key in enumerate(langs): + counts = [len(layer) for layer in final_mask[lang_key]] + bars = plt.bar(x + i * width, counts, width=width, label=lang_key) + bars_list.append(bars) + + # Thêm số lên mỗi bar + for bar in bars: + height = bar.get_height() + plt.text(bar.get_x() + bar.get_width()/2.0, height, f'{int(height)}', + ha='center', va='bottom', fontsize=9) + +plt.xlabel("Layer Index") +plt.ylabel("Number of Neurons") +plt.title(f"Number of Language-Specific Neurons per Layer\nModel: {model_name}, Checkpoint: {checkpoint}") +plt.xticks(x + width / 2, x) +plt.legend() +plt.grid(alpha=0.3, axis='y') +plt.tight_layout() + +plt.savefig(f"{model_name}_{checkpoint}_neurons_bar.png", dpi=300) +plt.close() + diff --git a/identify_threshold.py b/identify_threshold.py new file mode 100644 index 0000000000000000000000000000000000000000..c2f4ee517dd403c0d58b68f8769736f4ac2b867a --- /dev/null +++ b/identify_threshold.py @@ -0,0 +1,116 @@ +#!/usr/bin/env python +import os +import torch +import numpy as np +import matplotlib.pyplot as plt + +torch.set_printoptions(profile="full") + +FILTER_RATE = 0.95 +TOP_RATE = 0.01 +ACTIVATION_BAR_RATIO = 0.95 +THRESHOLD = 0.8 + +def plot_language_neurons(langs, base_path, checkpoint_numbers): + """ + langs: list of languages, e.g., ["en", "eu"] + base_path: folder containing activation files + checkpoint_numbers: list of ints, e.g., [300, 3231] + """ + model_name = os.path.basename(base_path) + + for cp in checkpoint_numbers: + checkpoint = f"qwen-checkpoint-{cp}" + n, over_zero = [], [] + + # Load activation data + for lang in langs: + path = os.path.join(base_path, f"activation.{lang}.train.{checkpoint}") + data = torch.load(path) + n.append(data["n"]) + over_zero.append(data["over_zero"]) + + # Convert to tensors + n = torch.Tensor(n) + over_zero = torch.stack(over_zero, dim=-1) + num_layers, intermediate_size, lang_num = over_zero.size() + + # 1. Activation probability + activation_probs = over_zero / n + + # 2. Normalized activation probability + normed_activation_probs = activation_probs / activation_probs.sum(dim=-1, keepdim=True) + + # 3. LAPE (entropy) + log_prop = torch.where(normed_activation_probs > 0, + normed_activation_probs.log(), + torch.zeros_like(normed_activation_probs)) + entropy = -(normed_activation_probs * log_prop).sum(dim=-1) + + # 4. Filter neurons using 95th percentile + flat_probs = activation_probs.flatten() + thresh = flat_probs.kthvalue(int(flat_probs.numel() * FILTER_RATE)).values + valid_mask = (activation_probs > thresh).any(dim=-1) + entropy[~valid_mask] = float("inf") + + # 5. Select top-k neurons with lowest entropy + flat_entropy = entropy.flatten() + topk = int(flat_entropy.numel() * TOP_RATE) + _, idx = flat_entropy.topk(topk, largest=False) + + layer_idx = idx // intermediate_size + neuron_idx = idx % intermediate_size + + # 6. Group by languages + selection_props = activation_probs[layer_idx, neuron_idx] + bar = flat_probs.kthvalue(int(flat_probs.numel() * ACTIVATION_BAR_RATIO)).values + lang_mask = (selection_props > bar).T + + final_mask = {} + for i, lang in enumerate(langs): + neuron_ids = torch.where(lang_mask[i])[0] + layer_lists = [[] for _ in range(num_layers)] + for nid in neuron_ids.tolist(): + l = layer_idx[nid].item() + h = neuron_idx[nid].item() + layer_lists[l].append(h) + final_mask[lang] = [torch.tensor(lst, dtype=torch.long) for lst in layer_lists] + + # ========================= + # Plot bar chart với số trên mỗi bar + # ========================= + plt.figure(figsize=(12, 6)) + x = np.arange(num_layers) + width = 0.35 + + for i, lang_key in enumerate(langs): + counts = [len(layer) for layer in final_mask[lang_key]] + bars = plt.bar(x + i * width, counts, width=width, label=lang_key) + # Thêm số trên bar + for bar_item in bars: + height = bar_item.get_height() + plt.text(bar_item.get_x() + bar_item.get_width()/2.0, height, f'{int(height)}', + ha='center', va='bottom', fontsize=9) + + plt.xlabel("Layer Index") + plt.ylabel("Number of Neurons") + plt.title(f"Number of Language-Specific Neurons per Layer\nModel: {model_name}, Checkpoint: {checkpoint}") + plt.xticks(x + width / 2, x) + plt.legend() + plt.grid(alpha=0.3, axis='y') + plt.tight_layout() + + # Lưu ảnh riêng cho mỗi checkpoint + plt.savefig(f"{model_name}_{checkpoint}_neurons_bar.png", dpi=300) + plt.close() + + + +# ========================= +# Example usage +# ========================= +if __name__ == "__main__": + langs = ["en", "zh"] + base_path = "activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus" + checkpoint_numbers = [300, 600, 900, 1200, 1500, 1800, 1962] + plot_language_neurons(langs, base_path, checkpoint_numbers) diff --git a/identify_v2.py b/identify_v2.py new file mode 100644 index 0000000000000000000000000000000000000000..44bd3b1e70a3b7b881e4b0cdd835ddb51cd6d707 --- /dev/null +++ b/identify_v2.py @@ -0,0 +1,115 @@ +#!/usr/bin/env python +import os +import torch +import numpy as np +import matplotlib.pyplot as plt + +torch.set_printoptions(profile="full") + +FILTER_RATE = 0.95 +TOP_RATE = 0.01 +ACTIVATION_BAR_RATIO = 0.95 + +def plot_language_neurons(langs, base_path, checkpoint_numbers): + """ + langs: list of languages, e.g., ["en", "eu"] + base_path: folder containing activation files + checkpoint_numbers: list of ints, e.g., [300, 3231] + """ + model_name = os.path.basename(base_path) + + for cp in checkpoint_numbers: + checkpoint = f"qwen-checkpoint-{cp}" + n, over_zero = [], [] + + # Load activation data + for lang in langs: + path = os.path.join(base_path, f"activation.{lang}.train.{checkpoint}") + data = torch.load(path) + n.append(data["n"]) + over_zero.append(data["over_zero"]) + + # Convert to tensors + n = torch.Tensor(n) + over_zero = torch.stack(over_zero, dim=-1) + num_layers, intermediate_size, lang_num = over_zero.size() + + # 1. Activation probability + activation_probs = over_zero / n + + # 2. Normalized activation probability + normed_activation_probs = activation_probs / activation_probs.sum(dim=-1, keepdim=True) + + # 3. LAPE (entropy) + log_prop = torch.where(normed_activation_probs > 0, + normed_activation_probs.log(), + torch.zeros_like(normed_activation_probs)) + entropy = -(normed_activation_probs * log_prop).sum(dim=-1) + + # 4. Filter neurons using 95th percentile + flat_probs = activation_probs.flatten() + thresh = flat_probs.kthvalue(int(flat_probs.numel() * FILTER_RATE)).values + valid_mask = (activation_probs > thresh).any(dim=-1) + entropy[~valid_mask] = float("inf") + + # 5. Select top-k neurons with lowest entropy + flat_entropy = entropy.flatten() + topk = int(flat_entropy.numel() * TOP_RATE) + _, idx = flat_entropy.topk(topk, largest=False) + + layer_idx = idx // intermediate_size + neuron_idx = idx % intermediate_size + + # 6. Group by languages + selection_props = activation_probs[layer_idx, neuron_idx] + bar = flat_probs.kthvalue(int(flat_probs.numel() * ACTIVATION_BAR_RATIO)).values + lang_mask = (selection_props > bar).T + + final_mask = {} + for i, lang in enumerate(langs): + neuron_ids = torch.where(lang_mask[i])[0] + layer_lists = [[] for _ in range(num_layers)] + for nid in neuron_ids.tolist(): + l = layer_idx[nid].item() + h = neuron_idx[nid].item() + layer_lists[l].append(h) + final_mask[lang] = [torch.tensor(lst, dtype=torch.long) for lst in layer_lists] + + # ========================= + # Plot bar chart với số trên mỗi bar + # ========================= + plt.figure(figsize=(12, 6)) + x = np.arange(num_layers) + width = 0.35 + + for i, lang_key in enumerate(langs): + counts = [len(layer) for layer in final_mask[lang_key]] + bars = plt.bar(x + i * width, counts, width=width, label=lang_key) + # Thêm số trên bar + for bar_item in bars: + height = bar_item.get_height() + plt.text(bar_item.get_x() + bar_item.get_width()/2.0, height, f'{int(height)}', + ha='center', va='bottom', fontsize=9) + + plt.xlabel("Layer Index") + plt.ylabel("Number of Neurons") + plt.title(f"Number of Language-Specific Neurons per Layer\nModel: {model_name}, Checkpoint: {checkpoint}") + plt.xticks(x + width / 2, x) + plt.legend() + plt.grid(alpha=0.3, axis='y') + plt.tight_layout() + + # Lưu ảnh riêng cho mỗi checkpoint + # plt.savefig(f"{model_name}_{checkpoint}_neurons_bar.png", dpi=300) + # plt.close() + + + +# ========================= +# Example usage +# ========================= +if __name__ == "__main__": + langs = ["en", "zh"] + base_path = "activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus" + checkpoint_numbers = [300, 600, 900, 1200, 1500, 1800, 1962] + plot_language_neurons(langs, base_path, checkpoint_numbers) diff --git a/job_scripts/activation.sh b/job_scripts/activation.sh new file mode 100644 index 0000000000000000000000000000000000000000..03a0ee943dd5ec48d242264775d64bb2b42c4e55 --- /dev/null +++ b/job_scripts/activation.sh @@ -0,0 +1,36 @@ +#!/bin/bash +#SBATCH --job-name=activation +#SBATCH --gres=gpu:1 +#SBATCH --cpus-per-task=8 +#SBATCH --partition=physical-gpu +#SBATCH --mem=32G +#SBATCH --output=logs/%j-activation.out + +ENV_FILE=$1 + +if [ -z "$ENV_FILE" ]; then + echo "Error: No environment file specified" + exit 1 +fi + +if [ ! -f "$ENV_FILE" ]; then + echo "Error: Environment file $ENV_FILE not found" + exit 1 +fi + +# Load the specified environment file +source "$ENV_FILE" + +# Create the artifact folder +mkdir -p "$OUTPUT_DIR" + +export PYTHONUNBUFFERED=1 + +# Run the Python script +python ../activation.py \ + --model $MODEL \ + --output-dir $OUTPUT_DIR \ + --data-path $DATA_PATH \ + --lang $LANG + +echo "Activation single job done" \ No newline at end of file diff --git a/job_scripts/activation_v2.sh b/job_scripts/activation_v2.sh new file mode 100644 index 0000000000000000000000000000000000000000..9a6309c52aa63e0c8061eac0c509c5557ee82a94 --- /dev/null +++ b/job_scripts/activation_v2.sh @@ -0,0 +1,35 @@ +#!/bin/bash +#SBATCH --job-name=activation +#SBATCH --gres=gpu:1 +#SBATCH --cpus-per-task=8 +#SBATCH --partition=physical-gpu +#SBATCH --mem=32G +#SBATCH --output=logs/%j-activation.out + +ENV_FILE=$1 + +if [ -z "$ENV_FILE" ]; then + echo "Error: No environment file specified" + exit 1 +fi + +if [ ! -f "$ENV_FILE" ]; then + echo "Error: Environment file $ENV_FILE not found" + exit 1 +fi + +# Load the specified environment file +source "$ENV_FILE" + +# Create the artifact folder +mkdir -p "$OUTPUT_DIR" + +export PYTHONUNBUFFERED=1 +export CUDA_VISIBLE_DEVICES=0 +export VLLM_USE_V1=0 +# Run the Python script +python ../activation_v2.py \ + --model $MODEL \ + --lang $LANG + +echo "Activation single job done" \ No newline at end of file diff --git a/job_scripts/activation_v2_multiple.sh b/job_scripts/activation_v2_multiple.sh new file mode 100644 index 0000000000000000000000000000000000000000..e1edd17e132c98b5f4451e6581979848cbf26760 --- /dev/null +++ b/job_scripts/activation_v2_multiple.sh @@ -0,0 +1,56 @@ +#!/bin/bash +#SBATCH --job-name=activation-multiple +#SBATCH --gres=gpu:1 +#SBATCH --cpus-per-task=8 +#SBATCH --partition=physical-gpu +#SBATCH --mem=32G +#SBATCH --output=logs/%j-activation-multiple.out + +ENV_FILE=$1 + +if [ -z "$ENV_FILE" ]; then + echo "Error: No environment file specified" + exit 1 +fi + +if [ ! -f "$ENV_FILE" ]; then + echo "Error: Environment file $ENV_FILE not found" + exit 1 +fi + +# Load the environment +source "$ENV_FILE" + +# Example expected variables in $ENV_FILE: +# MODEL="/path/to/parent_checkpoint_folder" +# LANGS="en zh ga eu" +# OUTPUT_DIR="/path/to/save/activations" + +if [ -z "$MODEL" ] || [ -z "$LANGS" ] || [ -z "$OUTPUT_DIR" ]; then + echo "Error: MODEL, LANGS, or OUTPUT_DIR not set in environment file" + exit 1 +fi + +# Create output folder +mkdir -p "$OUTPUT_DIR" + +export PYTHONUNBUFFERED=1 +export VLLM_USE_V1=0 + +# Loop through each checkpoint subfolder inside MODEL +for CHECKPOINT in "$MODEL"/*; do + if [ -d "$CHECKPOINT" ]; then + for LANG in $LANGS; do + echo "Processing checkpoint: $CHECKPOINT, language: $LANG" + + python ../activation_v2.py \ + --model "$CHECKPOINT" \ + --lang "$LANG" \ + --save-folder "$OUTPUT_DIR" + + echo "Done: $CHECKPOINT, $LANG" + done + fi +done + +echo "All activations complete!" diff --git a/job_scripts/activation_v2_multiple_all.sh b/job_scripts/activation_v2_multiple_all.sh new file mode 100644 index 0000000000000000000000000000000000000000..4372a614a5898af71e8a10ce61ec6e81b79ba4b7 --- /dev/null +++ b/job_scripts/activation_v2_multiple_all.sh @@ -0,0 +1,33 @@ +#!/bin/bash +#SBATCH --job-name=activation-multiple-all +#SBATCH --gres=gpu:1 +#SBATCH --cpus-per-task=2 +#SBATCH --partition=physical-gpu +#SBATCH --mem=4G +#SBATCH --output=logs/%j-activation-multiple-all.out + +ENV_DIR="envs/activations/multiple" +SCRIPT_PATH="./activation_v2_multiple.sh" + +if [ ! -d "$ENV_DIR" ]; then + echo "Error: Environment folder $ENV_DIR does not exist" + exit 1 +fi + +if [ ! -f "$SCRIPT_PATH" ]; then + echo "Error: Script $SCRIPT_PATH not found" + exit 1 +fi + +export CUDA_VISIBLE_DEVICES=0 + +# Loop through each env file and call activation_v2.sh +for ENV_FILE in "$ENV_DIR"/*.sh; do + if [ -f "$ENV_FILE" ]; then + echo "Running activation_v2.sh with env file: $ENV_FILE" + bash "$SCRIPT_PATH" "$ENV_FILE" + echo "Done with $ENV_FILE" + fi +done + +echo "All activation jobs for multiple env files complete!" diff --git a/job_scripts/activation_v2_multiple_all_2.sh b/job_scripts/activation_v2_multiple_all_2.sh new file mode 100644 index 0000000000000000000000000000000000000000..023527b7321f4db47756d51cf26736bc61047a7c --- /dev/null +++ b/job_scripts/activation_v2_multiple_all_2.sh @@ -0,0 +1,33 @@ +#!/bin/bash +#SBATCH --job-name=activation-multiple-all +#SBATCH --gres=gpu:1 +#SBATCH --cpus-per-task=2 +#SBATCH --partition=physical-gpu +#SBATCH --mem=4G +#SBATCH --output=logs/%j-activation-multiple-all.out + +ENV_DIR="envs/activations/multiple-2" +SCRIPT_PATH="./activation_v2_multiple.sh" + +if [ ! -d "$ENV_DIR" ]; then + echo "Error: Environment folder $ENV_DIR does not exist" + exit 1 +fi + +if [ ! -f "$SCRIPT_PATH" ]; then + echo "Error: Script $SCRIPT_PATH not found" + exit 1 +fi + +export CUDA_VISIBLE_DEVICES=2 + +# Loop through each env file and call activation_v2.sh +for ENV_FILE in "$ENV_DIR"/*.sh; do + if [ -f "$ENV_FILE" ]; then + echo "Running activation_v2.sh with env file: $ENV_FILE" + bash "$SCRIPT_PATH" "$ENV_FILE" + echo "Done with $ENV_FILE" + fi +done + +echo "All activation jobs for multiple env files complete!" diff --git a/job_scripts/envs/activations/multiple-2/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus.sh b/job_scripts/envs/activations/multiple-2/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus.sh new file mode 100644 index 0000000000000000000000000000000000000000..eb8f7242e89ee89e07d796332a42fed39b805689 --- /dev/null +++ b/job_scripts/envs/activations/multiple-2/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus.sh @@ -0,0 +1,3 @@ +MODEL=/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus +OUTPUT_DIR=../activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus +LANGS="en ga" \ No newline at end of file diff --git a/job_scripts/envs/activations/multiple-2/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus.sh b/job_scripts/envs/activations/multiple-2/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus.sh new file mode 100644 index 0000000000000000000000000000000000000000..0a69697bba6914c8cc0b5589946a26a8872f74d5 --- /dev/null +++ b/job_scripts/envs/activations/multiple-2/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus.sh @@ -0,0 +1,3 @@ +MODEL=/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus +OUTPUT_DIR=../activations/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus +LANGS="en zh" \ No newline at end of file diff --git a/job_scripts/envs/activations/multiple-2/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler.sh b/job_scripts/envs/activations/multiple-2/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler.sh new file mode 100644 index 0000000000000000000000000000000000000000..d61f56258386e821b953c57f0089b2798db6f270 --- /dev/null +++ b/job_scripts/envs/activations/multiple-2/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler.sh @@ -0,0 +1,3 @@ +MODEL=/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler +OUTPUT_DIR=../activations/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler +LANGS="en ga" \ No newline at end of file diff --git a/job_scripts/envs/activations/multiple-archive/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus_en-eu.sh b/job_scripts/envs/activations/multiple-archive/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus_en-eu.sh new file mode 100644 index 0000000000000000000000000000000000000000..ed2434643fd743853a9390dd688174a3b0c0ea8e --- /dev/null +++ b/job_scripts/envs/activations/multiple-archive/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus_en-eu.sh @@ -0,0 +1,3 @@ +MODEL=/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus +OUTPUT_DIR=../activations/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus-en_eu +LANGS="en eu" \ No newline at end of file diff --git a/job_scripts/envs/activations/multiple-archive/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus_en-ga.sh b/job_scripts/envs/activations/multiple-archive/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus_en-ga.sh new file mode 100644 index 0000000000000000000000000000000000000000..534eed138972d951950032d93594f5ba50a76d04 --- /dev/null +++ b/job_scripts/envs/activations/multiple-archive/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus_en-ga.sh @@ -0,0 +1,3 @@ +MODEL=/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus +OUTPUT_DIR=../activations/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus-en_ga +LANGS="en ga" \ No newline at end of file diff --git a/job_scripts/envs/activations/multiple-archive/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus_en-zh.sh b/job_scripts/envs/activations/multiple-archive/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus_en-zh.sh new file mode 100644 index 0000000000000000000000000000000000000000..f3ec5c80b3931a5d1a81a6d5ca30e1729bcb0385 --- /dev/null +++ b/job_scripts/envs/activations/multiple-archive/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus_en-zh.sh @@ -0,0 +1,3 @@ +MODEL=/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus +OUTPUT_DIR=../activations/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus-en_zh +LANGS="en zh" \ No newline at end of file diff --git a/job_scripts/envs/activations/multiple/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus.sh b/job_scripts/envs/activations/multiple/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus.sh new file mode 100644 index 0000000000000000000000000000000000000000..c4d49e3eda5110f696f4aed7fafd472d3beee6f8 --- /dev/null +++ b/job_scripts/envs/activations/multiple/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus.sh @@ -0,0 +1,3 @@ +MODEL=/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus +OUTPUT_DIR=../activations/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus +LANGS="en eu" \ No newline at end of file diff --git a/job_scripts/envs/activations/multiple/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus.sh b/job_scripts/envs/activations/multiple/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus.sh new file mode 100644 index 0000000000000000000000000000000000000000..f8ba44d4e2d35cac22fd624318a9857c49e70104 --- /dev/null +++ b/job_scripts/envs/activations/multiple/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus.sh @@ -0,0 +1,3 @@ +MODEL=/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus +OUTPUT_DIR=../activations/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus +LANGS="en eu" \ No newline at end of file diff --git a/job_scripts/envs/activations/qwen2.5_en.sh b/job_scripts/envs/activations/qwen2.5_en.sh new file mode 100644 index 0000000000000000000000000000000000000000..2d8a7678cdb4abad33d7bac349ebf2a53d9a18ea --- /dev/null +++ b/job_scripts/envs/activations/qwen2.5_en.sh @@ -0,0 +1,3 @@ +MODEL=/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus +OUTPUT_DIR=../activations/qwen2.5-0.5b_english_wiki_1_5B_stackexchange_corpus-en_eu +LANG="ga" \ No newline at end of file diff --git a/job_scripts/envs/activations/qwen2.5_zh.sh b/job_scripts/envs/activations/qwen2.5_zh.sh new file mode 100644 index 0000000000000000000000000000000000000000..08e5d279a81fcff2f769e6f2c7d8d37fc9fd658f --- /dev/null +++ b/job_scripts/envs/activations/qwen2.5_zh.sh @@ -0,0 +1,4 @@ +MODEL=Qwen/Qwen2-0.5B +OUTPUT_DIR=../activations/qwen2.5 +DATA_PATH=../ids/qwen2.5-0.5/id.zh.train.qwen2.5-0.5 +LANG=zh \ No newline at end of file diff --git a/job_scripts/envs/activations/test.sh b/job_scripts/envs/activations/test.sh new file mode 100644 index 0000000000000000000000000000000000000000..aca4ca9186e3089b4da8ec9fe966101e8f605fc7 --- /dev/null +++ b/job_scripts/envs/activations/test.sh @@ -0,0 +1,3 @@ +MODEL=/home/khanh/sla/sla_cpt/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/checkpoint-300 +OUTPUT_DIR=../activations/test +LANG="en" \ No newline at end of file diff --git a/job_scripts/envs/load_data/qwen2.5.sh b/job_scripts/envs/load_data/qwen2.5.sh new file mode 100644 index 0000000000000000000000000000000000000000..6d235e39495f5484cbb3f7ff475b370de3754a52 --- /dev/null +++ b/job_scripts/envs/load_data/qwen2.5.sh @@ -0,0 +1,4 @@ +LANGUAGES="en,zh,eu,ga" +TOKENIZER="Qwen/Qwen2.5-0.5B" +MODEL_ID="qwen2.5" +OUTPUT_DIR="qwen2.5" \ No newline at end of file diff --git a/job_scripts/load_data.sh b/job_scripts/load_data.sh new file mode 100644 index 0000000000000000000000000000000000000000..143bbab7dd7be2e1d0c003ac7f3aa55dcf5dca07 --- /dev/null +++ b/job_scripts/load_data.sh @@ -0,0 +1,36 @@ +#!/bin/bash +#SBATCH --job-name=load-data +#SBATCH --gres=gpu:1 +#SBATCH --cpus-per-task=8 +#SBATCH --partition=physical-gpu +#SBATCH --mem=32G +#SBATCH --output=logs/%j-load-data.out + +ENV_FILE=$1 + +if [ -z "$ENV_FILE" ]; then + echo "Error: No environment file specified" + exit 1 +fi + +if [ ! -f "$ENV_FILE" ]; then + echo "Error: Environment file $ENV_FILE not found" + exit 1 +fi + +# Load the specified environment file +source "$ENV_FILE" + +# Create the artifact folder +mkdir -p "$OUTPUT_DIR" + +export PYTHONUNBUFFERED=1 + +# Run the Python script +python ../load_data.py \ + --languages $LANGUAGES \ + --model-id $MODEL_ID \ + --tokenizer $TOKENIZER \ + --output-dir $OUTPUT_DIR + +echo "SRE SINGLE JOB DONE" \ No newline at end of file diff --git a/job_scripts/logs/1483-activation-multiple-all.out b/job_scripts/logs/1483-activation-multiple-all.out new file mode 100644 index 0000000000000000000000000000000000000000..551b8063e75346de43065e141c59c44f776d7a53 --- /dev/null +++ b/job_scripts/logs/1483-activation-multiple-all.out @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:072822fee2cd4d04c0859f60d15655dae6753721013db106f2a1fbe06738b449 +size 17796897 diff --git a/job_scripts/logs/1484-activation-multiple-all.out b/job_scripts/logs/1484-activation-multiple-all.out new file mode 100644 index 0000000000000000000000000000000000000000..b1675802266a2bf29e7e5cba373320d62bf16893 --- /dev/null +++ b/job_scripts/logs/1484-activation-multiple-all.out @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44128a5060d9b91731e1a27cbdc8121770a0a13cf2b3f4ec7db37133d192b27b +size 31930120 diff --git a/l2-13b-ga_selection.json b/l2-13b-ga_selection.json new file mode 100644 index 0000000000000000000000000000000000000000..90362626362977ea5c65ff919ad85ec1f9d16a52 --- /dev/null +++ b/l2-13b-ga_selection.json @@ -0,0 +1,5655 @@ +{ + "ga": [ + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [] + ], + "en": [ + [ + 515, + 7184, + 12292, + 1243, + 12120, + 12507, + 13520, + 11471, + 13430, + 2610, + 12961, + 12690, + 10486, + 8912, + 2131, + 6351, + 1810, + 8443, + 9737, + 11737, + 552, + 3940, + 3626, + 12248, + 7715, + 8719, + 2426, + 8040, + 10787, + 6100, + 8676, + 3977, + 10971, + 13232, + 13248, + 11921, + 1750, + 438, + 8104, + 10881, + 9881, + 9119, + 720, + 11604, + 10653, + 10731, + 4641, + 2742, + 2721, + 12553, + 13529, + 6337, + 5610, + 738, + 8674, + 9263, + 2779, + 9868, + 6767, + 2839, + 430, + 13087, + 13637, + 8704, + 8516, + 11408, + 8897, + 51, + 10550, + 11386, + 4368, + 3959, + 5877, + 9007, + 542, + 5457, + 1463, + 13526, + 8158, + 6063, + 1292, + 13264, + 1270, + 9217, + 8062, + 10497, + 9172, + 10448, + 5163, + 4866, + 10102, + 3146, + 12221, + 6995, + 7945, + 8808, + 1342, + 12352, + 13003, + 4143, + 8767, + 2036, + 12155, + 6957, + 12805, + 6304, + 11682, + 5159, + 3121, + 6904, + 13539, + 1540, + 4266, + 64, + 12916, + 8399, + 7255, + 6524, + 855, + 6736, + 4126, + 8185, + 6757, + 1327, + 4485, + 12613, + 5277, + 3493, + 1109, + 103, + 10137, + 6630, + 9435, + 9599, + 11994, + 1948, + 10349, + 1616, + 9805, + 1408, + 9365, + 13514, + 3574, + 7244, + 81, + 2420, + 6101, + 3265, + 1349, + 8600, + 13195, + 9976, + 4876, + 2983, + 6309, + 11282, + 106, + 4356, + 1866, + 6202, + 11889, + 5535, + 13050, + 238, + 5632, + 8945, + 1395, + 11824, + 10369, + 9006, + 7234, + 5268, + 8668, + 7075, + 6269, + 5486, + 10067, + 9756, + 6563, + 10877, + 1622, + 2392, + 9790, + 8604, + 7724, + 1834, + 1222, + 4230, + 10166, + 10075, + 2264, + 8539, + 2299, + 3990, + 10567, + 9130, + 11545, + 11475, + 6843, + 6622, + 4832, + 8714, + 5683, + 8229, + 6528, + 9871, + 13118, + 440, + 4970, + 1372, + 7323, + 12976, + 11012, + 7981, + 7868, + 8868, + 8404, + 2421, + 2647, + 12652, + 292, + 7395, + 13601, + 4874, + 12426, + 6274, + 2754, + 12345, + 5707, + 8403, + 674, + 12435, + 11158, + 6721, + 6363, + 6413, + 478, + 5974, + 9652, + 13769, + 1832, + 33, + 1728, + 4991, + 3864, + 2070, + 9352, + 6136, + 5596, + 991, + 8075, + 3341, + 6822, + 3602, + 2993, + 1571, + 11946, + 5512, + 12940, + 5299, + 5468, + 3557, + 8371, + 10047, + 2726, + 5946, + 757, + 8412, + 13462, + 12064, + 9879, + 10925, + 9529, + 5106, + 8257, + 4020, + 9491, + 5066, + 6268, + 8194, + 2080, + 11680, + 6897, + 3011, + 6681, + 1769, + 10019, + 10680, + 9303, + 7398, + 13242, + 7449, + 10109, + 13543, + 9107, + 10515, + 3733, + 1561, + 10404, + 1476, + 10672, + 11952, + 8100, + 5758, + 12704, + 6245, + 10318, + 1084, + 9242, + 8959, + 453, + 3897, + 13790, + 3672, + 7649, + 4044, + 4799, + 5407, + 3934, + 12859, + 11966, + 7047, + 2422, + 2233, + 12897, + 3578, + 3657, + 4884, + 9165, + 8109, + 6741, + 2181, + 11195, + 11605, + 6941, + 1525, + 12691, + 3094, + 2374, + 4801, + 2160, + 13098, + 6677, + 11354, + 9755, + 1214, + 3010, + 5345, + 7334, + 2913, + 5387, + 10415, + 2695, + 1788, + 10928, + 8762, + 3564, + 12722, + 7257, + 10270, + 1174, + 4350, + 11559, + 5902, + 246, + 6183, + 9105, + 4414, + 9907, + 7016, + 9663, + 2696, + 10358, + 3153, + 3371, + 7852, + 3659, + 3191, + 7980, + 11572, + 2613, + 6494, + 3998, + 10163, + 5213, + 11124, + 1495, + 4782, + 9596, + 7696, + 9710, + 12616, + 6258, + 9046, + 7896, + 11529, + 2857, + 3393, + 8524, + 10867, + 10949, + 1524, + 1233, + 13540, + 9397, + 6154, + 4367, + 12666, + 2991, + 7579, + 1974, + 11449, + 7867, + 2514, + 5348, + 8613, + 9058, + 5187, + 7456, + 6691, + 927, + 2039, + 307, + 12198, + 6030, + 7165, + 9629, + 5089, + 5864, + 11407, + 9391, + 7690, + 2223, + 7103, + 2319, + 469, + 2584, + 12675, + 11308, + 7332, + 7358, + 1830, + 2041, + 4283, + 9826, + 1897, + 6148, + 4977, + 11717, + 4904, + 3065, + 900, + 2651, + 10457, + 370, + 5046, + 4500, + 65, + 11844, + 4480, + 4950, + 4810, + 10539, + 1299, + 9000, + 12422, + 2541, + 11215, + 2697, + 3225, + 7563, + 5693, + 1142, + 11161, + 3822, + 970, + 10191, + 2894, + 12594, + 5090, + 10456, + 4776, + 6925, + 2971, + 2096, + 4523, + 3172, + 13287, + 8316, + 7961, + 12229, + 3021, + 11731, + 12494, + 4588, + 11641, + 7028, + 9316, + 11371, + 6298, + 11500, + 6628, + 8305, + 10328, + 13403, + 1135, + 12392, + 12516, + 2784, + 11646, + 5261, + 9010, + 11176, + 4987, + 11836, + 9957, + 10093, + 13436, + 3792, + 12854, + 12240, + 13311, + 5647, + 6188, + 4277, + 9728, + 6990, + 9059, + 9961, + 9053, + 6039, + 10751, + 4914, + 11812, + 13008, + 3609, + 748, + 3260, + 9003, + 12458, + 5184, + 8883, + 11183, + 10985, + 1450, + 4683, + 323, + 6856, + 3738, + 419, + 6709, + 7500, + 12938, + 10662, + 543, + 10650, + 8335, + 993, + 5762, + 7060, + 2185, + 5406, + 1994, + 11379, + 1344, + 7566, + 5358, + 12958, + 5728, + 11309, + 10903, + 5383, + 168, + 8366, + 3678, + 8595, + 4042, + 7074, + 4148, + 9230, + 9601, + 6461, + 10334, + 4899, + 9168, + 6176, + 11196, + 13343, + 5738, + 12333, + 5692, + 4998, + 10444, + 12812, + 11086, + 9803, + 3607, + 11218, + 7383, + 2250, + 5549, + 7179, + 8134, + 5234, + 12627, + 4848, + 11787, + 6442, + 9065, + 6234, + 9799, + 12810, + 12460, + 4967, + 7622, + 9356, + 2014, + 1230, + 7821, + 10806, + 7005, + 5397, + 8438, + 9487, + 11275, + 4363, + 3912, + 5541, + 10913, + 7217, + 10598, + 11331, + 6052, + 10690, + 284, + 12944, + 7621, + 295, + 13226, + 13761, + 235, + 9127, + 3924, + 4958, + 13190, + 11237, + 12340, + 488, + 5775, + 3915, + 9285, + 13012, + 4060, + 2500, + 6732, + 2551, + 6436, + 10663, + 11983, + 4891, + 3217, + 3504, + 11137, + 13042, + 5689, + 8203, + 10277, + 796, + 13729, + 4943, + 3545, + 7137, + 3237, + 10475, + 13389, + 10267, + 2440, + 9988, + 10001, + 9307, + 3043, + 12312, + 8771, + 1664, + 6111, + 12427, + 5337, + 8217, + 6420, + 12235, + 13178, + 10676, + 1493, + 4768, + 689, + 5628, + 7388, + 7643, + 11056, + 13108, + 2835, + 6668, + 1659, + 9189, + 7864, + 9731, + 5207, + 3855, + 7160, + 11092, + 6963, + 9920, + 11206, + 725, + 8464, + 2437, + 8975, + 4241, + 3156, + 10597, + 1620, + 7506, + 10376, + 11650, + 13631, + 395, + 8711, + 1255, + 10149, + 6251, + 12643, + 826, + 1639, + 4344, + 242, + 12615, + 9996, + 7630, + 12394, + 2984, + 13531, + 457, + 5061, + 1133, + 4057, + 4976, + 13664, + 258, + 4049, + 11724, + 2777, + 10477, + 5868, + 5839, + 97, + 10747, + 55, + 1288, + 620, + 3734, + 3922, + 10384, + 9454, + 6014, + 12246, + 8591, + 831, + 11726, + 2687, + 3293, + 11325, + 1718, + 13350, + 4789, + 11997, + 8221, + 13457, + 2996, + 4374, + 2200, + 11457, + 2915, + 13614, + 11474, + 4592, + 9359, + 2969, + 9382, + 4409, + 6137, + 12504, + 2239, + 9008, + 8677, + 6411, + 4294, + 5363, + 4315, + 12676, + 13448, + 6147, + 3282, + 5912, + 1119, + 4723, + 3417, + 6397, + 8879, + 12175, + 6858, + 8875, + 1485, + 1364, + 7791, + 912, + 3251, + 9122, + 9587, + 10095, + 437, + 4727, + 7865, + 10023, + 13069, + 1997, + 9887, + 1658, + 8628, + 13185, + 8060, + 1473, + 4289, + 10689, + 11993, + 4780, + 1873, + 13249, + 7890, + 5866, + 9622, + 5077, + 4909, + 1175, + 8901, + 6253, + 8546, + 10287, + 3553, + 6297, + 2664, + 4900, + 9091, + 8014, + 1979, + 11311, + 11610, + 12979, + 12633, + 1117, + 10885, + 1505, + 9465, + 12070, + 11236, + 8653, + 1089, + 5524, + 13461, + 6719, + 3807, + 9090, + 5819, + 7869, + 3522, + 6545, + 3754, + 8556, + 2216, + 9246, + 10941, + 6107, + 365, + 10459, + 11527, + 8548, + 13397, + 10038 + ], + [ + 2024, + 12663, + 7091, + 7757, + 138, + 581, + 8257, + 1097, + 11400, + 7935, + 9688, + 5309, + 7205, + 2615, + 11239, + 9091, + 9041, + 940, + 6928, + 7300, + 10300, + 6552, + 190, + 466, + 13389, + 5948, + 4752, + 8496, + 1551, + 6387, + 13003, + 10679, + 9619, + 9257, + 9784, + 13703, + 13640, + 7731, + 5491, + 7932, + 4635, + 10038, + 12958, + 1491, + 9692, + 11403, + 7656, + 6714, + 13282, + 3895, + 990, + 1219, + 12395, + 13278, + 3584, + 12161, + 3026, + 12033, + 9203, + 6994, + 1309, + 9576, + 10956, + 3735, + 5305, + 6567, + 2693, + 2354, + 3367, + 9863, + 2074, + 4812, + 10225, + 10245, + 6546, + 3439, + 1787, + 12850, + 1449, + 4838, + 10511, + 10047, + 5463, + 10701, + 12502, + 2446, + 8653, + 7004, + 577, + 414, + 7767, + 6905, + 12310, + 7886, + 8688, + 763, + 9366, + 2313, + 2272, + 6638, + 201, + 449, + 3742, + 8859, + 10456, + 1355, + 2937, + 10183, + 6200, + 5134, + 5063, + 6943, + 7172, + 8927, + 6235, + 11385, + 3060, + 6494, + 8406, + 8883, + 7295, + 8702, + 2277, + 7217, + 6272, + 3986, + 515, + 11926, + 11228, + 11103, + 9947, + 12363, + 3095, + 1556, + 6419, + 6456, + 883, + 13469, + 6216, + 897, + 6289, + 1863, + 8703, + 4141, + 8138, + 13507, + 9422, + 5566, + 7957, + 9866, + 11911, + 1558, + 2715, + 3591, + 5125, + 6617, + 3421, + 13705, + 8680, + 12324, + 13645, + 5997, + 1267, + 2653, + 2863, + 1570, + 11714, + 5208, + 3822, + 2180, + 5637, + 349, + 12938, + 7002, + 6724, + 12261, + 9702, + 5014, + 12727, + 8197, + 5194, + 1885, + 11428, + 3362, + 13079, + 2350, + 3278, + 2581, + 1579, + 771, + 7174, + 9961, + 11991, + 3409, + 6778, + 6692, + 7824, + 2413, + 5752, + 4876, + 4019, + 10526, + 685, + 19, + 1418, + 10579, + 7259, + 12622, + 4423, + 4476, + 4389, + 13443, + 4650, + 11416, + 1264, + 2611, + 9417, + 7706, + 3428, + 8321, + 11721, + 5331, + 9340, + 1098, + 13303, + 9957, + 7384, + 10797, + 11996, + 2458, + 7646, + 13245, + 12381, + 5584, + 11851, + 2395, + 722, + 1168, + 712, + 13487, + 5865, + 2627, + 1353, + 6154, + 10240, + 6377, + 1139, + 4147, + 12666, + 540, + 10922, + 1681, + 4001, + 2506, + 635, + 13464, + 12843, + 12613, + 2365, + 6487, + 8997, + 10984, + 10931, + 2468, + 9147, + 11973, + 2852, + 3654, + 2648, + 9347, + 2738, + 5088, + 1036, + 1860, + 11619, + 2030, + 13345, + 11584, + 10544, + 1632, + 5674, + 5818, + 5348, + 8301, + 10309, + 9460, + 3138, + 11046, + 5080, + 8120, + 5411, + 12380, + 8442, + 9235, + 2141, + 2179, + 6696, + 5993, + 11788, + 12148, + 923, + 10473, + 3982, + 6808, + 2971, + 11790, + 2847, + 10806, + 7521, + 5773, + 6292, + 2211, + 101, + 2850, + 9494, + 6633, + 10211, + 12815, + 3081, + 3262, + 6830, + 11588, + 13490, + 2352, + 13769, + 9138, + 13007, + 9678, + 13563, + 8914, + 7673, + 10749, + 6230, + 317, + 9005, + 3227, + 4940, + 4534, + 7247, + 12702, + 4473, + 756, + 5508, + 3457, + 9109, + 959, + 5339, + 10623, + 13197, + 919, + 5710, + 6355, + 5694, + 9397, + 5854, + 530, + 13402, + 3890, + 12566, + 13381, + 11615, + 5292, + 2230, + 12371, + 8929, + 13024, + 7639, + 13155, + 8350, + 8182, + 1026, + 8433, + 226, + 7944, + 2114, + 3785, + 6103, + 10905, + 3830, + 12178, + 1913, + 3251, + 2512, + 12386, + 7537, + 13762, + 1052, + 8194, + 7167, + 1610, + 3030, + 2247, + 2233, + 9464, + 3991, + 10452, + 18, + 2941, + 12731, + 12071, + 5840, + 5320, + 7684, + 8542, + 960, + 2364, + 7591, + 4591, + 5182, + 1334, + 9623, + 8931, + 10653, + 852, + 11953, + 13477, + 3342, + 1631, + 2916, + 13486, + 1171, + 3336, + 12803, + 636, + 4612, + 2620, + 5862, + 1238, + 12461, + 3752, + 9472, + 2987, + 2710, + 9847, + 8802, + 9133, + 8766, + 12620, + 11493, + 5355, + 4396, + 13621, + 12577, + 5310, + 432, + 4618, + 4355, + 3226, + 7102, + 4502, + 10418, + 3513, + 13357, + 12139, + 3249, + 11419, + 11708, + 2013, + 3273, + 2218, + 9969, + 13311, + 9329, + 3073, + 6295, + 12760, + 794, + 617, + 6760, + 10542, + 7912, + 6129, + 3164, + 2980, + 1691, + 513, + 5349, + 13508, + 12476, + 233, + 9574, + 313, + 13536, + 2782, + 7925, + 12831, + 7044, + 11146, + 12056, + 465, + 3881, + 11879, + 10340, + 1102, + 9052, + 12393, + 1959, + 6417, + 11137, + 4756, + 10961, + 6568, + 555, + 8017, + 4238, + 6374, + 4718, + 3755, + 1899, + 2674, + 7665, + 2733, + 2608, + 13031, + 4569, + 2940, + 1249, + 873, + 1911, + 1134, + 10306, + 11778, + 9854, + 589, + 7583, + 9603, + 3677, + 8493, + 8450, + 13460, + 5373, + 120, + 8969, + 13073, + 2755, + 866, + 3980, + 12802, + 8700, + 11573, + 9393, + 9131, + 495, + 10113, + 5856, + 10522, + 13597, + 3241, + 4403, + 4818, + 10925, + 5450, + 2646, + 10541, + 5831, + 954, + 10736, + 1085, + 10907, + 10158, + 11568, + 5633, + 10664, + 12199, + 9081, + 6831, + 6505, + 4810, + 5939, + 2466, + 13580, + 5755, + 5153, + 3653, + 4953, + 5295, + 12951, + 7791, + 9893, + 6747, + 2765, + 12705, + 12694, + 5736, + 5013, + 10432, + 12762, + 9980, + 11330, + 3271, + 11128, + 10209, + 9822, + 4696, + 12529, + 4899, + 11868, + 2752, + 13785, + 8492, + 10254, + 10731, + 6976, + 5509, + 10825, + 11462, + 12740, + 1215, + 11242, + 9977, + 1743, + 12967, + 1557, + 9818, + 3909, + 10578, + 13545, + 1903, + 5232, + 8562, + 8471, + 191, + 3151, + 4611, + 10133, + 790, + 11408, + 3824 + ], + [ + 7955, + 1605, + 11, + 10799, + 12235, + 876, + 1749, + 2169, + 7506, + 5516, + 9852, + 3819, + 6811, + 249, + 6069, + 2289, + 4781, + 2218, + 4134, + 11599, + 2111, + 12669, + 2219, + 1006, + 2542, + 4976, + 13095, + 1021, + 1180, + 11264, + 13235, + 3794, + 1364, + 1440, + 5946, + 6, + 3325, + 9887, + 3762, + 7385, + 12537, + 5515, + 4561, + 6669, + 2181, + 12121, + 10354, + 10394, + 5482, + 10142, + 11641, + 5753, + 2227, + 5046, + 8478, + 8764, + 2303, + 13346, + 3815, + 36, + 10321, + 12138, + 11756, + 10121, + 250, + 6925, + 11483, + 12782, + 47, + 7361, + 948, + 1890, + 9758, + 10278, + 4565, + 10350, + 8896, + 9256, + 5561, + 2291, + 13146, + 3996, + 212, + 3393, + 12177, + 4230, + 3691, + 850, + 2800, + 11169, + 12447, + 2796, + 5066, + 3540, + 9900, + 1309, + 7581, + 1127, + 13717, + 8466, + 1978, + 9667, + 535, + 4881, + 8821, + 4658, + 5868, + 4612, + 11212, + 2920, + 7625, + 5057, + 9146, + 6012, + 5524, + 2638, + 5730, + 6145, + 9145, + 4670, + 6625, + 463, + 8045, + 11109, + 1273, + 9738, + 7821, + 3241, + 12165, + 6354, + 11250, + 11363, + 3924, + 2701, + 8788, + 8427, + 1697, + 10, + 12239, + 9490, + 11406, + 12475, + 5773, + 4732, + 2142, + 11979, + 5750, + 5953, + 2602, + 11095, + 7743, + 9991, + 6264, + 7314, + 7479, + 9713, + 1476, + 9637, + 5108, + 11490, + 8342, + 11123, + 11436, + 13434, + 6341, + 9556, + 288, + 8776, + 10385, + 4708, + 6865, + 11937, + 4901, + 2505, + 8923, + 5110, + 7434, + 12986, + 9536, + 5731, + 2461, + 664, + 9340, + 9808, + 12398, + 10442, + 8758, + 13801, + 4152, + 11175, + 2996, + 779, + 10946, + 8830, + 9221, + 2571, + 9931, + 12285, + 8753, + 8230, + 5964, + 1496, + 11548, + 7421, + 9763, + 237, + 13821, + 12126, + 8504, + 6546, + 7081, + 2190, + 2947, + 6500, + 12562, + 4063, + 9551, + 8609, + 10217, + 13276, + 5342, + 2902, + 4032, + 5100, + 1247, + 81, + 7481, + 2281, + 6344, + 9768, + 3416, + 9172, + 10911, + 7004, + 8247, + 1110, + 10082, + 8781, + 13062, + 11896, + 3187, + 13720, + 5280, + 11210, + 9482, + 5469, + 11580, + 10213, + 6694, + 84, + 2365, + 3171, + 4854, + 13558, + 8100, + 13773 + ], + [ + 6082, + 3848, + 6189, + 7707, + 5871, + 12142, + 9432, + 5102, + 10677, + 5111, + 1947, + 5194, + 6087, + 9423, + 7605, + 9309, + 6591, + 8023, + 9567, + 4921, + 7347, + 7842, + 12825, + 2492, + 7574, + 1830, + 12307, + 4866, + 9077, + 8464, + 711, + 2641, + 11350, + 8788, + 11967, + 8087, + 12105, + 238, + 2270, + 3983, + 12866, + 3027, + 12600, + 6739, + 2807, + 6007, + 4892, + 1796, + 8908, + 10781, + 11829, + 3922, + 6626, + 8457, + 3865, + 3274, + 2307, + 12232, + 12163, + 8277, + 2932, + 4648, + 13133, + 477, + 2722, + 4286, + 12488, + 5328, + 12691, + 8081, + 4859, + 7513, + 3339, + 385, + 9947, + 465, + 8118, + 9626, + 9826, + 7599, + 2271, + 7561, + 9531, + 7335, + 3089, + 3481, + 10226, + 11483, + 3935, + 7009, + 654, + 10707, + 8101, + 2778, + 1104, + 1510, + 11032, + 759, + 3059, + 11287, + 9584, + 13511, + 3327, + 9355, + 8560, + 1861, + 10615, + 6205, + 7479, + 10195, + 7177, + 6212, + 8998, + 2683, + 485, + 5782, + 9869, + 9271, + 3194, + 11986, + 5761, + 5148, + 5283, + 5951, + 4271, + 454, + 13701, + 8540, + 13054, + 12486, + 2718, + 756, + 12729, + 1089, + 13429, + 9378, + 151, + 1784, + 11238, + 5130, + 10819, + 12003, + 7187, + 11277, + 1195, + 1731, + 10695, + 2898, + 12409, + 12014, + 13626, + 2846, + 7635, + 11100, + 2748, + 9550, + 6935, + 11064, + 8707, + 12772, + 13526, + 6893, + 10945, + 8895, + 12884, + 940, + 247, + 2740, + 3353, + 13320, + 9929, + 7612, + 3533, + 4432, + 5472, + 4944, + 8232, + 6839, + 12805, + 6597, + 4367 + ], + [ + 2682, + 10911, + 12942, + 11980, + 8605, + 208, + 5894, + 13572, + 3003, + 2118, + 10020, + 8419, + 3096, + 8728, + 13742, + 2223, + 8826, + 12860, + 10754, + 2447, + 2230, + 473, + 614, + 2496, + 8235, + 11572, + 4486, + 2639, + 9905, + 7233, + 13294, + 9951, + 12402, + 1228, + 13044, + 13235, + 7314, + 28, + 7446, + 11335, + 3342, + 3033, + 5228, + 10601, + 3416, + 7101, + 3039, + 6843, + 13593, + 4717, + 3038, + 12876, + 10331, + 2358, + 4094, + 8986, + 7788, + 5323, + 643, + 5717, + 5111, + 8791, + 435, + 10613, + 3637, + 1485, + 10884, + 6387, + 10761, + 5224, + 9218, + 13392, + 2761, + 3586, + 8006, + 1539, + 6547, + 11863, + 10986, + 10512, + 6104, + 5689, + 6647, + 6595, + 13102, + 9780, + 8059, + 10615, + 11273, + 8213, + 6333, + 7780, + 475, + 8808, + 10591, + 4186, + 6080, + 8587, + 9917, + 12339, + 2837, + 2090, + 4157, + 6429, + 2111, + 8922, + 751, + 4886, + 6147, + 10663, + 13652, + 12643, + 12766, + 2917, + 833, + 11437, + 10205, + 5685, + 5310, + 4336, + 1567, + 1403, + 11075, + 2658, + 13670, + 12127, + 4994 + ], + [ + 2724, + 11011, + 9250, + 9657, + 6097, + 9665, + 3427, + 7746, + 11077, + 2395, + 9434, + 7154, + 13061, + 12827, + 10235, + 9625, + 13314, + 7136, + 1089, + 9881, + 4094, + 5919, + 12672, + 4715, + 7811, + 6312, + 13103, + 4256, + 10992, + 12071, + 5598, + 4230, + 7588, + 4021, + 4318, + 10200, + 4422, + 6275, + 6204, + 12248, + 3904, + 4009, + 8691, + 4546, + 3412, + 5950, + 6817, + 11203, + 4613, + 11416, + 1489, + 7912, + 2767, + 11555, + 12632, + 4167, + 5997, + 5420, + 1675, + 12138, + 8266, + 4107, + 7592, + 8725, + 759, + 11674, + 6883, + 336, + 6343, + 11137, + 6287, + 5124, + 8794, + 5324, + 5234, + 10996, + 10217, + 1026, + 6161, + 1641, + 9884, + 2899, + 13688, + 7448, + 5777, + 1556, + 1445, + 12200, + 2670, + 8371, + 7830, + 10267, + 12039, + 5757, + 13537, + 10516, + 1360, + 1271, + 3338, + 4720, + 9073, + 5480, + 6989, + 1210, + 11294, + 6939, + 2433, + 5935, + 2173 + ], + [ + 7339, + 13354, + 4239, + 1137, + 5338, + 44, + 7278, + 10197, + 3899, + 2275, + 9425, + 12020, + 2706, + 9624, + 117, + 3914, + 2407, + 3469, + 5716, + 7334, + 6809, + 8461, + 2885, + 4338, + 12403, + 8844, + 12473, + 7932, + 1474, + 5021, + 29, + 10793, + 10002, + 11016, + 12446, + 11627, + 9783, + 9207, + 2098, + 8630, + 10716, + 2023, + 8282, + 4420, + 11995, + 4761, + 1408, + 4990, + 2273, + 1348, + 1731, + 8151, + 3220, + 3269, + 9765, + 9374, + 1928, + 5582, + 13182, + 6561, + 8208, + 827, + 9247, + 560, + 2904, + 2431, + 3450, + 3615, + 11335, + 13357, + 5520, + 12916, + 640, + 3867, + 10023, + 1779, + 3482, + 11560, + 7181, + 6388, + 6737, + 5295, + 2508, + 6334, + 658, + 12173, + 9559, + 1050, + 591, + 8305, + 10583, + 5227, + 2971, + 7166, + 4468, + 7700, + 9227, + 10194, + 6099, + 9532, + 6614, + 9467, + 13361, + 12976, + 8789, + 9801, + 1160, + 5029, + 2555, + 1603, + 11192, + 6693, + 4940, + 12973, + 9138, + 8935, + 10826, + 21, + 10070, + 13287, + 1643, + 4835 + ], + [ + 10763, + 2374, + 9109, + 6256, + 7940, + 1620, + 1004, + 11294, + 4812, + 9230, + 641, + 2282, + 10527, + 11073, + 8233, + 7675, + 13589, + 10224, + 12525, + 13267, + 7912, + 2239, + 12096, + 11059, + 6402, + 4800, + 5670, + 8097, + 7299, + 5642, + 507, + 4545, + 8418, + 6691, + 9139, + 2391, + 7316, + 4497, + 4172, + 6408, + 7391, + 3389, + 12812, + 8791, + 9549, + 6768, + 12038, + 4684, + 13505, + 2403, + 13718, + 7893, + 1101, + 5548, + 805, + 8878, + 13264, + 3862, + 9023, + 7805, + 10883, + 1310, + 6865, + 12794, + 10577, + 7986, + 11898, + 8245, + 1560, + 7191, + 6769, + 12606, + 13348, + 6927, + 7346, + 5445, + 2904, + 13414, + 8964, + 4566, + 10849, + 2569, + 1950, + 9855, + 4467, + 11949, + 345, + 9492, + 4123, + 5880, + 411, + 3070, + 9921, + 61, + 12952, + 9792, + 331, + 7110, + 11129, + 2673, + 1665, + 12973, + 843, + 255, + 11082, + 10202, + 181, + 3612, + 10678, + 6229, + 6491, + 3002, + 730, + 13063, + 9248 + ], + [ + 8711, + 91, + 7612, + 728, + 6492, + 5242, + 11637, + 1969, + 9032, + 9085, + 12261, + 12321, + 426, + 13043, + 9169, + 2457, + 1378, + 3753, + 926, + 9902, + 9444, + 11925, + 10458, + 13442, + 3392, + 4667, + 6231, + 7566, + 3465, + 11869, + 13629, + 11177, + 3024, + 11230, + 8872, + 1980, + 11582, + 7509, + 10350, + 2929, + 3409, + 1720, + 11064, + 10687, + 6542, + 5839, + 11249, + 12179, + 4258, + 2761, + 4678, + 7203, + 6218, + 6670, + 1420, + 9226, + 11588, + 13214, + 8921, + 3595, + 778, + 11347, + 3339, + 7669, + 1177, + 4192, + 13402, + 2947, + 13712, + 7023, + 11807, + 7459, + 4539, + 8850, + 11948, + 9851, + 5982, + 4622, + 11756, + 4806, + 8913, + 9208, + 4283, + 2934, + 10116, + 2397, + 8201, + 11037, + 9810 + ], + [ + 9281, + 7498, + 2992, + 3006, + 1319, + 9230, + 1305, + 4327, + 609, + 6880, + 7289, + 7038, + 13253, + 13311, + 13258, + 2499, + 2467, + 3311, + 1564, + 1632, + 8488, + 789, + 11405, + 10197, + 594, + 8501, + 6692, + 7491, + 7266, + 7953, + 13243, + 4501, + 1719, + 12608, + 10596, + 4536, + 1913, + 6140, + 5629, + 10677, + 2152, + 12813, + 5222, + 5347, + 2461, + 11940, + 5428, + 8082, + 5887, + 350, + 11671, + 12752, + 13290, + 7127, + 13509, + 11330, + 6029, + 12925, + 3778, + 12512, + 4440, + 3340, + 3688, + 9711, + 925, + 9557, + 3167, + 12892, + 9392, + 5262, + 10377, + 4668, + 12140, + 13175 + ], + [ + 2380, + 236, + 11861, + 11760, + 13419, + 6819, + 4287, + 11775, + 12670, + 11667, + 7468, + 1959, + 10018, + 11414, + 606, + 10305, + 9599, + 4122, + 10230, + 12059, + 3969, + 10883, + 11072, + 3571, + 10416, + 11825, + 580, + 5541, + 13713, + 10272, + 10506, + 4746, + 3511, + 10616, + 8560, + 7572, + 917, + 9187, + 1421, + 7210, + 12129, + 6073, + 505, + 4133, + 9049, + 10620, + 12159, + 3729, + 128, + 8886, + 9128, + 10829, + 6200, + 7537, + 1550, + 5866, + 12196, + 4935, + 11672, + 3232, + 7691, + 259 + ], + [ + 5281, + 684, + 9525, + 1101, + 516, + 1384, + 2368, + 3888, + 10643, + 3722, + 12331, + 12092, + 13732, + 6170, + 11360, + 10823, + 13019, + 2145, + 1946, + 4647, + 11786, + 3535, + 3227, + 5599, + 2034, + 9123, + 13781, + 4398, + 463, + 110, + 9770, + 11333, + 12437, + 941, + 5426, + 4654, + 13006, + 4257, + 13554, + 8820, + 4379, + 2543, + 2837, + 4272, + 10674, + 3333, + 12724, + 4854, + 5509, + 7452, + 9063, + 9103 + ], + [ + 9185, + 6760, + 2018, + 5684, + 9556, + 10452, + 4598, + 12698, + 6381, + 5070, + 3147, + 1003, + 11162, + 4238, + 633, + 12046, + 9114, + 8029, + 116, + 6754, + 3381, + 13043, + 5450, + 6238, + 2966, + 7821, + 335, + 13418, + 12302, + 7193, + 11800, + 9603, + 8670, + 8227, + 8463, + 5114, + 2064, + 4650, + 11518, + 5467, + 8481, + 78, + 10811, + 10854, + 7592, + 13295, + 6086, + 1710, + 11746, + 4267, + 12684, + 8765, + 3306, + 11004, + 1588, + 5003, + 6018, + 3738, + 1536, + 12596, + 8115, + 10342, + 10140, + 5880, + 10376, + 86, + 4037, + 6456, + 1723, + 2951, + 1568, + 11094, + 3049, + 1185, + 12160, + 4192, + 8509, + 7366, + 11472, + 13355, + 5801, + 7009, + 6838, + 2673, + 930, + 5088, + 4432, + 7695, + 9933, + 1312, + 234, + 2117, + 6338, + 7839, + 11856, + 4170, + 12283, + 11836, + 11900, + 12427, + 10281, + 11775 + ], + [ + 11805, + 7679, + 3131, + 104, + 300, + 3334, + 3631, + 3692, + 7791, + 10016, + 11697, + 912, + 5676, + 2596, + 12638, + 2374, + 7331, + 9717, + 13067, + 5503, + 5257, + 5572, + 4641, + 10106, + 2897, + 13301, + 5287, + 8702, + 5207, + 4244, + 3814, + 10498, + 787, + 8440, + 13335, + 2419, + 1721, + 5960, + 764, + 5139, + 11949, + 6504, + 3669, + 2290, + 244, + 12240, + 11983, + 12723, + 9916, + 5566, + 9556, + 4574, + 8281, + 11562, + 2891, + 5337, + 9173, + 11084, + 999, + 183, + 11615, + 1023, + 3663, + 6540, + 1038, + 3243, + 715, + 5476, + 1200, + 3696, + 8167, + 8009, + 11818, + 5995, + 490, + 3611, + 475, + 2103, + 4191, + 7102, + 3072, + 8213, + 11772, + 6622, + 6525, + 3013, + 11373, + 1315, + 4884, + 9195, + 10541, + 8919, + 614, + 3061, + 4734, + 3659, + 5466, + 8522, + 766, + 11218, + 4344, + 2863, + 11286, + 942, + 4010, + 13546, + 12460, + 6910, + 8609, + 10271, + 10105, + 8721, + 2210, + 6041, + 5608 + ], + [ + 9301, + 3731, + 8141, + 7110, + 9316, + 2527, + 8536, + 13693, + 440, + 1951, + 5986, + 5626, + 10502, + 13290, + 7490, + 10360, + 1611, + 8104, + 1755, + 9063, + 1743, + 12501, + 10731, + 9249, + 3353, + 6798, + 11379, + 6144, + 11927, + 1330, + 4700, + 7280, + 8752, + 7225, + 1252, + 3177, + 7172, + 3314, + 2037, + 1692, + 2081, + 11380, + 288, + 12912, + 5979, + 2404, + 897, + 10860, + 2044, + 7130, + 5064, + 489, + 10933, + 3131, + 11830, + 673, + 1421, + 9250, + 2433, + 4124, + 8978, + 3172, + 11488, + 1109, + 10510, + 2223, + 9242, + 7935, + 4424, + 1730, + 10222, + 12216, + 8702, + 2919, + 699, + 12735, + 4601, + 1671, + 7982, + 3919, + 2739, + 12453, + 9722, + 9204, + 9403, + 7363, + 12431, + 4045, + 10480, + 6989, + 8032, + 8616 + ], + [ + 11220, + 9836, + 10820, + 1570, + 7038, + 7614, + 4159, + 8320, + 6750, + 3045, + 11278, + 3881, + 7063, + 1190, + 10232, + 10468, + 4481, + 10260, + 7559, + 5176, + 5692, + 5793, + 11839, + 9528, + 8561, + 5646, + 4648, + 3452, + 9149, + 9595, + 12695, + 12599, + 1694, + 9057, + 1702, + 7506, + 12539, + 13680, + 12914, + 914, + 5247, + 13490, + 7628, + 363, + 11118, + 12999, + 3562, + 6314, + 92, + 2697, + 582, + 5108, + 9587, + 2270, + 11669, + 5145, + 5458, + 4520, + 4278, + 9679, + 5234, + 10662, + 88, + 13158, + 3481, + 4901, + 4160, + 1655, + 12795, + 3598, + 6088, + 1397, + 171, + 12247, + 1337, + 13328, + 13372, + 5431, + 4028, + 10261, + 11559 + ], + [ + 2155, + 7186, + 7359, + 10431, + 4786, + 8211, + 12583, + 9109, + 12199, + 10613, + 6243, + 13540, + 6824, + 3078, + 10376, + 2318, + 8586, + 11364, + 7575, + 5048, + 1414, + 1408, + 3582, + 11379, + 2457, + 10467, + 4643, + 8697, + 9104, + 3871, + 6674, + 868, + 13742, + 1928, + 706, + 3112, + 179, + 1738, + 8623, + 12429, + 13068, + 6535, + 1676, + 10152, + 1758, + 10794, + 11047, + 12407, + 1668, + 8088, + 6572, + 8116, + 4195, + 9745, + 5124, + 7366, + 13630, + 9590, + 10702, + 12253, + 4143, + 3771 + ], + [ + 10716, + 13247, + 9587, + 8467, + 10652, + 8137, + 13100, + 13298, + 6246, + 7727, + 7485, + 4926, + 7848, + 6241, + 5846, + 8583, + 3480, + 13055, + 4325, + 5627, + 4042, + 5715, + 4633, + 1066, + 1283, + 33, + 4331, + 5238, + 2800, + 4459, + 9931, + 4443, + 5902, + 6645, + 5366, + 11502, + 10061, + 1960, + 4113, + 4316, + 1819, + 4696, + 7675, + 13538, + 7969, + 8651, + 12371, + 13757, + 3292, + 12174, + 7739, + 6305, + 772, + 10990, + 13057, + 11665, + 4465, + 9115, + 10566, + 4086, + 7920, + 3285, + 4503, + 11015, + 4229, + 7256, + 3183, + 12983, + 6354, + 4646, + 9062, + 361, + 8630, + 3867, + 9014, + 12838, + 10098, + 1830, + 2939, + 8015, + 1419, + 4267, + 3364, + 554, + 4648, + 12465, + 3413, + 11259, + 10266, + 6212, + 10209, + 12410, + 6304, + 4770, + 6911, + 11250, + 1377, + 6487, + 6066, + 1861, + 1386, + 6423, + 6453, + 4836, + 7416, + 8451, + 6879, + 7589, + 12531, + 11668, + 10395, + 12561, + 13658, + 9859, + 3787, + 12721, + 12776, + 3846, + 218, + 11828, + 6364, + 4038, + 9025, + 10787, + 10332, + 2365, + 2602, + 1805 + ], + [ + 4170, + 6866, + 10512, + 9448, + 2924, + 11700, + 10425, + 7017, + 5907, + 823, + 519, + 10525, + 3303, + 10930, + 10234, + 2430, + 2529, + 13278, + 11303, + 4325, + 3491, + 8940, + 1359, + 1880, + 7864, + 11523, + 8768, + 5605, + 12180, + 1915, + 7816, + 4764, + 6303, + 8010, + 12176, + 6698, + 12616, + 2371, + 3722, + 6293, + 6522, + 12927, + 4395, + 2196, + 11696, + 7068, + 394, + 5835, + 12602, + 5187, + 10701, + 7015, + 8207, + 1422, + 3134, + 7107, + 10159, + 8397, + 7427, + 6857, + 3276, + 9535, + 1132, + 3881, + 442, + 8640, + 1411, + 9029, + 10450, + 1956, + 1147, + 8819, + 9582, + 2368, + 12998, + 9296, + 10541, + 11922, + 1452, + 11048, + 5558, + 6770, + 9065, + 13648 + ], + [ + 94, + 11375, + 13462, + 9568, + 269, + 8463, + 12262, + 9350, + 4969, + 11722, + 5184, + 12444, + 13651, + 658, + 7236, + 6610, + 6870, + 3798, + 1473, + 7856, + 6525, + 6784, + 7255, + 8296, + 9896, + 4571, + 1767, + 12405, + 3209, + 11447, + 6645, + 47, + 10636, + 5955, + 9538, + 1557, + 5312, + 5754, + 1242, + 10331, + 11450, + 10826, + 546, + 10887, + 9532, + 6068, + 5160, + 11095, + 3831, + 753, + 1982, + 2015, + 2117, + 12453, + 1647, + 6585, + 3152, + 2621, + 6549, + 11936, + 12530, + 6905, + 10293, + 3495, + 11082, + 8574, + 2354, + 4893, + 722, + 7391, + 3817, + 434, + 8083, + 2962, + 4576, + 4427, + 1598, + 1703, + 2701, + 1230, + 5279, + 8769, + 4200, + 13097, + 2691, + 3486, + 9228, + 4926, + 10378, + 12706, + 10416, + 8063, + 1432, + 1554, + 9850, + 2292, + 9338 + ], + [ + 13163, + 3158, + 1654, + 5438, + 899, + 12806, + 13202, + 2839, + 12945, + 88, + 2799, + 1227, + 5703, + 4277, + 5798, + 7262, + 2651, + 1989, + 10172, + 4287, + 9583, + 4497, + 9955, + 7035, + 10648, + 907, + 673, + 6500, + 1165, + 6569, + 5786, + 8195, + 2533, + 1577, + 9834, + 1956, + 525, + 8614, + 7613, + 4827, + 6749, + 6294, + 12162, + 12237, + 5222, + 7093, + 13018, + 6942, + 2714, + 9373, + 7004, + 5293, + 5923, + 7792, + 4103, + 12612, + 12929, + 3163, + 10749, + 8355, + 9385, + 11278, + 7291, + 71, + 6257, + 13626, + 8005, + 7641, + 13712, + 8098, + 10328, + 912, + 9388, + 2114, + 552, + 1414, + 13338, + 9846, + 12287, + 6775, + 12005, + 9746, + 9392, + 4663, + 3783, + 8422, + 12591, + 9670, + 9643, + 5606, + 6624, + 5250, + 9042, + 5639, + 6172, + 5517, + 4266, + 7230, + 1068, + 3571, + 1341, + 5496, + 10549, + 5711, + 5789, + 3450, + 239, + 3039, + 7916, + 633, + 4826, + 2000, + 8744 + ], + [ + 7523, + 4362, + 1563, + 13440, + 10214, + 1954, + 10169, + 1750, + 573, + 1117, + 7410, + 3615, + 6344, + 5413, + 2974, + 8662, + 2652, + 2720, + 3077, + 10383, + 9674, + 10338, + 1551, + 11642, + 2201, + 11571, + 5815, + 10160, + 203, + 4611, + 3558, + 3994, + 2403, + 2078, + 6166, + 1808, + 8831, + 12386, + 326, + 11242, + 2471, + 2044, + 1753, + 4346, + 12016, + 4754, + 2706, + 10236, + 6062, + 7446, + 12560, + 1663, + 11224, + 3783, + 2127, + 13715, + 619, + 11308, + 1478, + 7140, + 11553, + 4667, + 2773, + 2589, + 7224, + 4620, + 12465, + 3250, + 10655, + 11927, + 8580, + 10135, + 11598, + 9436, + 3098, + 12598, + 9254, + 12866, + 813, + 11360, + 9106, + 9730, + 6909, + 9358, + 905, + 10627, + 5295, + 9020, + 11484, + 1511, + 2682, + 2279, + 7146, + 13810, + 9492, + 365, + 4568, + 10520, + 253, + 7322, + 5750, + 4791, + 8673, + 1980, + 4522, + 7622, + 8408, + 1335, + 5798, + 4476, + 13183, + 5236, + 12409, + 10211, + 4159, + 312, + 2181, + 12019, + 5778, + 12299, + 5245, + 7959, + 5016, + 12958, + 2095, + 2126, + 1474, + 2332, + 6971, + 7817, + 2821, + 7105, + 9490, + 10686, + 4597, + 1048, + 13494, + 5621, + 13185, + 66, + 4331, + 2933, + 12295, + 1064, + 12020, + 9085, + 13328, + 10016, + 12896, + 13360, + 12914, + 10457, + 2893, + 13541, + 9, + 7458, + 7515, + 6283, + 7472, + 864, + 13084, + 281, + 7199, + 2165, + 12030, + 12344, + 13008, + 12917, + 12389, + 4542, + 8466, + 6834, + 6954, + 2932, + 1100, + 10819, + 13459, + 2742, + 2509, + 2300, + 7961, + 8955, + 9867, + 5279, + 7935, + 12090 + ], + [ + 13091, + 8603, + 9098, + 10078, + 9086, + 13644, + 11707, + 7171, + 9653, + 9205, + 3002, + 9416, + 6215, + 11579, + 1240, + 1761, + 3502, + 329, + 1303, + 3576, + 5049, + 1036, + 1975, + 6407, + 8683, + 6031, + 2015, + 4110, + 3175, + 1270, + 10702, + 11087, + 9024, + 13649, + 11712, + 8183, + 2092, + 7389, + 8190, + 11975, + 11123, + 5952, + 5130, + 6812, + 11451, + 1234, + 13429, + 3443, + 3111, + 4508, + 7137, + 12194, + 13141, + 10623, + 1572, + 12669, + 12507, + 11757, + 12953, + 3651, + 2820, + 1714, + 8844, + 8536, + 12093, + 10127, + 8883, + 9265, + 13605, + 4723, + 4258, + 707, + 8215, + 10220, + 8675, + 7981, + 7677, + 2331, + 5521, + 11339, + 12343, + 12627, + 9876, + 1789, + 1401, + 13646, + 12944, + 10004, + 9130, + 12552, + 7749, + 9141, + 10609, + 3021, + 8316, + 12925, + 754, + 6793, + 13636, + 12590, + 1366, + 1600, + 284, + 582, + 10295, + 1461, + 8786, + 8322, + 8188, + 5735, + 1652, + 8653, + 1383, + 3634, + 150, + 12406, + 8161, + 4517, + 8469, + 13497, + 8168, + 11718, + 13493, + 825, + 8087, + 9566, + 9928, + 2741, + 630, + 1673, + 6053, + 5968, + 591, + 894 + ], + [ + 2102, + 12675, + 1055, + 5719, + 6507, + 9351, + 8563, + 10112, + 10559, + 5180, + 10395, + 4039, + 9539, + 4005, + 1777, + 10894, + 5201, + 8334, + 5913, + 13245, + 2792, + 4979, + 10144, + 13022, + 2907, + 1928, + 1760, + 1289, + 10016, + 5659, + 7253, + 12632, + 10037, + 10703, + 3293, + 1553, + 10867, + 12148, + 8753, + 5447, + 10520, + 3917, + 7206, + 5595, + 5662, + 13222, + 207, + 12842, + 12820, + 10497, + 6685, + 6212, + 2790, + 2914, + 2498, + 11568, + 9512, + 5550, + 11397, + 7256, + 5305, + 7268, + 1299, + 10024, + 9320, + 6709, + 10097, + 13226, + 733, + 3317, + 805, + 4420, + 3001, + 10510, + 8474, + 11177, + 4670, + 7586, + 11761, + 10789, + 12144, + 5031, + 675, + 10956, + 3812, + 7594, + 7785, + 5399, + 13147, + 7371, + 8052, + 4996, + 4212, + 9834, + 9649, + 13035, + 7926, + 10234, + 5885, + 4752, + 6928, + 11032, + 962, + 4811, + 10608, + 9998, + 6501, + 3895, + 12565, + 9567, + 5916, + 5116, + 6868, + 1616, + 1939, + 8368, + 1040, + 5953, + 9327, + 6419, + 12379, + 8284, + 4426, + 12682, + 1910, + 1176, + 4971, + 4725, + 4130 + ], + [ + 13136, + 11854, + 9509, + 11092, + 7084, + 4925, + 12815, + 5840, + 8341, + 3394, + 8288, + 9207, + 6679, + 11760, + 3888, + 2430, + 10062, + 10247, + 822, + 3599, + 464, + 7262, + 3848, + 7858, + 2074, + 413, + 10405, + 8818, + 8040, + 7526, + 4462, + 13117, + 2551, + 4953, + 1606, + 9765, + 6939, + 302, + 10341, + 9798, + 8602, + 8414, + 10180, + 10800, + 12107, + 8338, + 11361, + 10692, + 8408, + 9358, + 13511, + 13540, + 4128, + 2766, + 5520, + 325, + 8316, + 3319, + 3606, + 8615, + 10470, + 7202, + 5925, + 7862, + 10655, + 9785, + 8139, + 4772, + 4784, + 2922, + 12657, + 6434, + 10502, + 2032, + 9313, + 869, + 11838, + 7036, + 9797, + 10822, + 4427, + 10927, + 2893, + 2888, + 12866, + 11980, + 11658, + 5873, + 5182, + 2650, + 159, + 7026, + 5319, + 5407, + 12877, + 2866, + 4753, + 7056, + 3563, + 8503, + 8376, + 7327, + 4422, + 595, + 4063, + 1520, + 6606, + 12833 + ], + [ + 11153, + 4387, + 13351, + 2134, + 5424, + 3315, + 8557, + 9863, + 354, + 10018, + 3210, + 12422, + 4426, + 3274, + 11135, + 6688, + 3033, + 3618, + 8949, + 3216, + 2470, + 9798, + 11342, + 12960, + 3124, + 646, + 3384, + 7324, + 2173, + 3456, + 7425, + 5877, + 10925, + 6207, + 7340, + 1498, + 13224, + 4943, + 12337, + 5857, + 11555, + 7712, + 995, + 5346, + 6401, + 1453, + 3472, + 2342, + 3446, + 5468, + 215, + 6185, + 10027, + 9489, + 3213, + 13391, + 13727, + 482, + 3389, + 11469, + 5551, + 8283, + 13076, + 12608, + 2288, + 2438, + 4066, + 1595, + 3405, + 7755, + 3926, + 797, + 11272, + 9603, + 8480, + 12020, + 6540, + 6676, + 3682, + 12326, + 10973, + 1392, + 13232, + 9750, + 7642, + 1847, + 4887, + 3295, + 13418, + 3678, + 4235, + 6772, + 11865, + 7827, + 6461, + 3982, + 13635, + 409, + 4290, + 8582, + 675, + 7478, + 6584, + 12216, + 13096, + 12927, + 6214, + 1103, + 966, + 7847, + 13531, + 10391, + 4571, + 2652, + 10294, + 5305, + 13121, + 5242, + 4595, + 6058, + 6429, + 7008, + 10119, + 10695, + 4492, + 10212, + 9365, + 11665, + 788 + ], + [ + 806, + 11182, + 4644, + 4829, + 8337, + 3815, + 2805, + 6099, + 3861, + 1881, + 3826, + 4396, + 37, + 10417, + 7769, + 897, + 6698, + 11877, + 13323, + 3936, + 8159, + 8366, + 9604, + 10475, + 9089, + 4216, + 6536, + 3918, + 1522, + 10616, + 9703, + 11061, + 8663, + 10642, + 1916, + 13700, + 5266, + 13311, + 8951, + 7080, + 12431, + 4893, + 7795, + 6171, + 3852, + 3552, + 4935, + 13487, + 10556, + 7152, + 12734, + 5200, + 8037, + 659, + 5316, + 5696, + 3673, + 6197, + 9613, + 4965, + 1424, + 12960, + 4430, + 6845, + 3314, + 6434, + 12252, + 10766, + 9565, + 8557, + 5187, + 3959, + 6049, + 5554, + 4089, + 4973, + 11370, + 8776, + 6950, + 3205, + 4657, + 555, + 7863, + 3140, + 11325, + 1816, + 9655, + 6904, + 12821, + 3287, + 3773, + 11598, + 11454, + 13007, + 10926, + 1703, + 9156, + 1508, + 13219, + 5503, + 2202, + 12428, + 551, + 7279, + 11047, + 45, + 12501, + 3859, + 2474, + 690, + 4746, + 5341, + 4282, + 4490, + 12687, + 7643, + 12082, + 5517, + 10539 + ], + [ + 13222, + 9834, + 2694, + 7606, + 11479, + 8092, + 4655, + 3947, + 11083, + 3211, + 11530, + 12091, + 2076, + 12307, + 4959, + 864, + 12484, + 10801, + 6260, + 8814, + 1904, + 9787, + 352, + 9382, + 10056, + 1646, + 12637, + 9386, + 4197, + 2899, + 6104, + 9932, + 2190, + 1569, + 3539, + 1415, + 4156, + 8992, + 11547, + 11693, + 2079, + 2418, + 9140, + 1479, + 5554, + 10098, + 12961, + 12018, + 6528, + 13265, + 10665, + 1729, + 1333, + 5832, + 5862, + 1254, + 97, + 11817, + 6609, + 10084, + 1612, + 13064, + 20, + 9077, + 5775, + 11378, + 4796, + 9399, + 12632, + 5964, + 1513, + 13251, + 7223, + 1683, + 7146, + 12276, + 9592, + 13275, + 10504, + 8214, + 2775, + 4068, + 3256, + 1100, + 10125, + 6485, + 9237, + 10852, + 1848, + 4942, + 3426 + ], + [ + 1243, + 6728, + 8645, + 3588, + 8364, + 12868, + 12916, + 2470, + 1912, + 6127, + 11261, + 589, + 3815, + 1919, + 7165, + 2841, + 11125, + 11033, + 5217, + 871, + 11070, + 9643, + 5227, + 9994, + 3801, + 2694, + 4209, + 451, + 5545, + 9381, + 3624, + 13588, + 8707, + 1177, + 11751, + 5655, + 1503, + 399, + 1783, + 13779, + 4834, + 11159, + 2321, + 13561, + 4348, + 480, + 3717, + 12017, + 13621, + 10032, + 1961, + 9189, + 2334, + 44, + 3007, + 9625, + 7814, + 3543, + 3441, + 2184, + 6427, + 12675, + 3193, + 682, + 7353, + 1373, + 11725, + 12406, + 13799, + 11846, + 4064, + 2823, + 2366, + 5292 + ], + [ + 9052, + 2376, + 366, + 1810, + 5879, + 9429, + 3445, + 9546, + 1043, + 8846, + 9500, + 1545, + 5426, + 2291, + 525, + 12441, + 12566, + 10134, + 2657, + 12883, + 12922, + 5958, + 450, + 9971, + 11802, + 10183, + 5891, + 6829, + 12649, + 8770, + 7042, + 5803, + 12986, + 4597, + 12233, + 2145, + 990, + 2065, + 13760, + 8268, + 3074, + 13239, + 4323, + 4988, + 8136, + 4455, + 13388, + 3787, + 3528, + 4276, + 12918, + 11078, + 12194, + 3461, + 1141, + 369, + 11093, + 2385, + 4741, + 9902, + 7519, + 8931, + 1642, + 7855, + 11712, + 7650, + 9389, + 6882, + 10236, + 4182, + 2970, + 13255, + 5625, + 1336, + 13050, + 12831, + 3223, + 4409, + 4080, + 3548, + 13395, + 12139 + ], + [ + 3568, + 8114, + 7060, + 10381, + 2872, + 10709, + 7524, + 3562, + 8998, + 5478, + 371, + 2023, + 5295, + 5954, + 6352, + 1383, + 7785, + 13151, + 10350, + 327, + 822, + 13203, + 6278, + 9076, + 11124, + 10801, + 6843, + 9745, + 13364, + 8118, + 8806, + 6445, + 11451, + 2311, + 12138, + 9138, + 11140, + 7015, + 4270, + 1122, + 11575, + 9688, + 9792, + 11806, + 460, + 8979, + 10697, + 10825, + 53, + 6228, + 8274, + 4268, + 7582, + 4869, + 6813, + 10620, + 9322, + 776, + 6704, + 10127, + 9380, + 9324, + 322, + 12740, + 8682, + 9478, + 1181, + 8334, + 8155, + 852, + 1812, + 6588, + 8962, + 1689, + 9118, + 1378, + 10429, + 2007 + ], + [ + 4525, + 1526, + 719, + 11368, + 3223, + 12597, + 6127, + 13400, + 8791, + 10002, + 905, + 119, + 2814, + 2905, + 9738, + 9499, + 10043, + 2464, + 8263, + 12192, + 93, + 4709, + 9363, + 1919, + 13048, + 7544, + 4352, + 11959, + 13080, + 164, + 5285, + 1558, + 4064, + 4596, + 236, + 12839, + 10398, + 3381, + 12042, + 12524, + 5244, + 7008, + 2134, + 4736, + 13713, + 9255, + 1887, + 9228, + 10358, + 8921, + 5582, + 6493, + 11885, + 11209, + 8830, + 8084, + 2113, + 206, + 6489, + 11216, + 12393, + 5800, + 1279, + 1264, + 13622, + 2152, + 2983, + 7737, + 49, + 7859, + 10820, + 5106, + 6289 + ], + [ + 127, + 9143, + 11193, + 6510, + 12567, + 12798, + 2684, + 11161, + 8192, + 60, + 2030, + 5793, + 5441, + 5738, + 7042, + 8837, + 7469, + 11518, + 5550, + 5877, + 1238, + 10604, + 6035, + 1442, + 11978, + 2743, + 3606, + 7907, + 4582, + 1351, + 6988, + 1540, + 9675, + 9373, + 5610, + 10768, + 1375, + 9880, + 6993, + 3470, + 13009, + 9586, + 10200, + 3116, + 3804, + 12059, + 6610, + 133, + 56, + 3431, + 13575, + 6873, + 9953, + 5366, + 10314, + 556, + 6971, + 11207, + 9139, + 8954, + 6595, + 9191, + 9408 + ], + [ + 11027, + 11449, + 5445, + 3484, + 7532, + 5963, + 13283, + 11580, + 11921, + 10162, + 13338, + 8270, + 13534, + 11679, + 257, + 3307, + 7853, + 3179, + 11503, + 11299, + 2522, + 10155, + 7852, + 2408, + 3029, + 6832, + 2893, + 8418, + 10974, + 1704, + 5035, + 2831, + 11233, + 3454, + 8924, + 5213, + 11481, + 3071, + 1876, + 5516, + 9949, + 4549, + 3986, + 3011, + 11907, + 13640, + 3995, + 2472, + 62, + 7723, + 11200, + 10766, + 5580, + 7495, + 13289, + 896, + 7288, + 6265, + 6932, + 8879, + 4072, + 12688, + 13361, + 7181, + 11472, + 11209, + 1969, + 11259 + ], + [ + 5353, + 6975, + 5311, + 4611, + 9011, + 13183, + 13493, + 4927, + 13810, + 3908, + 9168, + 1055, + 8446, + 1200, + 11184, + 6989, + 9617, + 6939, + 6435, + 10557, + 4037, + 3016, + 1204, + 7818, + 9884, + 2937, + 1923, + 474, + 1071, + 13532, + 12292, + 7471, + 2118, + 701, + 219, + 892, + 4935, + 8584, + 13182, + 886, + 12475, + 3197, + 9164, + 2621, + 8309, + 6024, + 12015, + 4942, + 9336, + 8886, + 9677, + 11909, + 2804, + 8092, + 4344, + 7629, + 5319, + 2731, + 6143, + 8290, + 2645 + ], + [ + 10883, + 26, + 1446, + 13094, + 11721, + 1506, + 8711, + 10822, + 10677, + 4593, + 9136, + 5515, + 2829, + 2327, + 13056, + 9954, + 5508, + 3266, + 6109, + 4421, + 9545, + 11042, + 12272, + 1868, + 9069, + 6111, + 8509, + 10707, + 5239, + 2348, + 11809, + 9577, + 12394, + 8889, + 12025, + 4795, + 5918, + 10080, + 8034, + 4976, + 4246, + 8461, + 12464, + 2564, + 1882, + 5956, + 12763, + 3730, + 12305, + 2546, + 9959, + 1813, + 3240, + 13234, + 11522, + 13055, + 12919, + 12462, + 6567, + 5402, + 4168, + 7730, + 4100, + 12197, + 9508, + 4857, + 2084, + 8018, + 8301, + 4946, + 867, + 4702, + 3903, + 10493, + 5970, + 10241, + 885, + 1842 + ], + [ + 6190, + 2961, + 6697, + 13342, + 2559, + 1334, + 7342, + 10862, + 5827, + 374, + 529, + 12459, + 3667, + 12216, + 1265, + 11686, + 5041, + 3214, + 3140, + 9735, + 13302, + 223, + 10953, + 10625, + 4773, + 11546, + 9927, + 9905, + 3530, + 7157, + 5316, + 13141, + 11788, + 12842, + 897, + 9874, + 4398, + 1459, + 12174, + 6552, + 12085, + 2119, + 7178, + 8837, + 3376, + 4203, + 8167, + 7752, + 7334, + 8401, + 10158, + 9445, + 5317, + 7735, + 5450, + 11374, + 3301, + 6761, + 6418, + 1771, + 13483, + 9316, + 10481, + 3887, + 5969, + 415, + 8215, + 10421, + 6441, + 9752, + 98, + 3911, + 12146, + 6828, + 2608, + 3642, + 821, + 11126, + 12595, + 11091, + 11819, + 7253, + 4396, + 1786, + 2678, + 4577, + 4261, + 10543, + 5397, + 9405, + 1400, + 4583, + 5939, + 4539, + 2513, + 12925, + 5128, + 13495, + 12800, + 11506, + 11307, + 2895 + ], + [ + 555, + 8231, + 2575, + 12888, + 12080, + 13328, + 10539, + 5075, + 13433, + 1109, + 10374, + 7099, + 6526, + 12794, + 9272, + 2960, + 11898, + 536, + 6741, + 8320, + 3738, + 495, + 6539, + 9421, + 5718, + 7471, + 2348, + 1175, + 9277, + 1308, + 9451, + 11294, + 9790, + 4811, + 9108, + 2205, + 1688, + 11780, + 13658, + 753, + 11087, + 8662, + 9626, + 5682, + 12856, + 5106, + 7503, + 5387, + 610, + 10244, + 3315, + 990, + 7958, + 13004, + 1657, + 12216, + 8547, + 11148, + 12784, + 5945, + 5725, + 1854, + 6857, + 2939, + 1998, + 13746, + 12416, + 2583, + 7598, + 9701, + 12038, + 7189, + 6418, + 6198, + 3121, + 10230, + 6790, + 8626, + 10959, + 11010, + 5643, + 3351, + 12667, + 4260, + 1792, + 3672, + 7002, + 5242, + 12461, + 10827, + 6556, + 9773, + 2630, + 6060 + ], + [ + 3686, + 3549, + 1405, + 1192, + 9596, + 6880, + 4226, + 9593, + 9563, + 3653, + 673, + 399, + 1535, + 8976, + 4434, + 12623, + 12937, + 2397, + 5765, + 12902, + 13820, + 9424, + 12546, + 784, + 7144, + 9590, + 11748, + 8768, + 10859, + 9714, + 75, + 4537, + 3472, + 13188, + 11268, + 11592, + 6719, + 901, + 9895, + 124, + 1098, + 6509, + 7497, + 2830, + 11291, + 9637, + 7070, + 4356, + 12044, + 9706, + 12024, + 11917, + 5958, + 3445, + 630, + 3802, + 11727, + 2381, + 509, + 3714, + 121, + 5381, + 13390, + 6313, + 5090, + 6853, + 4229, + 10414, + 11719, + 11498, + 90, + 13187, + 12781, + 10541, + 10615, + 11128, + 3186, + 2854, + 13414, + 5362, + 5569, + 10034, + 11908, + 11871, + 12897, + 6336, + 9924, + 13455, + 11989, + 2619, + 3164, + 548, + 2395, + 4250, + 5519, + 93, + 11076, + 5539, + 4914, + 10612, + 1959, + 5733, + 2441, + 4495, + 11876, + 9060, + 3762, + 2195, + 8750, + 12378, + 6308, + 5507, + 10290, + 459, + 8500, + 12723, + 5025, + 11532, + 12905, + 2321, + 3041, + 13001, + 10665, + 13615, + 948, + 88, + 13505, + 12340, + 10818, + 7740, + 12784, + 13679, + 11239, + 8409, + 2956, + 11957, + 2512, + 5049, + 942, + 5153, + 829, + 7843, + 4556 + ], + [ + 1930, + 11318, + 5541, + 482, + 7244, + 9009, + 2951, + 2267, + 13469, + 11614, + 314, + 1353, + 11871, + 10221, + 10360, + 1867, + 2733, + 8854, + 2820, + 12169, + 11803, + 5450, + 11014, + 8643, + 51, + 13282, + 10859, + 7720, + 9497, + 2128, + 4146, + 12828, + 5897, + 12145, + 12110, + 13425, + 13764, + 1440, + 3038, + 13027, + 376, + 547, + 8705, + 8238, + 7974, + 2212, + 9576, + 10009, + 1673, + 101, + 8095, + 3623, + 11110, + 7138, + 8980, + 12041, + 10685, + 12928, + 10161, + 7459, + 3057, + 10392, + 10811, + 8205, + 11151, + 2751, + 10556, + 1544, + 11191, + 1707, + 6694, + 2466, + 8169, + 9496, + 5281, + 7695, + 6037, + 2361, + 6953, + 8843, + 3499, + 8934, + 11097, + 2873, + 13443, + 11738, + 2408, + 7666, + 9888, + 4969, + 7413, + 277, + 5186, + 4880, + 4839, + 1314, + 8360, + 6370, + 4299, + 8615, + 9134, + 4270, + 9179, + 9090, + 10443, + 7093, + 6740, + 11952, + 7926, + 6625, + 6323, + 1586, + 6098, + 3957, + 2578, + 3686, + 11004, + 1775, + 4334, + 3613, + 3297, + 11519, + 6766, + 7121, + 5139, + 12540, + 13453, + 12128, + 8974, + 5430, + 9525, + 13307, + 6577, + 9550, + 12626, + 13713, + 3882, + 12628, + 12651, + 12854, + 6753 + ] + ] +} \ No newline at end of file diff --git a/l2-13b-ga_selection.png b/l2-13b-ga_selection.png new file mode 100644 index 0000000000000000000000000000000000000000..71ec54481d7355ecdcc4cb78a1046bc7f45b2dcc Binary files /dev/null and b/l2-13b-ga_selection.png differ diff --git a/l2-7b-eu_selection.json b/l2-7b-eu_selection.json new file mode 100644 index 0000000000000000000000000000000000000000..bb72e1f49be01684aab146ca9608d298710f9495 --- /dev/null +++ b/l2-7b-eu_selection.json @@ -0,0 +1,3624 @@ +{ + "en": [ + [ + 10180, + 5348, + 9326, + 6349, + 2907, + 2006, + 10299, + 197, + 7050, + 10016, + 3969, + 5643, + 6688, + 9283, + 5447, + 4202, + 3885, + 8574, + 7435, + 8206, + 10391, + 5930, + 5473, + 7210, + 8698, + 7576, + 5854, + 9745, + 6068, + 2748, + 4227, + 6089, + 2428, + 7282, + 3650, + 1574, + 133, + 4215, + 2828, + 8146, + 9226, + 5350, + 4918, + 208, + 6002, + 3043, + 8786, + 7780, + 65, + 7240, + 9724, + 6467, + 7967, + 1518, + 7209, + 805, + 3892, + 1949, + 3409, + 9013, + 3880, + 10609, + 9576, + 649, + 8806, + 4266, + 9086, + 1750, + 4350, + 3289, + 5804, + 494, + 10473, + 4168, + 9658, + 5372, + 3752, + 5299, + 3959, + 10085, + 3818, + 406, + 5509, + 6005, + 2482, + 468, + 1117, + 5445, + 7735, + 5752, + 3587, + 2614, + 9692, + 4929, + 2244, + 713, + 9430, + 8479, + 8675, + 426, + 2103, + 10080, + 4545, + 25, + 3352, + 4235, + 10137, + 1404, + 7225, + 4254, + 2790, + 5762, + 5894, + 6160, + 6330, + 397, + 7867, + 8457, + 3536, + 2551, + 10175, + 3633, + 10474, + 10611, + 1395, + 4477, + 5947, + 2005, + 9460, + 3321, + 6829, + 2216, + 7806, + 4224, + 1208, + 3474, + 4789, + 2354, + 7597, + 1103, + 5195, + 543, + 5642, + 7668, + 8744, + 8282, + 8158, + 3695, + 1927, + 4012, + 2099, + 4811, + 5741, + 3876, + 7145, + 1743, + 7712, + 4901, + 3342, + 453, + 262, + 346, + 9767, + 5924, + 5832, + 495, + 8923, + 9670, + 1130, + 5664, + 3796, + 6425, + 6355, + 3218, + 7321, + 1522, + 2640, + 3305, + 870, + 278, + 904, + 5329, + 1905, + 5249, + 8672, + 8059, + 1095, + 10228, + 5259, + 2150, + 5629, + 7271, + 1860, + 9636, + 1027, + 1133, + 3482, + 4548, + 10413, + 3426, + 8882, + 5888, + 7086, + 2007, + 5206, + 6881, + 9513, + 2901, + 5068, + 2762, + 5281, + 5975, + 136, + 7618, + 9294, + 4532, + 9758, + 5528, + 5228, + 10297, + 8885, + 730, + 9792, + 5702, + 7910, + 3049, + 3013, + 6612, + 2512, + 3111, + 6092, + 10591, + 8219, + 10001, + 10273, + 6232, + 8904, + 10296, + 2925, + 4068, + 1844, + 9039, + 9506, + 7328, + 5962, + 7805, + 581, + 5816, + 5601, + 6672, + 143, + 10022, + 10633, + 4358, + 4646, + 8087, + 8361, + 10454, + 3224, + 7698, + 10668, + 9233, + 1790, + 4240, + 3144, + 1648, + 2473, + 8523, + 4564, + 9584, + 9419, + 6981, + 3504, + 1859, + 9687, + 6159, + 4461, + 5796, + 6709, + 10574, + 6597, + 6412, + 4034, + 2706, + 2420, + 9354, + 9780, + 435, + 674, + 10311, + 7453, + 879, + 3681, + 7487, + 2130, + 209, + 1562, + 2137, + 2876, + 8084, + 475, + 9902, + 4764, + 8607, + 6449, + 6511, + 4904, + 10103, + 6865, + 8586, + 8725, + 6011, + 2874, + 78, + 129, + 1805, + 4603, + 1434, + 5979, + 6054, + 3070, + 2444, + 2782, + 10401, + 833, + 1097, + 3296, + 8897, + 2391, + 5828, + 5827, + 9520, + 9202, + 422, + 9711, + 5223, + 4319, + 4841, + 2218, + 8751, + 7591, + 7309, + 8052, + 1725, + 4093, + 7828, + 2673, + 10173, + 305, + 214, + 8102, + 6717, + 8013, + 1982, + 3558, + 6135, + 7036, + 1550, + 10861, + 9883, + 2189, + 9869, + 1622, + 8072, + 7043, + 9814, + 531, + 3804, + 10037, + 3040, + 5366, + 604, + 3457, + 8194, + 10201, + 7692, + 1276, + 4855, + 10170, + 10604, + 7338, + 9318, + 3273, + 1379, + 6758, + 7973, + 5676, + 4239, + 7787, + 6687, + 10783, + 10057, + 6432, + 10576, + 8519, + 8555, + 7203, + 2910, + 10179, + 9644, + 10383, + 6363, + 501, + 2051, + 9364, + 9885, + 7154, + 9179, + 3597, + 1683, + 5611, + 10412, + 4857, + 10686, + 1265, + 4364, + 9436, + 1461, + 10443, + 3991, + 721, + 10410, + 3545, + 7718, + 9440, + 7455, + 5916, + 5517, + 2682, + 9289, + 9178, + 4495, + 1423, + 7002, + 2315, + 8669, + 2283, + 5548, + 4258, + 8948, + 1998, + 6634, + 4419, + 1132, + 2777, + 7204, + 2213, + 1915, + 2678, + 1153, + 1592, + 7764, + 4732, + 1713, + 3532, + 3441, + 10303, + 8086, + 6699, + 4480, + 3905, + 10664, + 2477, + 1151, + 3832, + 9884, + 3576, + 4592, + 10792, + 2255, + 4556, + 991, + 10755, + 6792, + 8697, + 4820, + 8578, + 8283, + 5471, + 8334, + 8848, + 1074, + 1893, + 735, + 4422, + 1734, + 9187, + 10275, + 2515, + 91, + 1931, + 6290, + 9162, + 3436, + 7270, + 7382, + 7677, + 8139, + 1452, + 6293, + 7330, + 7559, + 7190, + 2063, + 1682, + 8646, + 89, + 5778, + 6527, + 433, + 9054, + 2692, + 3823, + 10543, + 5389, + 1420, + 6058, + 5405, + 1913, + 6106, + 381, + 10592, + 3687, + 7325, + 9826, + 2553, + 4322, + 4414, + 720, + 7612, + 5938, + 4360, + 10596, + 7589, + 8300, + 10712, + 10892, + 4124, + 1897, + 4840, + 9037, + 2094, + 10496, + 4739, + 1298, + 2091, + 6969, + 7622, + 925, + 4713, + 4211, + 1055, + 6913, + 572, + 1403, + 6992, + 1005, + 1655, + 9415, + 9306, + 6174, + 10872, + 6759, + 5836, + 10119, + 5242, + 3924, + 10843, + 6545, + 216, + 1681, + 6486, + 957, + 1937, + 567, + 4767, + 4244, + 8730, + 8851, + 238, + 7085, + 5479, + 3813, + 9534, + 9517, + 6302, + 3546, + 1533, + 8640, + 10577, + 7216, + 8016, + 5824, + 10528, + 8191, + 1615, + 303, + 10071, + 9712, + 5789, + 1476, + 9669, + 1711, + 3944, + 2981, + 2480, + 6850, + 10359, + 5935, + 7083, + 835, + 3249, + 4562, + 5113, + 2385, + 7769, + 1437, + 5915, + 423, + 6195, + 10877, + 5967, + 8257, + 4570, + 8980, + 2400, + 6228, + 5282, + 111, + 6647, + 8221, + 2963, + 39, + 6136, + 10154, + 9595, + 8822, + 6229, + 6930, + 8958, + 3401, + 9327, + 6757, + 7580, + 6769, + 3048, + 5557, + 3237, + 10407, + 4408, + 2572, + 6427, + 7291, + 3227, + 3060, + 10134, + 4036, + 6201, + 9475, + 4747, + 789, + 6965, + 6804, + 10090, + 10628, + 10753, + 7055, + 1895, + 2466, + 8025, + 7335, + 5467, + 1056, + 10928, + 280, + 6233 + ], + [ + 4333, + 661, + 2230, + 10991, + 6329, + 8295, + 7491, + 9681, + 4321, + 10768, + 9857, + 2100, + 4744, + 9413, + 9203, + 10480, + 4718, + 4469, + 367, + 4033, + 2980, + 4727, + 4118, + 6544, + 8071, + 2243, + 6906, + 2128, + 4543, + 7427, + 2899, + 865, + 7450, + 888, + 10134, + 5430, + 7402, + 6272, + 3460, + 7871, + 8750, + 7069, + 2502, + 121, + 6089, + 7196, + 69, + 5248, + 133, + 8173, + 4493, + 6703, + 9281, + 7113, + 10293, + 2138, + 2216, + 2251, + 1765, + 6521, + 9123, + 10335, + 3388, + 3136, + 10256, + 3130, + 2537, + 3464, + 4091, + 9359, + 2054, + 8864, + 7539, + 720, + 7909, + 684, + 3903, + 10091, + 10485, + 1727, + 5168, + 10301, + 9193, + 6025, + 9386, + 276, + 2829, + 2575, + 2036, + 5678, + 2718, + 5900, + 1496, + 2987, + 6151, + 10494, + 2154, + 9491, + 141, + 2566, + 8213, + 2474, + 3744, + 4180, + 2112, + 1537, + 4169, + 9799, + 5572, + 7889, + 3868, + 3925, + 2572, + 8292, + 5523, + 2333, + 1170, + 127, + 2853, + 524, + 1599, + 10182, + 5909, + 2317, + 1220, + 1370, + 148, + 8513, + 8706, + 8216, + 10536, + 9882, + 3060, + 8125, + 4819, + 5450, + 4460, + 4459, + 1256, + 10788, + 1354, + 8860, + 4047, + 9794, + 4463, + 4941, + 2831, + 5591, + 9854, + 1882, + 7203, + 9650, + 9316, + 6522, + 5889, + 3927, + 326, + 8171, + 4872, + 5123, + 8211, + 8506, + 8459, + 2477, + 5351, + 5483, + 5131, + 6382, + 882, + 3142, + 10723, + 4027, + 308, + 3285, + 8469, + 10533, + 94, + 302, + 3633, + 5078, + 697, + 3999, + 6459, + 3330, + 6904, + 5133, + 4353, + 4616, + 9134, + 623, + 10194, + 4009, + 1877, + 1473, + 10617, + 6881, + 10787, + 3629, + 51, + 3923, + 579, + 1728, + 3795, + 6916, + 1619, + 10473, + 6458, + 1439, + 10950, + 1848, + 8147, + 5016, + 3533, + 392, + 9270, + 10361, + 6286, + 9334, + 8912, + 1814, + 7951, + 2773, + 2080, + 8938, + 1792, + 6204, + 4237, + 9407, + 4945, + 9329, + 5997, + 8980, + 5503, + 5972, + 2263, + 4644, + 7584, + 3378, + 3164, + 10856, + 4233, + 3915, + 8007, + 6026, + 8471, + 3348, + 6206, + 572, + 5416, + 4693, + 7551, + 9097, + 1630, + 7903, + 3576, + 4196, + 4023, + 5679, + 10635, + 10964, + 8924, + 4419, + 6219, + 5213, + 2633, + 9503, + 2420, + 5120, + 1890, + 5594, + 9313, + 576, + 5815, + 8923, + 3668, + 10218, + 8137, + 1963, + 2184, + 4046, + 1247, + 458, + 1228, + 9894, + 2533, + 1080, + 2174, + 8004, + 8566, + 6706, + 8353, + 6633, + 2275, + 4525, + 2822, + 2748, + 2905, + 1827, + 1865, + 8836, + 3222, + 108, + 2084, + 1140, + 9618, + 8949, + 2814, + 7528, + 3622, + 6007, + 9864, + 8801, + 7974, + 5583, + 2513, + 4870, + 5420, + 2187, + 8964, + 2758, + 10092, + 5342, + 6660, + 1441, + 10765, + 5139, + 5183, + 9092, + 4347, + 180, + 2267, + 9016, + 5853, + 3590, + 3221, + 7566, + 547, + 2278, + 8284, + 8191, + 3920, + 6479, + 7526, + 6911, + 587, + 10151, + 2779, + 4376, + 4764, + 7370, + 5634, + 2332, + 7341, + 3001, + 8220, + 9233, + 3049, + 8552, + 10902, + 6676, + 8747, + 9786, + 1352, + 3717, + 4137, + 6305, + 3626, + 2000, + 10412, + 781, + 1591, + 4709, + 6766, + 7831, + 1597, + 869, + 4470, + 6777, + 6411, + 4671, + 1522, + 6152, + 4210, + 4820, + 5243, + 1418, + 8334, + 8479, + 2851, + 10141, + 8066, + 7508, + 10341, + 1394, + 10951, + 5212, + 5758, + 5249, + 1828, + 1959, + 4084, + 8417, + 1104, + 2355, + 8856, + 252, + 3220, + 4539, + 1455, + 9137, + 5998, + 3280, + 6181, + 7255, + 8357, + 10998, + 1070, + 4500, + 5269, + 8258, + 4400, + 1555, + 10431, + 3071, + 963, + 7080, + 2141, + 3810, + 4242, + 3198, + 6702, + 8630, + 10601, + 4866, + 4678, + 3670, + 1493, + 4815, + 2268, + 1861, + 6055, + 2926, + 10357, + 3769, + 1047, + 10443, + 5613, + 8286, + 10636, + 7830, + 7292, + 1401, + 3193, + 1201, + 2486, + 2660, + 8402, + 7737, + 8145, + 10990, + 360, + 647, + 595, + 5508, + 10406, + 4256, + 8356, + 6487, + 8226, + 4775, + 193, + 3215, + 5944, + 7805, + 10941, + 1631, + 1490, + 6383, + 4956, + 6058, + 1720, + 4548, + 5690, + 6097, + 10161, + 2756, + 748, + 3011, + 6398, + 6345, + 6406, + 2470, + 3694, + 2139, + 3840, + 2985, + 7996, + 2582, + 4634, + 3710, + 7486, + 7314, + 3008, + 1870, + 4086, + 785, + 10554, + 5476, + 10928, + 2412, + 8999, + 6570, + 3452, + 7681, + 732, + 8940, + 7847, + 10629, + 6530, + 9439, + 9926, + 4395, + 2760, + 3270, + 4792, + 1548, + 9942, + 9308, + 645, + 7197, + 9938, + 9563, + 3571, + 10266, + 10093, + 10849, + 9141, + 5819, + 7467, + 9933, + 9723, + 7424, + 6239, + 546, + 1906, + 1569, + 8623, + 4330, + 8052, + 9405, + 4892, + 1271, + 7600, + 8738, + 9980, + 4158, + 6594, + 9452, + 6923, + 4312, + 6928, + 5831, + 4508, + 6122, + 3831, + 10297, + 7483, + 1610, + 921, + 7390, + 1783, + 7152, + 8589, + 9549, + 5102, + 9755, + 7879, + 2872, + 1922, + 3826, + 7407, + 2441, + 1032, + 648, + 7518, + 7165, + 3992, + 2739, + 8135, + 3953, + 10509, + 315, + 10656, + 6757, + 9152, + 2390, + 6298, + 6701, + 6549, + 10894, + 493, + 9460, + 2443, + 1249, + 3948, + 29, + 3329, + 6664, + 6994, + 5668, + 10760, + 6852, + 10332, + 4867, + 9626, + 3302, + 3134, + 1593, + 2548, + 5693, + 1375, + 265, + 832, + 10521, + 7630, + 10551, + 1600, + 5636, + 6074, + 6128, + 8397, + 5529, + 6874, + 5542, + 3737, + 10791, + 6943, + 1967, + 5753, + 8560, + 9640, + 3882, + 4896, + 1812, + 3863, + 7329, + 1210, + 10730, + 3292, + 10261, + 10891, + 1130, + 6829, + 314, + 1175, + 536, + 3282, + 4921, + 5013, + 8098, + 8626, + 7779, + 7963, + 853, + 9592, + 701, + 409, + 5509, + 7458, + 7063, + 9617, + 10096, + 10516, + 2726, + 8742, + 7950, + 8796, + 10682, + 4396, + 8348, + 2214, + 9333, + 5939, + 6223, + 9245, + 6031, + 3225, + 8818, + 3926, + 6984, + 6604, + 3032, + 8390, + 9835, + 2567, + 4667, + 1508, + 10292, + 2894, + 10709, + 9609, + 328, + 10598, + 3054, + 5313, + 2161, + 5616, + 10561, + 918, + 7967, + 3232, + 3473, + 866, + 3457, + 1647, + 9921, + 9965, + 10437, + 8238, + 489, + 5295, + 10911, + 10789, + 8474, + 4588, + 5718, + 8499, + 4520, + 91, + 9914, + 634, + 6186, + 2396, + 9249, + 7752 + ], + [ + 3482, + 10664, + 5961, + 7748, + 9266, + 7596, + 750, + 9662, + 4434, + 7797, + 1415, + 2484, + 10550, + 284, + 4490, + 10968, + 33, + 6061, + 5409, + 6154, + 702, + 842, + 11, + 8661, + 4096, + 6588, + 6336, + 3601, + 4700, + 8596, + 7241, + 3404, + 10803, + 4051, + 1397, + 9994, + 8322, + 684, + 6631, + 9619, + 8978, + 60, + 6959, + 206, + 7261, + 9023, + 6893, + 108, + 6311, + 742, + 6633, + 7387, + 3239, + 1977, + 4356, + 2864, + 5617, + 1187, + 10123, + 8338, + 3824, + 10715, + 3289, + 145, + 5210, + 8441, + 1908, + 7681, + 5698, + 6140, + 2398, + 7016, + 1155, + 10983, + 734, + 308, + 1507, + 9350, + 1111, + 331, + 10351, + 8232, + 3487, + 10670, + 4193, + 10225, + 6577, + 7947, + 427, + 9136, + 1483, + 6827, + 8050, + 105, + 8002, + 4732, + 4036, + 9792, + 5858, + 5211, + 4088, + 2621, + 271, + 4379, + 9973, + 5738, + 8482, + 3804, + 1449, + 4120, + 10077, + 9102, + 5023, + 2785, + 7355, + 8716, + 8463, + 1520, + 10827, + 8076, + 6647, + 9998, + 1435, + 3382, + 8534, + 2429, + 8736, + 8042, + 5181, + 2275, + 8163, + 7215, + 2635, + 6705, + 1963, + 3236, + 6553, + 3324, + 10518, + 8546, + 736, + 3039, + 3215, + 9481, + 4521, + 10380, + 1071, + 3164, + 1720, + 8865, + 367, + 576, + 7607, + 1193, + 2199, + 3995, + 8618, + 3494, + 4793, + 6159, + 5246, + 2540, + 2351, + 662, + 7082, + 3890, + 9156, + 2861, + 1516, + 7245, + 2426, + 2608, + 6944, + 7576, + 3056, + 776, + 5832, + 4730, + 5336, + 181, + 2987, + 8190, + 4516, + 2416, + 1103, + 3940, + 3318, + 4030, + 7598, + 610, + 8696, + 8889, + 250, + 333, + 6754, + 6781, + 9428, + 9880, + 238, + 5124, + 4209, + 9144, + 9887, + 10643, + 5602, + 8577, + 8612, + 8125, + 3848, + 682, + 929, + 8797, + 6564, + 2068, + 3583, + 407, + 8829, + 4699, + 1891, + 1537, + 6785, + 532, + 2022, + 6554, + 2971, + 5150, + 2818, + 5957, + 5821, + 7432, + 5809, + 8809, + 4130, + 1568, + 132, + 10792, + 4354, + 8164, + 2994, + 3844, + 1496, + 5526, + 5988, + 62, + 7280, + 9815, + 8284, + 7269, + 1175, + 3023, + 3724, + 10373, + 5837, + 9673, + 6909, + 9804, + 7904, + 9959, + 732, + 10850, + 3143, + 4903, + 10445, + 951, + 10131, + 3426, + 6838, + 10641, + 7356, + 6606, + 5546, + 643, + 6780, + 2405, + 2721, + 7413, + 3556, + 7228, + 5097, + 3307, + 10529, + 9357, + 4182, + 7819, + 1355, + 3516, + 2191, + 9467, + 1526, + 4693, + 8551, + 7962, + 4894 + ], + [ + 2396, + 1080, + 3693, + 7784, + 6608, + 1823, + 5507, + 8630, + 2919, + 7835, + 2561, + 751, + 9395, + 2044, + 5646, + 7516, + 773, + 10256, + 6970, + 4641, + 5327, + 10485, + 3696, + 9520, + 8717, + 4832, + 9071, + 7376, + 10438, + 10266, + 2229, + 7490, + 7990, + 1317, + 6549, + 7273, + 4560, + 4026, + 245, + 3010, + 575, + 8520, + 9470, + 6596, + 1258, + 4333, + 7112, + 7776, + 5602, + 158, + 2639, + 7184, + 7307, + 2567, + 10344, + 3283, + 5342, + 4402, + 10609, + 8167, + 7639, + 5314, + 407, + 3836, + 9456, + 6402, + 5222, + 3682, + 5232, + 3197, + 2751, + 6842, + 1311, + 10010, + 4770, + 3629, + 1747, + 5082, + 7393, + 10403, + 4481, + 6461, + 8920, + 941, + 3147, + 7933, + 7899, + 10108, + 6597, + 9250, + 4837, + 7151, + 6664, + 6506, + 9432, + 2758, + 923, + 10505, + 501, + 7491, + 9092, + 5, + 9242, + 3251, + 9766, + 7691, + 10578, + 886, + 5672, + 6201, + 7735, + 2266, + 1568, + 9922, + 5834, + 2488, + 2917, + 1870, + 871, + 7772, + 4033, + 6702, + 2967, + 1815, + 6996, + 1273, + 1587, + 447, + 6829, + 6816, + 2599, + 10666, + 7322, + 10856, + 6245, + 7344, + 5892, + 7061, + 1082, + 955, + 10272, + 6964, + 8608, + 3845, + 3519, + 4060, + 10380, + 2142, + 1458, + 9041, + 2230, + 5289, + 2569, + 3300, + 4984, + 9516, + 8516, + 5145, + 6585, + 9929, + 4097, + 5420, + 5848, + 1229, + 10684, + 3004, + 6385 + ], + [ + 6927, + 5065, + 3920, + 4429, + 10831, + 5759, + 1637, + 5178, + 2609, + 10294, + 6769, + 6656, + 9411, + 7459, + 2755, + 9031, + 6463, + 6183, + 3005, + 1445, + 1126, + 6450, + 9993, + 9074, + 7762, + 2386, + 2607, + 9673, + 1463, + 7962, + 10437, + 4845, + 7331, + 5046, + 98, + 5187, + 6767, + 2522, + 9798, + 2558, + 9951, + 2995, + 2845, + 10965, + 7549, + 6550, + 2049, + 2984, + 1080, + 1913, + 9711, + 739, + 2517, + 10335, + 8069, + 3859, + 5682, + 10855, + 10800, + 3416, + 6821, + 8003, + 6174, + 570, + 6399, + 8345, + 10913, + 7358, + 408, + 2502, + 5329, + 2157, + 5861, + 322, + 1526, + 6198, + 7496, + 3056, + 1964, + 10579, + 7809, + 6368, + 6335, + 686, + 2834, + 6621, + 5201, + 10952, + 6611, + 4618, + 7104, + 10156, + 665, + 7560, + 2682, + 1449, + 6427, + 9246, + 8087, + 2838, + 4628, + 10178, + 3940, + 8395, + 7930, + 4340, + 8652, + 6790, + 8692, + 9440, + 7601, + 2795, + 7858, + 8048, + 9844 + ], + [ + 1797, + 5343, + 3497, + 7753, + 6461, + 1287, + 6246, + 7239, + 4478, + 1030, + 2406, + 6824, + 1308, + 9758, + 619, + 3798, + 1046, + 4856, + 6551, + 1464, + 1285, + 3206, + 3296, + 3045, + 5871, + 6056, + 9623, + 9117, + 4653, + 8410, + 6747, + 4291, + 2577, + 8106, + 4118, + 2326, + 2676, + 3395, + 8590, + 7265, + 5710, + 1997, + 7901, + 4419, + 3672, + 5355, + 8785, + 9494, + 4013, + 4120, + 4809, + 5140, + 858, + 10793, + 7671, + 6044, + 4192, + 8500, + 10829, + 7034, + 9247, + 939, + 1977, + 1618, + 6047, + 10386, + 1494, + 3931, + 2328, + 5366, + 7662, + 9279, + 3598, + 9931, + 674, + 10796, + 359, + 1203, + 10148, + 3953, + 3462, + 6501, + 2759, + 6492, + 5411, + 4273, + 7209 + ], + [ + 5556, + 6571, + 909, + 7441, + 3968, + 2073, + 5707, + 3022, + 2108, + 6970, + 8923, + 5177, + 7099, + 144, + 6533, + 3876, + 2486, + 3911, + 543, + 10091, + 5896, + 5028, + 5389, + 7566, + 8338, + 9827, + 9392, + 2611, + 7746, + 6614, + 567, + 6783, + 9460, + 2188, + 3055, + 6687, + 3142, + 8372, + 3542, + 9125, + 6674, + 9036, + 7261, + 6808, + 9849, + 8132, + 1935, + 10392, + 6138, + 8186, + 8192, + 1160, + 5667, + 6583, + 8348, + 1658, + 395, + 10600, + 3652, + 3938, + 5739, + 6364, + 10312, + 9596, + 2532 + ], + [ + 3717, + 2436, + 3252, + 8727, + 1539, + 10869, + 3050, + 74, + 2211, + 10245, + 2944, + 5473, + 7976, + 5465, + 6074, + 10859, + 3802, + 2087, + 460, + 3002, + 2153, + 3142, + 944, + 2833, + 9655, + 860, + 3184, + 7510, + 2843, + 4172, + 228 + ], + [ + 7457, + 3796, + 1456, + 9977, + 2343, + 1103, + 4870, + 8352, + 2608, + 6238, + 2677, + 2218, + 261, + 6504, + 6992, + 8659, + 1172, + 83, + 5819, + 1270, + 6580, + 1324, + 8316, + 1489, + 1930, + 9605, + 10871, + 3056, + 2659, + 6605, + 6085, + 349, + 10168, + 6170, + 163, + 7755, + 7642 + ], + [ + 9857, + 300, + 9975, + 8592, + 197, + 6780, + 6346, + 3287, + 3420, + 805, + 8602, + 5424, + 1861, + 4341, + 5896, + 5119, + 5981, + 7036, + 806, + 4764, + 3610, + 6415, + 7324, + 4000, + 10901, + 5581, + 4286, + 2186, + 3718, + 2179, + 8943, + 9008, + 6417, + 1327, + 9988, + 5707, + 859, + 781, + 9619, + 2109, + 5876, + 8263, + 2874, + 360, + 7190 + ], + [ + 6963, + 239, + 369, + 7571, + 10168, + 66, + 7932, + 10482, + 368, + 1057, + 9235, + 1682, + 2325, + 3134, + 10856, + 10852, + 7806, + 4621, + 2151, + 10398, + 6216, + 9158, + 1014, + 2763, + 2782, + 7922, + 343, + 10654, + 4011, + 9005, + 3100, + 3306, + 626, + 3868, + 4251, + 2259 + ], + [ + 2462, + 6036, + 2901, + 5894, + 5893, + 10774, + 1094, + 5556, + 4488, + 3587, + 10624, + 3261, + 9734, + 3522, + 9264, + 9346, + 7398, + 2270, + 10019, + 9545, + 4955, + 3837, + 204, + 9077, + 8855, + 10294, + 3521, + 1152, + 3934, + 3535, + 3675, + 10731, + 3432, + 4084, + 3581, + 8733, + 5852, + 3723, + 8002, + 6763, + 3946, + 2157, + 1181, + 7249, + 1783, + 5369, + 285, + 245, + 7647, + 3798, + 2268, + 8578, + 7495, + 5597, + 3291, + 2169, + 4019, + 3391, + 8796, + 4370, + 356, + 8580, + 6811, + 7345, + 6560, + 5842, + 925, + 8788 + ], + [ + 2787, + 10525, + 9335, + 2330, + 1450, + 6897, + 4010, + 3596, + 2620, + 3198, + 9454, + 577, + 9147, + 9442, + 3520, + 4951, + 1156, + 3435, + 5004, + 4465, + 40, + 4007, + 10513, + 4828, + 8727, + 7822, + 2884, + 9805, + 7060, + 5733, + 7587, + 4020, + 5921, + 6078, + 9636, + 10152, + 4968, + 363, + 1595, + 817, + 10583, + 9900, + 3193, + 3514, + 5293, + 2835, + 8539, + 5565, + 6215, + 6323, + 7006, + 10375, + 6923, + 100, + 7787, + 1186, + 1920, + 10247, + 3900, + 2668 + ], + [ + 10223, + 6455, + 4758, + 5751, + 5346, + 2825, + 10163, + 1629, + 1988, + 381, + 6606, + 8538, + 2899, + 8883, + 2808, + 7903, + 2973, + 6146, + 6533, + 4868, + 7474, + 9406, + 9019, + 9220, + 758, + 6894, + 6268, + 10050, + 3251, + 9502, + 229, + 6814, + 3962, + 1816, + 3229, + 166, + 9453, + 9450, + 10667, + 4564, + 7554, + 4884, + 4488, + 7491, + 5113 + ], + [ + 670, + 553, + 3619, + 8882, + 7163, + 9796, + 6272, + 10783, + 1842, + 8380, + 379, + 2629, + 10733, + 6687, + 893, + 2939, + 1315, + 4386, + 2109, + 8614, + 3157, + 3578, + 6628, + 2557, + 10374, + 5609, + 8243, + 4502, + 3622, + 9234, + 2516, + 7207, + 9167, + 5274, + 4559, + 7917, + 9736, + 3013, + 9, + 5642, + 1256, + 2534, + 6912, + 5568, + 10257, + 5357, + 1537, + 168, + 654, + 2787, + 529, + 8631 + ], + [ + 4992, + 10244, + 8811, + 8847, + 8495, + 2150, + 2359, + 7501, + 4393, + 4160, + 4998, + 10773, + 244, + 10907, + 2333, + 3766, + 10437, + 4952, + 4155, + 10670, + 10440, + 4931, + 5920, + 10457, + 9448, + 5070, + 6977, + 2057, + 1365, + 7670, + 6092, + 8244, + 5332, + 10622, + 8089, + 297, + 5928, + 2096, + 1668, + 9308, + 1517, + 10706, + 5248, + 2324, + 9688, + 6282, + 3609, + 283, + 681, + 1022, + 7604, + 3430 + ], + [ + 1500, + 402, + 3007, + 5141, + 7418, + 7047, + 702, + 5912, + 5339, + 6179, + 129, + 6878, + 9093, + 1891, + 36, + 2341, + 9207, + 5515, + 1863, + 8008, + 7947, + 9751, + 1911, + 5296, + 10135, + 6210, + 10283, + 713, + 6482, + 6843, + 5327, + 7238, + 8804, + 5041, + 1089, + 5679, + 8778, + 2007, + 7595, + 5504, + 10139, + 8278, + 467, + 7969, + 3709, + 1038, + 120, + 9000, + 4743, + 3712, + 6498, + 10329, + 816, + 1778, + 7338, + 10623, + 10121, + 163, + 3278, + 2158, + 8050, + 9847, + 544, + 4485, + 10956, + 37, + 3827, + 10879, + 9046, + 9261, + 3955, + 9573, + 8528, + 4359, + 5027, + 1629, + 10780, + 6615, + 5070, + 9465, + 4159, + 4744, + 1714 + ], + [ + 8856, + 7446, + 10800, + 8395, + 9416, + 10673, + 4481, + 3463, + 1448, + 1457, + 771, + 4365, + 9252, + 3423, + 6387, + 10929, + 3292, + 6875, + 841, + 2923, + 2808, + 8460, + 3987, + 1509, + 8043, + 8084, + 3122, + 975, + 2529, + 567, + 6231, + 238, + 1648, + 8290, + 10494, + 3396, + 5688, + 3516, + 6305, + 4140, + 811, + 10445, + 5666, + 5529, + 8423, + 9184, + 2530, + 5054, + 5210, + 6281, + 1942, + 718, + 5222, + 7650, + 3962, + 7216, + 6827, + 9985, + 9584, + 2997, + 6994, + 4512, + 10242, + 5107, + 2679, + 4479, + 4439, + 4853, + 4029, + 8235, + 10103, + 7321, + 10135, + 2030, + 5419, + 6899, + 2309, + 6173, + 8745, + 2086, + 10838, + 4832, + 7437 + ], + [ + 973, + 1877, + 7974, + 6170, + 6701, + 10570, + 2797, + 10960, + 8252, + 8077, + 6357, + 6406, + 7825, + 1143, + 4453, + 10914, + 1927, + 5534, + 6169, + 744, + 1516, + 9946, + 570, + 5341, + 2877, + 8146, + 7757, + 4659, + 4931, + 6732, + 2603, + 10346, + 766, + 5937, + 5030, + 10964, + 9103, + 6126, + 5967, + 5680, + 2979, + 7948, + 2349, + 668, + 7486, + 9130, + 2384, + 7382, + 3886, + 2916, + 1453, + 246, + 3539, + 1276, + 956, + 3357, + 7643 + ], + [ + 1860, + 5899, + 3883, + 9190, + 7444, + 8352, + 10309, + 901, + 8787, + 8667, + 4005, + 5251, + 6204, + 9802, + 6940, + 7814, + 7999, + 8335, + 6236, + 10833, + 3276, + 7767, + 8499, + 9223, + 292, + 3375, + 728, + 9976, + 8882, + 2922, + 6744, + 2850, + 6649, + 1809, + 2009, + 4590, + 4965, + 10643, + 10824, + 5621, + 10436, + 824, + 4646, + 5243, + 2978, + 39, + 1885, + 9272, + 4772, + 6347, + 4682, + 10944, + 8669, + 1874, + 9503, + 5771, + 3856, + 2054, + 6232, + 5986 + ], + [ + 5679, + 10502, + 5013, + 2392, + 469, + 150, + 4402, + 4131, + 1760, + 8807, + 3737, + 6928, + 10975, + 8532, + 10767, + 1019, + 562, + 8119, + 9391, + 4903, + 7296, + 8720, + 2035, + 4599, + 2957, + 3877, + 4424, + 3423, + 2859, + 8834, + 2372, + 272, + 1883, + 8845, + 7001, + 2471, + 10469, + 4430, + 1287, + 6138, + 1001, + 6459, + 5600, + 540, + 6461, + 3485, + 9849, + 8706, + 4501, + 2609, + 3668, + 7603, + 4301, + 3910, + 5814, + 8439, + 4478, + 3474, + 8304, + 2340, + 8053, + 9956, + 2726, + 4091, + 5338, + 8048, + 1088, + 7805 + ], + [ + 3894, + 2823, + 385, + 2880, + 4192, + 6774, + 8040, + 4239, + 2282, + 3041, + 8121, + 6195, + 4427, + 3131, + 2462, + 8460, + 2625, + 5052, + 10581, + 2633, + 5788, + 6609, + 10152, + 2245, + 4033, + 6708, + 1233, + 5815, + 10432, + 6156, + 143, + 10169, + 377, + 14, + 9091, + 9098, + 7211, + 3725, + 8135, + 241, + 2066, + 4970, + 5812, + 5325, + 2041, + 2073, + 7422, + 7638, + 6704, + 9485, + 2751, + 3549, + 9414, + 5261, + 3005, + 8313, + 5019, + 7518, + 4910, + 9110, + 3604, + 3865, + 3360, + 9073, + 1410, + 970, + 6005, + 9729, + 2546, + 9606, + 10291, + 7847 + ], + [ + 2935, + 2828, + 5094, + 1771, + 10356, + 4059, + 9381, + 2210, + 6914, + 9461, + 10691, + 8205, + 6109, + 6688, + 4058, + 5230, + 1707, + 9755, + 8881, + 6938, + 3879, + 1798, + 8762, + 6823, + 5567, + 9588, + 1513, + 1534, + 2065, + 1964, + 4654, + 3470, + 10006, + 10173, + 9043, + 3401, + 3330, + 647, + 6543, + 1607, + 3859, + 3566, + 1568, + 6367, + 4941, + 9442, + 2362, + 9148, + 10287, + 40, + 5052, + 2924, + 2794, + 803, + 5908, + 2317, + 8414, + 4768, + 3727 + ], + [ + 4268, + 3229, + 822, + 2201, + 467, + 9661, + 3359, + 9512, + 5995, + 7477, + 7049, + 5257, + 3135, + 4809, + 227, + 215, + 7742, + 8075, + 9871, + 4018, + 4352, + 7734, + 8446, + 919, + 6485, + 6807, + 3155, + 3622, + 208, + 7271, + 7808, + 7135 + ], + [ + 8239, + 6815, + 9069, + 5613, + 6801, + 9548, + 10862, + 3224, + 2243, + 10979, + 10200, + 1117, + 7749, + 8625, + 379, + 9616, + 2223, + 269, + 6281, + 6005, + 5549, + 6829, + 9181, + 1998, + 10493, + 2942, + 5711, + 562, + 7272, + 2957, + 1984, + 4633, + 5940, + 5852, + 741, + 8081, + 4093, + 10091, + 4496, + 10519, + 8804, + 3084 + ], + [ + 6029, + 7935, + 2537, + 4608, + 4145, + 5909, + 233, + 2144, + 8651, + 3265, + 10802, + 1125, + 4025, + 206, + 6392, + 8036, + 1972, + 7918, + 9981, + 6669, + 2485, + 2896, + 7871, + 5759, + 2407, + 9292, + 8431, + 9405, + 387, + 696, + 4492, + 6361, + 421 + ], + [ + 8152, + 2013, + 6802, + 3187, + 6935, + 9125, + 9652, + 7812, + 1801, + 4775, + 6052, + 10552, + 274, + 5617, + 4113, + 2739, + 2358, + 6641, + 3516, + 905, + 9765, + 6979, + 10515, + 109, + 2702, + 2261, + 8739, + 4491 + ], + [ + 9667, + 10659, + 6720, + 1729, + 10561, + 3211, + 10354, + 1401, + 7223, + 1194, + 4416, + 551, + 4694, + 9641, + 1363, + 3745, + 9155, + 7946, + 7434, + 2758, + 5490, + 2395, + 990, + 553, + 6154, + 6137, + 4696, + 9855, + 4068, + 9930, + 3294, + 2383, + 3451, + 7115, + 1876 + ], + [ + 721, + 2657, + 3376, + 9372, + 5146, + 5669, + 8573, + 8527, + 5667, + 5298, + 2919, + 2060, + 5615, + 3606, + 5843, + 7136, + 10827, + 600, + 3049, + 9913, + 2393, + 988, + 1782, + 6290, + 5401, + 7114, + 11000, + 6153, + 7086, + 6576, + 10332, + 10042, + 7228, + 10247, + 443, + 9312, + 4022, + 2627, + 9355, + 1366, + 9290, + 1110, + 5227, + 2417, + 4466, + 3943, + 502, + 9386, + 3751, + 8154, + 5914, + 5720, + 9474, + 3041, + 7439, + 9069, + 6842, + 10150, + 9676, + 3537, + 7448, + 821, + 5717, + 3306, + 10918, + 7154, + 1715 + ], + [ + 8250, + 1870, + 8027, + 8583, + 5561, + 9711, + 8753, + 7352, + 1196, + 10557, + 148, + 6310, + 5970, + 9651, + 1703, + 2460, + 2560, + 8493, + 6673, + 4467, + 8871, + 4725, + 916, + 10827, + 9604, + 1280, + 6619, + 9997, + 1302, + 8861, + 7542, + 3695, + 6358, + 8424, + 5986, + 9915, + 577, + 6554, + 616, + 5803, + 1661, + 3530, + 7476, + 9307, + 6560, + 3696, + 9769, + 4910, + 7414, + 9921, + 5776, + 4549, + 2982, + 9259, + 57, + 9620 + ], + [ + 7789, + 449, + 9981, + 16, + 1433, + 45, + 1694, + 7126, + 8289, + 2456, + 3434, + 1362, + 9869, + 10962, + 481, + 552, + 2511, + 4012, + 2440, + 10240, + 6127, + 3182, + 5564, + 771, + 6284, + 7849, + 9457, + 2603, + 4343, + 10062, + 1843, + 4593, + 7677, + 5076, + 10502, + 2647, + 2529, + 1028, + 3046, + 3936, + 6185, + 2068, + 8946, + 899, + 7349, + 10722, + 6477, + 1650, + 6898, + 7604, + 10658, + 1244, + 9685, + 10793, + 3699, + 10485, + 9885, + 4138, + 434, + 9423, + 7986, + 1610, + 8003, + 10732, + 6386, + 3181, + 5707, + 430, + 6248, + 4146, + 1844, + 2181, + 5529, + 5169, + 7445, + 7456, + 8712, + 3097, + 6212, + 6461, + 2003, + 5370, + 4490, + 4589, + 9632, + 3167, + 3549, + 4023, + 3201, + 4771, + 6160, + 8128, + 563, + 11003, + 9141, + 10333, + 1903, + 9688 + ], + [ + 7901, + 9239, + 1715, + 6671, + 3337, + 8927, + 5941, + 10446, + 7172, + 8798, + 5460, + 1021, + 737, + 1959, + 9595, + 10818, + 7569, + 1588, + 6283, + 8050, + 8535, + 7425, + 3757, + 6239, + 5054, + 1856, + 5820, + 84, + 8889, + 4227, + 6584, + 2952, + 3194, + 7539, + 1824, + 4665, + 2829, + 7775, + 8367, + 701, + 6121, + 1927, + 8562, + 5214, + 1418, + 4264, + 769, + 4939, + 4747, + 7382, + 7074, + 3261, + 7549, + 10917, + 659, + 7318, + 1100, + 10910, + 2547, + 1468, + 1323, + 7749, + 4471, + 2174, + 7205, + 7667, + 2126, + 588, + 7859, + 9746, + 4301, + 430, + 2492, + 8573, + 7838, + 7784, + 7381, + 5774, + 4688, + 168, + 1864, + 1181, + 2519, + 4528, + 2483 + ] + ], + "eu": [ + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [] + ] +} \ No newline at end of file diff --git a/l2-7b-eu_selection.png b/l2-7b-eu_selection.png new file mode 100644 index 0000000000000000000000000000000000000000..032e16c75ec5b436123fbdd591857baeb8a8d05f Binary files /dev/null and b/l2-7b-eu_selection.png differ diff --git a/load_data_oscar.py b/load_data_oscar.py new file mode 100644 index 0000000000000000000000000000000000000000..7fa23798936fe6da9acddf3139f39788c2d7065c --- /dev/null +++ b/load_data_oscar.py @@ -0,0 +1,238 @@ +#!/usr/bin/env python3 +""" +Preprocess multilingual OSCAR data for model training. + +This script performs: +1. Downloads the OSCAR dataset for the specified languages: + https://huggingface.co/datasets/oscar-corpus +2. Tokenizes text using a Hugging Face tokenizer +3. Aggregates up to TARGET_TOKENS_PER_LANGUAGE +4. Saves tokenized data as PyTorch tensors +""" + +from datasets import load_dataset +from transformers import AutoTokenizer +import torch +import os +from tqdm import tqdm +import multiprocessing +from functools import partial +import argparse + +NUM_PROC_BASE = max(1, os.cpu_count() // 2 if os.cpu_count() else 1) +TARGET_TOKENS_PER_LANGUAGE = 100_000_000 + +def tokenize_function(examples, tokenizer): + texts = [] + for example_texts in examples["text"]: + for text in example_texts: + texts.append(text["text"]) + if not texts: + return {"input_ids": []} + + output = tokenizer( + texts, + add_special_tokens=False, + truncation=False, + padding=False, + ) + + return {"input_ids": output.input_ids} + + +def build_and_save( + lang, model_id, tokenizer_name, output_dir, num_proc_map=NUM_PROC_BASE +): + print(f"Starting data processing for language: {lang}") + + train_filename_base = f"oscar.{lang}.train.{model_id.replace('/', '_')}" + train_output_path = os.path.join(output_dir, train_filename_base) + + try: + ds = load_dataset( + "oscar-corpus/mOSCAR", + # data_files=f"data/{SNAPSHOT}/{lang}_meta/*.jsonl.zst", + lang, + streaming=False, + )['train'] + if len(ds) == 0: + print(f"Warning: Dataset for {lang} is empty. Skipping.") + return + except Exception as e: + print(f"Error loading dataset for {lang}: {e}") + raise + + print(f"Dataset length is {len(ds)}") + + limit = 2_000_000 + if len(ds) > limit: + ds = ds.select(range(limit)) + + print(f"Dataset length is {len(ds)}") + + try: + tokenizer = AutoTokenizer.from_pretrained( + tokenizer_name, + use_fast=True, + trust_remote_code=True, + ) + except Exception as e: + print(f"Error loading tokenizer '{tokenizer_name}': {e}") + raise + + tokenization_func_with_tokenizer = partial(tokenize_function, tokenizer=tokenizer) + tokenized_ds = ds.map( + tokenization_func_with_tokenizer, + batched=True, + num_proc=num_proc_map, + remove_columns=ds.column_names, + desc=f"Tokenizing {lang}", + ) + + all_document_token_lists = [] + for processed_example in tqdm( + tokenized_ds, desc=f"Collecting token lists for {lang}" + ): + token_list_for_one_doc = processed_example["input_ids"] + if isinstance(token_list_for_one_doc, list): + all_document_token_lists.append(token_list_for_one_doc) + + if not all_document_token_lists: + print(f"Warning: No token sequences found for {lang}. Skipping.") + return + + final_token_ids = [] + collected_tokens_count = 0 + for doc_tokens_list in tqdm( + all_document_token_lists, desc=f"Aggregating tokens for {lang}" + ): + if not doc_tokens_list: + continue + + current_doc_token_count = len(doc_tokens_list) + if ( + collected_tokens_count + current_doc_token_count + <= TARGET_TOKENS_PER_LANGUAGE + ): + final_token_ids.extend(doc_tokens_list) + collected_tokens_count += current_doc_token_count + else: + remaining_needed = TARGET_TOKENS_PER_LANGUAGE - collected_tokens_count + final_token_ids.extend(doc_tokens_list[:remaining_needed]) + collected_tokens_count += remaining_needed + break + + if collected_tokens_count >= TARGET_TOKENS_PER_LANGUAGE: + break + + del all_document_token_lists + del tokenized_ds + del ds + + if collected_tokens_count == 0: + print(f"Warning: Zero tokens collected for {lang}. Skipping save.") + return + + if collected_tokens_count < TARGET_TOKENS_PER_LANGUAGE: + print( + f"Warning: Language {lang} has only {collected_tokens_count:,} tokens, " + f"which is less than the target of {TARGET_TOKENS_PER_LANGUAGE:,}." + ) + + full_tensor = torch.tensor(final_token_ids, dtype=torch.long) + del final_token_ids + + os.makedirs(output_dir, exist_ok=True) + torch.save(full_tensor, train_output_path) + print(f"Saved {full_tensor.numel():,} tokens for {lang}.") + del full_tensor + + +def run_job(args): + lang, model_id, tokenizer_name, output_dir, num_proc_map = args + print(f"Processing language: {lang} (PID: {os.getpid()})") + try: + build_and_save(lang, model_id, tokenizer_name, output_dir, num_proc_map) + return lang, True, None + except Exception as e: + import traceback + + traceback.print_exc() + return lang, False, str(e) + + +if __name__ == "__main__": + parser = argparse.ArgumentParser( + description="Preprocess OSCAR data for multiple languages." + ) + parser.add_argument( + "--languages", + type=str, + default="en,zh,fr", + help="Comma-separated list of languages to process, e.g., 'en,zh,fr'", + ) + parser.add_argument( + "--model-id", + type=str, + required=True, + help="Model identifier (used for file naming).", + ) + parser.add_argument( + "--tokenizer", type=str, required=True, help="Tokenizer name or path." + ) + parser.add_argument( + "--output-dir", + type=str, + default="train-data", + help="Where to store tokenized tensors.", + ) + parser.add_argument( + "--max-concurrent", type=int, default=6, help="Max concurrent processes." + ) + args = parser.parse_args() + + args.languages = [ + lang.strip() for lang in args.languages.split(",") if lang.strip() + ] + + MAX_CONCURRENT_LANGUAGES = args.max_concurrent + NUM_MAP_PROC_PER_LANG = max( + 1, + ( + NUM_PROC_BASE // MAX_CONCURRENT_LANGUAGES + if MAX_CONCURRENT_LANGUAGES > 0 + else NUM_PROC_BASE + ), + ) + + print(f"Starting batch processing for {len(args.languages)} languages.") + + job_args_list = [ + (lang, args.model_id, args.tokenizer, args.output_dir, NUM_MAP_PROC_PER_LANG) + for lang in args.languages + ] + + successful_langs = [] + failed_langs_with_errors = {} + + with multiprocessing.Pool(processes=MAX_CONCURRENT_LANGUAGES) as pool: + results_iterable = pool.imap_unordered(run_job, job_args_list) + for result in tqdm( + results_iterable, + total=len(args.languages), + desc="Overall Language Progress", + ): + lang_processed, success, error_msg = result + if success: + successful_langs.append(lang_processed) + else: + failed_langs_with_errors[lang_processed] = error_msg + + print("Batch processing finished.") + print(f"Successfully processed: {', '.join(sorted(successful_langs))}") + if failed_langs_with_errors: + print( + f"Failed to process: {', '.join(sorted(failed_langs_with_errors.keys()))}" + ) + for lang_failed, err in failed_langs_with_errors.items(): + print(f" - {lang_failed}: {err}") diff --git a/load_data_wiki.py b/load_data_wiki.py new file mode 100644 index 0000000000000000000000000000000000000000..9129768e5af5b5d3e193a59e36ee57291bcae735 --- /dev/null +++ b/load_data_wiki.py @@ -0,0 +1,192 @@ +#!/usr/bin/env python3 +""" +Preprocess multilingual Wikipedia data for model training. + +This script performs the following steps: +1. Downloads the Wikimedia Wikipedia dataset for the specified languages + (https://huggingface.co/datasets/wikimedia/wikipedia). +2. Tokenizes the dataset using a Hugging Face tokenizer corresponding + to the specified model. +3. Aggregates token IDs up to a target number of tokens per language. +4. Saves the tokenized data as a PyTorch tensor for later use. + +Usage example: + python load_datas.py \ + --languages en zh vi \ + --model-id meta-llama/Llama-3.1-8B-Instruct \ + --tokenizer meta-llama/Llama-3.1-8B-Instruct \ + --output-dir train-data +""" +#!/usr/bin/env python3 +from datasets import load_dataset +from transformers import AutoTokenizer +import torch +import os +from tqdm import tqdm +import multiprocessing +from functools import partial +import argparse + +NUM_PROC_BASE = max(1, os.cpu_count() // 2 if os.cpu_count() else 1) +TARGET_TOKENS_PER_LANGUAGE = 100_000_000 +DATE_SNAPSHOT = "20231101" # fixed date + +def tokenize_function(examples, tokenizer): + output = tokenizer( + examples["text"], + add_special_tokens=False, + truncation=False, + padding=False, + ) + return {"input_ids": output.input_ids} + +def build_and_save( + lang, + model_id, + tokenizer_name, + output_dir, + num_proc_map=NUM_PROC_BASE +): + print(f"Starting data processing for language: {lang}") + + train_filename_base = f"id.{lang}.train.{model_id.replace('/', '_')}" + train_output_path = os.path.join(output_dir, train_filename_base) + + try: + ds = load_dataset("wikimedia/wikipedia", f"{DATE_SNAPSHOT}.{lang}", split="train", trust_remote_code=True) + if len(ds) == 0: + print(f"Warning: Dataset for {lang} is empty. Skipping.") + return + except Exception as e: + print(f"Error loading dataset for {lang}: {e}") + raise + + try: + tokenizer = AutoTokenizer.from_pretrained( + tokenizer_name, + use_fast=True, + trust_remote_code=True, + ) + except Exception as e: + print(f"Error loading tokenizer '{tokenizer_name}': {e}") + raise + + tokenization_func_with_tokenizer = partial(tokenize_function, tokenizer=tokenizer) + + tokenized_ds = ds.map( + tokenization_func_with_tokenizer, + batched=True, + num_proc=num_proc_map, + remove_columns=ds.column_names, + desc=f"Tokenizing {lang}" + ) + + all_document_token_lists = [] + for processed_example in tqdm(tokenized_ds, desc=f"Collecting token lists for {lang}"): + token_list_for_one_doc = processed_example['input_ids'] + if isinstance(token_list_for_one_doc, list): + all_document_token_lists.append(token_list_for_one_doc) + + if not all_document_token_lists: + print(f"Warning: No token sequences found for {lang} after tokenization. Skipping.") + return + + final_token_ids = [] + collected_tokens_count = 0 + for doc_tokens_list in tqdm(all_document_token_lists, desc=f"Aggregating tokens for {lang}"): + if not doc_tokens_list: + continue + + current_doc_token_count = len(doc_tokens_list) + + if collected_tokens_count + current_doc_token_count <= TARGET_TOKENS_PER_LANGUAGE: + final_token_ids.extend(doc_tokens_list) + collected_tokens_count += current_doc_token_count + else: + remaining_needed = TARGET_TOKENS_PER_LANGUAGE - collected_tokens_count + final_token_ids.extend(doc_tokens_list[:remaining_needed]) + collected_tokens_count += remaining_needed + break + + if collected_tokens_count >= TARGET_TOKENS_PER_LANGUAGE: + break + + del all_document_token_lists + del tokenized_ds + del ds + + if collected_tokens_count == 0: + print(f"Warning: Zero tokens collected for {lang}. Skipping save.") + return + + if collected_tokens_count < TARGET_TOKENS_PER_LANGUAGE: + print(f"Warning: Language {lang} has only {collected_tokens_count:,} tokens, " + f"which is less than the target of {TARGET_TOKENS_PER_LANGUAGE:,}.") + + full_tensor = torch.tensor(final_token_ids, dtype=torch.long) + del final_token_ids + + os.makedirs(output_dir, exist_ok=True) + torch.save(full_tensor, train_output_path) + print(f"Saved {full_tensor.numel():,} tokens for {lang}.") + del full_tensor + +def run_job(args): + lang, model_id, tokenizer_name, output_dir, num_proc_map = args + print(f"Processing language: {lang} (PID: {os.getpid()})") + try: + build_and_save( + lang=lang, + model_id=model_id, + tokenizer_name=tokenizer_name, + output_dir=output_dir, + num_proc_map=num_proc_map + ) + return lang, True, None + except Exception as e: + import traceback + traceback.print_exc() + return lang, False, str(e) + +if __name__ == "__main__": + parser = argparse.ArgumentParser(description="Preprocess Wikipedia data for multiple languages.") + parser.add_argument( + "--languages", type=str, default='en,zh,eu,ga', + help="Comma-separated list of languages to process, e.g., 'en,zh,fr'" + ) + parser.add_argument("--model-id", type=str, required=True, help="Model identifier (used for file naming).") + parser.add_argument("--tokenizer", type=str, required=True, help="Tokenizer name or path.") + parser.add_argument("--output-dir", type=str, default="train-data", help="Where to store tokenized tensors.") + parser.add_argument("--max-concurrent", type=int, default=6, help="Max concurrent processes.") + args = parser.parse_args() + + args.languages = [lang.strip() for lang in args.languages.split(',') if lang.strip()] + + MAX_CONCURRENT_LANGUAGES = args.max_concurrent + NUM_MAP_PROC_PER_LANG = max(1, NUM_PROC_BASE // MAX_CONCURRENT_LANGUAGES if MAX_CONCURRENT_LANGUAGES > 0 else NUM_PROC_BASE) + + print(f"Starting batch processing for {len(args.languages)} languages.") + + job_args_list = [ + (lang, args.model_id, args.tokenizer, args.output_dir, NUM_MAP_PROC_PER_LANG) + for lang in args.languages + ] + + successful_langs = [] + failed_langs_with_errors = {} + + with multiprocessing.Pool(processes=MAX_CONCURRENT_LANGUAGES) as pool: + results_iterable = pool.imap_unordered(run_job, job_args_list) + for result in tqdm(results_iterable, total=len(args.languages), desc="Overall Language Progress"): + lang_processed, success, error_msg = result + if success: + successful_langs.append(lang_processed) + else: + failed_langs_with_errors[lang_processed] = error_msg + + print("Batch processing finished.") + print(f"Successfully processed: {', '.join(sorted(successful_langs))}") + if failed_langs_with_errors: + print(f"Failed to process: {', '.join(sorted(failed_langs_with_errors.keys()))}") + for lang_failed, err in failed_langs_with_errors.items(): + print(f" - {lang_failed}: {err}") diff --git a/measure_activation.py b/measure_activation.py new file mode 100644 index 0000000000000000000000000000000000000000..060fb5c89d58882068f2577902cdd05d9ee7a5d5 --- /dev/null +++ b/measure_activation.py @@ -0,0 +1,201 @@ +# Measure the activation of a model on a dataset layerwise of language specific neurons +# and save the results to a pytorch file. +# Result will be a tensor of shape (num_layers, language specific neurons index, activation) + +#!/usr/bin/env python3 +""" +Per-neuron activation tracker for LLaMA-2 and Qwen MLP layers. +Runs on a fixed set of models and multiple input ID files per model. +""" + +import torch +import os +from types import MethodType +from vllm import LLM, SamplingParams # Keep original import since hook logic depends on vLLM + +# ---------------------- Config ---------------------- +BASE_PATH = "/home/khanh/sla/sla_cpt" + +RUN_CONFIGS = [ + { + 'name': 'l2-7b-eu', + 'checkpoint_folder': f'{BASE_PATH}/llama2_7b_full_english_corpus_grad_clip_1', + 'neurons_file': './neurons/l2-7b/', + 'type': 'llama' + }, + # { + # 'name': 'l2-13b', + # 'model': f'{BASE_PATH}/uccix/checkpoint-4280', + # 'ids_list': [ + # {"path": './ids/l2-13b/id.ga.train.l2-13b', "lang": "ga"}, + # {"path": './ids/l2-13b/id.en.train.l2-13b', "lang": "en"} + # ], + # 'type': 'llama' + # }, + # { + # 'name': 'l2-7b', + # 'model': f'{BASE_PATH}/llama2_7b_full_basque_corpus_grad_clip_1/checkpoint-10200', + # 'ids_list': [ + # {"path": './ids/l2-7b/id.eu.train.l2-7b', "lang": "eu"}, + # {"path": './ids/l2-7b/id.en.train.l2-7b', "lang": "en"} + # ], + # 'type': 'llama' + # }, + { + 'name': 'q2.5-zh', + 'model': f'{BASE_PATH}/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_2e_240925/checkpoint-2944', + 'ids_list': [ + {"path": './ids/q2.5/id.zh.train.qwen2.5-0.5', "lang": "zh"}, + {"path": './ids/q2.5/id.en.train.qwen2.5-0.5', "lang": "en"} + ], + 'type': 'qwen' + }, + { + 'name': 'q2.5-en+zh', + 'model': f'{BASE_PATH}/qwen2.5-0.5b_english_wiki_150M_en_750M_chinese_wikipedia_corpus_2e_240925/checkpoint-3494', + 'ids_list': [ + {"path": './ids/q2.5/id.zh.train.qwen2.5-0.5', "lang": "zh"}, + {"path": './ids/q2.5/id.en.train.qwen2.5-0.5', "lang": "en"} + ], + 'type': 'qwen' + }, + { + 'name': 'q2.5-ga', + 'model': f'{BASE_PATH}/qwen2.5-0.5b_english_wiki_1.5B_irish_corpus_240925/checkpoint-2854', + 'ids_list': [ + {"path": './ids/q2.5/id.en.train.qwen2.5-0.5', "lang": "en"}, + {"path": './ids/q2.5/id.ga.train.qwen2.5-0.5', "lang": "ga"} + ], + 'type': 'qwen' + }, + # { + # 'name': 'q2.5-en+ga', + # 'model': f'{BASE_PATH}/qwen2.5-0.5_full_english_corpus_grad_clip_1/checkpoint-3231', + # 'ids_list': [ + # {"path": './ids/qwen2.5-0.5/id.en.train.qwen2.5-0.5', "lang": "en"}, + # {"path": './ids/qwen2.5-0.5/id.ga.train.qwen2.5-0.5', "lang": "ga"} + # ], + # 'type': 'qwen' + # }, + { + 'name': 'q2.5-eu', + 'model': f'{BASE_PATH}/qwen2.5-0.5b_english_wiki_1.5Bbasque_corpus_24092/checkpoint-2424', + 'ids_list': [ + {"path": './ids/q2.5/id.eu.train.qwen2.5-0.5', "lang": "eu"}, + {"path": './ids/q2.5/id.en.train.qwen2.5-0.5', "lang": "en"} + ], + 'type': 'qwen' + }, + # { + # 'name': 'q2.5-en+eu', + # 'model': f'{BASE_PATH}/qwen2.5-0.5_full_basque_corpus_grad_clip_1/checkpoint-7800', + # 'ids_list': [ + # {"path": './ids/qwen2.5-0.5/id.eu.train.qwen2.5-0.5', "lang": "eu"}, + # {"path": './ids/qwen2.5-0.5/id.en.train.qwen2.5-0.5', "lang": "en"} + # ], + # } +] + +SAVE_FOLDER = "new_activations" +os.makedirs(SAVE_FOLDER, exist_ok=True) + +# ---------------------- Hook Functions ---------------------- +def make_llama_hook(idx): + def llama_forward(self, x): + gate_up, _ = self.gate_up_proj(x) # l, 2i + i = gate_up.size(-1) + gate_up[:, : i // 2] = torch.nn.SiLU()(gate_up[:, : i // 2]) + activation = gate_up[:, : i // 2].float() # l, i + over_zero[idx, :] += (activation > 0).sum(dim=0) + x = gate_up[:, : i // 2] * gate_up[:, i // 2 :] + x, _ = self.down_proj(x) + return x + return llama_forward + +def make_qwen_hook(idx): + def qwen_forward(self, x): + gate_up, _ = self.gate_up_proj(x) # (s, 2h) + intermediate_size = gate_up.size(-1) // 2 + gate = gate_up[..., :intermediate_size] # (s, h) + up = gate_up[..., intermediate_size:] # (s, h) + gate_activation = torch.nn.functional.silu(gate) + over_zero[idx, :] += (gate_activation > 0).sum(dim=0) + x, _ = self.down_proj(gate_activation * up) + return x + return qwen_forward + +# ---------------------- Run All Configs ---------------------- +for config in RUN_CONFIGS: + model_name = config['model'] + save_name = config.get('name', model_name) + model_type = config.get('type', 'llama') + ids_list = config.get('ids_list', []) + + print(f"\n=== Processing model: {model_name}, type: {model_type} ===") + + # Load model + model = LLM( + model=model_name, + tensor_parallel_size=1, + enforce_eager=True, + trust_remote_code=True + ) + + max_length = model.llm_engine.model_config.max_model_len + num_layers = model.llm_engine.model_config.hf_config.num_hidden_layers + intermediate_size = model.llm_engine.model_config.hf_config.intermediate_size + + print(f"Layers: {num_layers}, Intermediate size: {intermediate_size}, Max length: {max_length}") + + # Setup activation tracker + over_zero = torch.zeros(num_layers, intermediate_size, dtype=torch.int32).to('cuda') + + # Hook MLP layers + for i in range(num_layers): + mlp = model.llm_engine.model_executor.driver_worker.model_runner.model.model.layers[i].mlp + if model_type == 'llama': + mlp.forward = MethodType(make_llama_hook(i), mlp) + elif model_type == 'qwen': + mlp.forward = MethodType(make_qwen_hook(i), mlp) + else: + raise ValueError(f"Unknown model type: {model_type}") + + # Iterate over all ID files + for id_dict in ids_list: + ids_path = id_dict['path'] + lang = id_dict.get('lang', 'unknown') # Use lang in dict for output filename + + print(f"\nLoading IDs from {ids_path} (lang: {lang})...") + ids = torch.load(ids_path) + print(f"ID shape: {ids.shape}") + + l = ids.size(0) + l = min(l, 99999744) // max_length * max_length + input_ids = ids[:l].reshape(-1, max_length) + print(f"Processing {input_ids.size(0)} sequences of length {max_length}") + + # Run inference + print("Running inference...") + _ = model.generate( + prompt_token_ids=input_ids.tolist(), + sampling_params=SamplingParams(max_tokens=1) + ) + + # Save results for this ID file + output_path = os.path.join(SAVE_FOLDER, f'activation.{lang}.train.{save_name}.pt') + torch.save({ + 'n': l, + 'over_zero': over_zero.cpu(), + 'num_layers': num_layers, + 'intermediate_size': intermediate_size + }, output_path) + + print(f"Saved activation counts to {output_path}") + print(f"Processed {l} tokens total") + + print(f"\nActivation analysis complete for model: {save_name}!") + + del model + torch.cuda.empty_cache() + import gc + gc.collect() diff --git a/model_size.py b/model_size.py new file mode 100644 index 0000000000000000000000000000000000000000..58ddb17d9f910b9b8d6aaf892a78bb663c441d63 --- /dev/null +++ b/model_size.py @@ -0,0 +1,32 @@ +from transformers import AutoModelForCausalLM, AutoTokenizer + +# Replace with your model +model_name = "meta-llama/Llama-2-7b-hf" + +# Load model and tokenizer +model = AutoModelForCausalLM.from_pretrained(model_name) +tokenizer = AutoTokenizer.from_pretrained(model_name) + +print(f"Vocab size: {tokenizer.vocab_size}") + +# Assuming standard LLaMA-like structure +hidden_dim = model.config.hidden_size +print(f"Hidden dimension: {hidden_dim}") + +# Input embedding +print(f"Input embedding: {model.model.embed_tokens.weight.shape}") + +# LM head +if hasattr(model, "lm_head"): + print(f"LM head: {model.lm_head.weight.shape}") + +# Iterate through layers +for idx, layer in enumerate(model.model.layers): + print(f"\nLayer {idx}") + print(f"q_proj: {layer.self_attn.q_proj.weight.shape}") + print(f"k_proj: {layer.self_attn.k_proj.weight.shape}") + print(f"v_proj: {layer.self_attn.v_proj.weight.shape}") + print(f"o_proj: {layer.self_attn.o_proj.weight.shape}") + print(f"mlp_up: {layer.mlp.up_proj.weight.shape}") + print(f"mlp_down: {layer.mlp.down_proj.weight.shape}") + print(f"mlp_gate: {layer.mlp.gate_proj.weight.shape}") diff --git a/new_activations/activation.en.train.l2-13b-ga.pt b/new_activations/activation.en.train.l2-13b-ga.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b6c803ecabb105ea4087f661f35f42b7d9da4f0 --- /dev/null +++ b/new_activations/activation.en.train.l2-13b-ga.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b31e3611a90b228999f57a503f1d8a1941eabfee4ff3e07d9eff55ea21e741c +size 2213307 diff --git a/new_activations/activation.en.train.l2-7b-eu.pt b/new_activations/activation.en.train.l2-7b-eu.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aed2053f1ba75b54f28d45a2c6c47677d2dd394 --- /dev/null +++ b/new_activations/activation.en.train.l2-7b-eu.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e5d7986387bc4a6ab5a03100fb6b1a680de2c59ce18ece9e4d14154ff794c53 +size 1410486 diff --git a/new_activations/activation.en.train.q2.5-en+zh.pt b/new_activations/activation.en.train.q2.5-en+zh.pt new file mode 100644 index 0000000000000000000000000000000000000000..66e9a8d503c918571d16698bc7561a660cbcc952 --- /dev/null +++ b/new_activations/activation.en.train.q2.5-en+zh.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:101d81cf9b94bd08d96dc3ecf18c5681e9e656d4fd9a96621453ae78ad800a01 +size 468431 diff --git a/new_activations/activation.en.train.q2.5-ga.pt b/new_activations/activation.en.train.q2.5-ga.pt new file mode 100644 index 0000000000000000000000000000000000000000..04cd48406eb13ba20c051a16130959e15db1c08e --- /dev/null +++ b/new_activations/activation.en.train.q2.5-ga.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658ec85171621192ed4aa21da4dd29f4a5875299005f33ad2d73f5cb042386ea +size 468416 diff --git a/new_activations/activation.en.train.q2.5-zh.pt b/new_activations/activation.en.train.q2.5-zh.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1dbcae142eed599646a20fdf8b8c8ec07a8ef19 --- /dev/null +++ b/new_activations/activation.en.train.q2.5-zh.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d328f9616b35670423044efdaded6c9c0bf5d2a1e413a2721bb04364d7b96774 +size 468416 diff --git a/new_activations/activation.eu.train.l2-7b-eu.pt b/new_activations/activation.eu.train.l2-7b-eu.pt new file mode 100644 index 0000000000000000000000000000000000000000..46b5307f1930add027b4a5475bf7288d6b2b1ca7 --- /dev/null +++ b/new_activations/activation.eu.train.l2-7b-eu.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56880a9d7294c2579bf301fb76bbb59e26a46dcc9db352428afa198c4e979613 +size 1410486 diff --git a/new_activations/activation.ga.train.l2-13b-ga.pt b/new_activations/activation.ga.train.l2-13b-ga.pt new file mode 100644 index 0000000000000000000000000000000000000000..99ae23774727f59d10d40ffe713e0833daeb7af4 --- /dev/null +++ b/new_activations/activation.ga.train.l2-13b-ga.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d7ce3ee8a9e36fa9be4ecb692d2752fcc3afbf9c1394c74dfe346be573fe741 +size 2213307 diff --git a/new_activations/activation.ga.train.q2.5-ga.pt b/new_activations/activation.ga.train.q2.5-ga.pt new file mode 100644 index 0000000000000000000000000000000000000000..f56a48bb485b751af28eeb26a24d944b36958f0b --- /dev/null +++ b/new_activations/activation.ga.train.q2.5-ga.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a740d02df2e97f8dd8c8fa110032f60e4da0bfa81124e9a24dfc2468a41196 +size 468416 diff --git a/new_activations/activation.zh.train.q2.5-en+zh.pt b/new_activations/activation.zh.train.q2.5-en+zh.pt new file mode 100644 index 0000000000000000000000000000000000000000..f05fb69946825bbdabd3365ae747b112c6196e79 --- /dev/null +++ b/new_activations/activation.zh.train.q2.5-en+zh.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea119445da988de58b672ae9c8ef037fc28a89e09b63c60d8322804400d05f4d +size 468431 diff --git a/new_activations/activation.zh.train.q2.5-zh.pt b/new_activations/activation.zh.train.q2.5-zh.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b555bb6d65d869e13bce9db8224d9792758203e --- /dev/null +++ b/new_activations/activation.zh.train.q2.5-zh.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73ce4d23551caebed07f6f206100384b1a299286811089f3734aae6d31310916 +size 468416 diff --git a/new_activations_pt_neurons_bar.png b/new_activations_pt_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..e3188092fbd2b3ccb3fc5da0e73de19452c9d109 --- /dev/null +++ b/new_activations_pt_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b288452e434d15eb2a1237457e552046a664e159104f55d631bfdce7e83ae46 +size 213857 diff --git a/old_ids/qwen2.5-0.5/id.en.train.qwen2.5-0.5 b/old_ids/qwen2.5-0.5/id.en.train.qwen2.5-0.5 new file mode 100644 index 0000000000000000000000000000000000000000..5c1ec0ccfa61a5e4737039e9ab01c93ccddbc2fe --- /dev/null +++ b/old_ids/qwen2.5-0.5/id.en.train.qwen2.5-0.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c030acc3ac9bc08f0ce2c988179d8ce2ab9daeb5cdc3b52cca2089e21f56867b +size 800001675 diff --git a/old_ids/qwen2.5-0.5/id.eu.train.qwen2.5-0.5 b/old_ids/qwen2.5-0.5/id.eu.train.qwen2.5-0.5 new file mode 100644 index 0000000000000000000000000000000000000000..a3ef67ffda1b1ed519a82458b4502721c6f45ff2 --- /dev/null +++ b/old_ids/qwen2.5-0.5/id.eu.train.qwen2.5-0.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4fbaf881e4b981ae3b67a585d5b018ca5c9b7e8b4a68719c393029052e5fb60 +size 800001675 diff --git a/old_ids/qwen2.5-0.5/id.ga.train.qwen2.5-0.5 b/old_ids/qwen2.5-0.5/id.ga.train.qwen2.5-0.5 new file mode 100644 index 0000000000000000000000000000000000000000..2323a075ba5568e9f0ea53ec4e16edb0406d7348 --- /dev/null +++ b/old_ids/qwen2.5-0.5/id.ga.train.qwen2.5-0.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d85479091af9201ee427facf94787fc918c536efe85f00698daf633b11bb62b6 +size 173616715 diff --git a/old_ids/qwen2.5-0.5/id.zh.train.qwen2.5-0.5 b/old_ids/qwen2.5-0.5/id.zh.train.qwen2.5-0.5 new file mode 100644 index 0000000000000000000000000000000000000000..3c832802dd3caa9166846504a45a9a651cc223cf --- /dev/null +++ b/old_ids/qwen2.5-0.5/id.zh.train.qwen2.5-0.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6193cc4ccb3166fc9230c074bb91ba968253030e78b4cc9f34d41ae5e1786cc6 +size 800001675 diff --git a/old_ids/qwen2.5-0.5/test.py b/old_ids/qwen2.5-0.5/test.py new file mode 100644 index 0000000000000000000000000000000000000000..a7b77e9d5abae57886b933d1c180ce5937e0dc11 --- /dev/null +++ b/old_ids/qwen2.5-0.5/test.py @@ -0,0 +1,6 @@ +import torch + +ids = torch.load("id.en.train.qwen2.5-0.5") + +print(ids.shape) +print(ids) \ No newline at end of file diff --git a/oscar_ids/README.md b/oscar_ids/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8f265ea97c356e41c48a3cab6f299b5c13c5001e --- /dev/null +++ b/oscar_ids/README.md @@ -0,0 +1 @@ +Tokenized texts from mOSCAR: https://huggingface.co/datasets/oscar-corpus/mOSCAR \ No newline at end of file diff --git a/oscar_ids/l2-13b/id.en.train.l2-13b b/oscar_ids/l2-13b/id.en.train.l2-13b new file mode 100644 index 0000000000000000000000000000000000000000..c96b03edc0b2dd76f66e09102914b61ec10492f0 --- /dev/null +++ b/oscar_ids/l2-13b/id.en.train.l2-13b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8111138a2c6c96834a03f547144aa7325440762ffc0157d46e2a18dfb8800d6a +size 800001668 diff --git a/oscar_ids/l2-13b/id.ga.train.l2-13b b/oscar_ids/l2-13b/id.ga.train.l2-13b new file mode 100644 index 0000000000000000000000000000000000000000..1c2f038b37c282be41293d0150240c1598599319 --- /dev/null +++ b/oscar_ids/l2-13b/id.ga.train.l2-13b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17e6d5d0ada3a0a777375f62e987479082dc5afed84e710322b239538d95a57f +size 499497668 diff --git a/oscar_ids/l2-7b/id.en.train.l2-7b b/oscar_ids/l2-7b/id.en.train.l2-7b new file mode 100644 index 0000000000000000000000000000000000000000..b9640e434ed2425d2c1d819b75409ef7b4e4671c --- /dev/null +++ b/oscar_ids/l2-7b/id.en.train.l2-7b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9765da8e0b7a4c09d82db93b358cf0d46b73d66fb059290393c5c564677ccac +size 800001668 diff --git a/oscar_ids/l2-7b/id.eu.train.l2-7b b/oscar_ids/l2-7b/id.eu.train.l2-7b new file mode 100644 index 0000000000000000000000000000000000000000..fb060a0424aa6b94c1b18ee19d64c9251a0f4281 --- /dev/null +++ b/oscar_ids/l2-7b/id.eu.train.l2-7b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e876c5238f7f85dc015407cd8eb5cef7c9f71a02c6b58b020b02249c09fab8b3 +size 800001668 diff --git a/oscar_ids/q2.5/id.en.train.q2.5 b/oscar_ids/q2.5/id.en.train.q2.5 new file mode 100644 index 0000000000000000000000000000000000000000..c45dab124428013f5f917194f7223ecca90b255f --- /dev/null +++ b/oscar_ids/q2.5/id.en.train.q2.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e1d6393448591bb804724d847f8933b2fafdf70d26eb3a0dc086f5daee3cdee +size 800001339 diff --git a/oscar_ids/q2.5/id.eu.train.q2.5 b/oscar_ids/q2.5/id.eu.train.q2.5 new file mode 100644 index 0000000000000000000000000000000000000000..1961f18651df50452b7d6dc96acacf9386404188 --- /dev/null +++ b/oscar_ids/q2.5/id.eu.train.q2.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91e0d0346e7bf1f5f40ab179cd01e261b78ce98e3b4c2d4fb0516b9e23affefd +size 800001339 diff --git a/oscar_ids/q2.5/id.ga.train.q2.5 b/oscar_ids/q2.5/id.ga.train.q2.5 new file mode 100644 index 0000000000000000000000000000000000000000..9d0b080a73abb4bc4a78578952b32543ddc452e6 --- /dev/null +++ b/oscar_ids/q2.5/id.ga.train.q2.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a42d500bb05ed288b42db50a9a4660567a26abf221218f17f354bb041c5c253 +size 524049851 diff --git a/oscar_ids/q2.5/id.zh.train.q2.5 b/oscar_ids/q2.5/id.zh.train.q2.5 new file mode 100644 index 0000000000000000000000000000000000000000..b461f855be6c41ed8aef80c6b81d62584028152b --- /dev/null +++ b/oscar_ids/q2.5/id.zh.train.q2.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef3c84e42c95ae51ff35f84c06db5ef4bc4b883935e16f2aef695568ae5150ca +size 800001339 diff --git a/q2.5-zh_selection.json b/q2.5-zh_selection.json new file mode 100644 index 0000000000000000000000000000000000000000..b2d042ca1c829d2e03ae9205110136106e10ef19 --- /dev/null +++ b/q2.5-zh_selection.json @@ -0,0 +1,1245 @@ +{ + "en": [ + [ + 2714, + 2490, + 2341, + 1510, + 1051, + 1228, + 1503, + 669, + 3911, + 2712, + 164, + 426, + 4835, + 3145, + 4316, + 3783, + 3160, + 1643, + 1605, + 4279, + 2597, + 315, + 1512, + 526, + 579, + 2671, + 4570, + 1292, + 2250, + 3479, + 1973, + 4808, + 2697, + 1407, + 2771, + 3451, + 2647, + 4784, + 2836, + 148, + 2739 + ], + [ + 439, + 2827, + 1531, + 3496, + 3495, + 1357, + 3105, + 475, + 2591, + 601, + 516, + 3511, + 4305, + 329, + 130, + 1474 + ], + [ + 4122, + 4814, + 3928, + 4139, + 4266, + 1824, + 3898, + 18, + 3151, + 1606 + ], + [ + 2903, + 240, + 676, + 3020, + 4070, + 3769, + 4514, + 4842, + 4457, + 3044, + 707 + ], + [ + 1671, + 830, + 211, + 4566, + 2904 + ], + [ + 4505, + 1433, + 3731 + ], + [ + 956, + 3343, + 2740, + 2562, + 2439, + 4814, + 1764, + 1676, + 1296, + 1724, + 2055, + 729 + ], + [ + 702, + 3596, + 2655, + 88, + 4330, + 759, + 4815, + 3962, + 3105, + 3061 + ], + [ + 522, + 2583, + 4767, + 365, + 1642, + 4634, + 2804, + 3038, + 2571 + ], + [ + 1650, + 3303, + 822, + 4661, + 735, + 1801, + 3123, + 1737, + 129, + 1057, + 3494, + 1071 + ], + [ + 1211, + 3399, + 2903, + 996, + 4154, + 2178, + 3614, + 2007, + 508, + 2932, + 2033, + 2942, + 4821, + 2579, + 1667, + 2042, + 1934, + 423 + ], + [ + 2388, + 3242, + 4526, + 1160, + 2844, + 3256, + 3534, + 357, + 4583, + 4098, + 2892, + 1291, + 2666, + 4305, + 4437, + 95 + ], + [ + 28, + 4353, + 3972, + 4240, + 3942, + 4034, + 1783, + 2057, + 4812, + 1762, + 2332, + 4645, + 4844, + 1291, + 1560, + 1672, + 2983, + 1132, + 2896, + 2878, + 2851, + 1406, + 2383, + 2581, + 1002, + 2355 + ], + [ + 3745, + 2174, + 4047, + 4263, + 1718, + 3265, + 716, + 3484, + 1401, + 2620, + 1137, + 4507, + 2924, + 2337, + 487, + 1514, + 1321, + 2491, + 2810, + 2881, + 3399, + 3352, + 1904, + 4827, + 3594, + 3453, + 1619, + 146, + 4352, + 3083, + 4283, + 801, + 2356, + 3534, + 1118, + 3733, + 1441, + 3089, + 1043, + 4213 + ], + [ + 3395, + 412, + 4862, + 3745, + 580, + 1330, + 1450, + 1203, + 876, + 338, + 685, + 1579, + 2177, + 1543, + 273, + 328, + 4403, + 1454, + 3928, + 4688, + 4501, + 2232, + 2002, + 3274, + 148, + 4701, + 3043, + 2472, + 4478, + 4511, + 2084, + 194, + 1555, + 3538, + 2153, + 3815, + 2964, + 4528, + 3314 + ], + [ + 3067, + 3081, + 3607, + 2006, + 1548, + 2426, + 1450, + 2607, + 4855, + 701, + 2847, + 4381, + 4310, + 3739, + 4444, + 913, + 2419, + 2455, + 3521, + 4307, + 3832, + 2296, + 563, + 4278, + 3815, + 2153, + 1993, + 2060, + 2767, + 3266, + 1709, + 4628, + 886, + 779, + 78, + 2675, + 4336, + 1480, + 2992, + 2233, + 3727, + 3913, + 3753, + 2351, + 695, + 4499, + 2297, + 1551, + 1330, + 2014, + 3021, + 2921, + 2883, + 2509, + 1608, + 4246 + ], + [ + 1738, + 46, + 4525, + 1305, + 3184, + 770, + 73, + 1266, + 3449, + 1345, + 1101, + 4449, + 2655, + 2184, + 3350, + 2759, + 1147, + 4334, + 1088, + 3772, + 946, + 2627, + 499, + 3510, + 1839, + 820, + 3575, + 4843, + 4825, + 583, + 616, + 4078, + 1276, + 1401, + 3244, + 4664, + 1439, + 3254, + 876, + 387, + 3695, + 4768, + 3371, + 4163, + 2585, + 265, + 271, + 2388, + 1473, + 2696, + 2446, + 3014, + 536, + 4314, + 2938, + 4462, + 1618, + 418, + 3871, + 4416, + 2406, + 2698, + 4463, + 720, + 1333, + 2550, + 2261, + 702, + 2662, + 3776, + 2341, + 2349, + 3288, + 4510, + 1119, + 578, + 3205 + ], + [ + 1447, + 1417, + 4649, + 633, + 455, + 4438, + 1766, + 2334, + 1172, + 266, + 1216, + 1405, + 88, + 1529, + 4380, + 2130, + 3091, + 2046, + 2938, + 4722, + 2623, + 3885, + 1209, + 574, + 3449, + 1968, + 286, + 3056, + 4468, + 3624, + 4336, + 2741, + 850, + 3680, + 809, + 169, + 1045, + 4700, + 122, + 1080, + 3672, + 931, + 4512, + 565, + 985, + 1478, + 2648, + 2385, + 3904, + 2078, + 3525, + 3047, + 2486, + 1424, + 1415, + 636, + 4093, + 4179, + 303, + 4026, + 4502, + 817, + 927, + 4033, + 4191, + 2229, + 2027, + 4589, + 4808, + 1607 + ], + [ + 419, + 1454, + 4191, + 2335, + 1066, + 3045, + 4678, + 2576, + 1157, + 15, + 1348, + 3659, + 1712, + 4435, + 3986, + 1573, + 734, + 236, + 4712, + 382, + 3244, + 163, + 3901, + 1369, + 3552, + 3201, + 4513, + 745, + 3396, + 2304, + 1045, + 2654, + 4330, + 2812, + 4040, + 109, + 3242, + 2226, + 1388, + 900, + 618, + 1022, + 2456, + 91, + 2874, + 4201, + 1885, + 1218, + 3564, + 3640, + 429, + 2120, + 1215, + 461, + 1449, + 4644, + 599, + 635, + 2297, + 2641, + 3495, + 3581, + 39, + 3243, + 2520, + 139, + 3996, + 1347, + 3746, + 3196, + 4012, + 446, + 2277, + 4767, + 4055, + 2220, + 135, + 3422, + 891 + ], + [ + 356, + 1733, + 2240, + 3142, + 991, + 2247, + 3981, + 249, + 1205, + 1993, + 1045, + 4411, + 2535, + 639, + 1664, + 1900, + 3226, + 3411, + 134, + 557, + 1212, + 2387, + 1670, + 612, + 4665, + 4518, + 2409, + 2043, + 4542, + 4142, + 3622, + 786, + 496, + 512, + 4167, + 4213, + 974, + 1155, + 4794, + 2315, + 344, + 277, + 3253, + 2910, + 2954, + 886, + 2670, + 2860, + 2210, + 3415, + 233, + 1055, + 1639, + 1875, + 1553, + 1830, + 1610, + 1945, + 3369, + 3187, + 3450, + 1494, + 1420, + 1034, + 3662, + 4798, + 4266, + 3374, + 2902, + 3599, + 2738, + 176, + 290, + 2970, + 2336, + 3334, + 686, + 4823, + 1576, + 2705, + 4756, + 1834, + 2114, + 4227, + 2998, + 2403, + 355, + 1521, + 3425, + 4537, + 14, + 800, + 2346, + 2764, + 1652 + ], + [ + 1280, + 4650, + 1531, + 3619, + 4461, + 2974, + 3603, + 2191, + 3974, + 3121, + 2946, + 3190, + 3259, + 481, + 4763, + 1603, + 2582, + 4102, + 1395, + 4500, + 4081, + 817, + 88, + 3028, + 3306, + 3177, + 4820, + 4384, + 4729, + 2206, + 2943, + 978, + 4436, + 3197, + 94, + 3961, + 1940, + 849, + 96, + 2922, + 3041, + 2540, + 1153, + 3188, + 4092, + 735, + 2220, + 3102, + 3655, + 700, + 3381, + 1741, + 3002, + 859, + 4174, + 1644, + 2143, + 3361, + 807, + 3616, + 2589, + 946, + 873, + 3681, + 4145, + 2578, + 2600, + 2147, + 1792, + 768, + 3588, + 2556, + 2762, + 4483, + 1466, + 1761, + 471, + 2477, + 507, + 4374, + 3826, + 2522, + 1143, + 2233, + 1656, + 4556, + 4230, + 2021, + 3452, + 378, + 2125, + 4662, + 4010, + 137, + 4141, + 3349, + 374, + 673, + 4517, + 212, + 4237, + 1358, + 3316, + 4514, + 4085, + 802, + 2276, + 754, + 4567, + 409, + 2502, + 1643, + 2785, + 4041, + 3474 + ], + [ + 1838, + 521, + 1440, + 1904, + 108, + 3547, + 1942, + 3196, + 847, + 3825, + 1724, + 2379, + 590, + 3685, + 3749, + 1526, + 4253, + 2279, + 4829, + 3219, + 3530, + 633, + 3587, + 4623, + 3600, + 1122, + 1717, + 4120, + 3200, + 4621, + 560, + 2877, + 4715, + 4258, + 3975, + 3653, + 2524, + 2258, + 1632, + 3088, + 4744, + 3640, + 2864, + 3641, + 1774, + 4271, + 1592, + 4014, + 1760, + 2072, + 2849, + 510, + 2997, + 317, + 3250, + 1945, + 4850, + 964, + 586, + 3773, + 3820, + 3204, + 3013, + 3473, + 1752, + 4622, + 1732, + 2162, + 4165, + 94, + 1262, + 195, + 349, + 2016, + 1584, + 4447, + 2906, + 3156, + 2112, + 1531, + 3466, + 1259, + 2268, + 3524, + 3108, + 2236, + 9, + 3153, + 3395, + 1787, + 2598, + 2996, + 1404, + 3327, + 488, + 2793, + 907, + 2955, + 2322, + 3391, + 3683, + 4379, + 1773, + 2658, + 4572, + 2597, + 4702, + 4112, + 4136, + 3076 + ], + [ + 755, + 1496, + 3975, + 336, + 3478, + 978, + 2166, + 3560, + 4596, + 124, + 1196, + 3421, + 2222, + 1556, + 498, + 940, + 974, + 2498, + 1490, + 459, + 3590, + 4321, + 3469, + 3186, + 3607, + 2947, + 109, + 1621, + 1678, + 2015, + 3879, + 4577, + 2473, + 499, + 4708, + 3085, + 377, + 4478, + 2616, + 1810, + 2039, + 198, + 2464, + 3863, + 4799, + 4809, + 118, + 3989, + 122, + 188, + 3036, + 1879, + 4474, + 2980, + 2077, + 1035, + 611, + 1992, + 4817, + 3818, + 1338, + 2821, + 3245, + 2545, + 3719, + 1379, + 708, + 1732, + 3430, + 4680, + 625, + 1120, + 3614, + 1056, + 1731, + 3773, + 4110, + 4161, + 4589, + 3322, + 3285, + 3962, + 3627, + 2412, + 3709, + 2991, + 3348, + 4766, + 2425, + 1963, + 4672, + 4625, + 116, + 2005, + 4098, + 4584, + 885, + 4081, + 4503, + 4743, + 1899, + 3783, + 3274, + 1740, + 3888, + 1544, + 418, + 3504, + 2916, + 3944, + 2031, + 3968, + 3851, + 299, + 4808, + 3380, + 3024, + 4435, + 1461, + 4771, + 2140, + 2206, + 245, + 4223, + 358, + 384, + 2597, + 2147, + 2541, + 4720, + 3690, + 1694, + 4109, + 1458, + 2570, + 33, + 2739, + 1974, + 3451, + 975, + 4228, + 4224, + 1904 + ], + [ + 2839, + 2211, + 4474, + 1706, + 3768, + 386, + 523, + 3363, + 3333, + 3658, + 1586, + 2020, + 2940, + 3409, + 859, + 2185, + 2268, + 15, + 4460, + 1094, + 1130, + 3334, + 3277, + 4009, + 2550, + 443, + 995, + 1253, + 1247, + 1081, + 3271, + 753, + 1218, + 4614, + 3530, + 1647, + 3839, + 3798, + 3437, + 4715, + 2110, + 2343, + 4726, + 318, + 687, + 2775, + 2351, + 2722, + 942, + 2970, + 4783, + 1234, + 1525, + 202, + 3584, + 3402, + 2334, + 1395, + 46, + 2762, + 866, + 1088, + 1217, + 2488, + 1185, + 2523, + 2347, + 2150, + 545, + 2703, + 2251, + 349, + 1612, + 4593, + 4558, + 1760, + 562, + 2786, + 3464, + 177, + 900, + 3697, + 1476, + 2817, + 4821, + 2601, + 805, + 871, + 2868, + 3422, + 3362, + 4336, + 1433, + 4363, + 4291, + 356, + 4398, + 1462, + 1843, + 2923, + 2431, + 183, + 1863, + 2421, + 2944, + 3953, + 4129, + 3847, + 227, + 2362, + 2042, + 1091, + 4542, + 2410, + 661, + 694, + 2537, + 3487, + 453, + 18, + 2610, + 4640, + 2278, + 2227, + 1745, + 876, + 4422, + 1743, + 58, + 19, + 3303, + 4423, + 3377, + 4050, + 573, + 2104, + 1832, + 4040, + 3246, + 3715, + 4315, + 467, + 784, + 603, + 3641, + 1840, + 3987, + 1150, + 3500, + 1409, + 2765, + 4266, + 1423, + 1669 + ] + ], + "zh": [ + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [], + [] + ] +} \ No newline at end of file diff --git a/q2.5-zh_selection.png b/q2.5-zh_selection.png new file mode 100644 index 0000000000000000000000000000000000000000..84e58940eaab134bbb42362607f45f81a325608d Binary files /dev/null and b/q2.5-zh_selection.png differ diff --git a/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1200_neurons_bar.png b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1200_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..d5bdc2b49f586586e905d07326c880b2d9fdaf05 --- /dev/null +++ b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1200_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8697dac006ef86d5269e088947fac78abe03a9b3623000a069c16960e3ce31b +size 164837 diff --git a/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1500_neurons_bar.png b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1500_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..e6b2283af25eb6a9676d9eca9e03b3fea006f2a1 --- /dev/null +++ b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1500_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dff036213f9965d393318e02f1e4975aad21079fbad2b850698c8c4d32bbecd1 +size 162826 diff --git a/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1800_neurons_bar.png b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1800_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..06cc3cdeb4e938c371b3e6bbd945c38a725d0615 --- /dev/null +++ b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1800_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c20e59328dcb46617451e6281c03c91717e12fd1b5a4aa1233b5a45e5e4608 +size 162428 diff --git a/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1962_neurons_bar.png b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1962_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..c17b9c628cd091e55f88ee268341aa296ffbd70e --- /dev/null +++ b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1962_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79dc3ca0ca481740a8edb5ea5b750b60f1c0ed410806599b7806e3a1ad3362f +size 165057 diff --git a/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-300_neurons_bar.png b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-300_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..b7ce5fe61749083f69906ebe515f910ba8bba191 --- /dev/null +++ b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-300_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af55f1a4140b44731c7f5c42962db955b6499fa07af70955a5369e9861a79f8b +size 161845 diff --git a/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-600_neurons_bar.png b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-600_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..fecf374d8dd89fa0ff0d592a210e3d91ba6aabc8 --- /dev/null +++ b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-600_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4c779f327d7f4b9435cab029256cb3bba6cfe6e78694dd8aa201b83287b50de +size 163453 diff --git a/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-900_neurons_bar.png b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-900_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..64c75dccf3655d62318db7efa10e3f5062a3b36a --- /dev/null +++ b/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-900_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b10a023326aeacbbbb71f5a6a13877f7e64759e100fc86fd895a121b4f77d77f +size 162233 diff --git a/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-1200_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-1200_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..958c20d555a9a04ead4d154ece98c1f4161888a4 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-1200_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f19dde128c0a8cf6e07e4d8bfc074dbc6bce5ee2dface15dfe7bbeede8dc6d15 +size 176540 diff --git a/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-1500_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-1500_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..bc0a79b33e928559bf10db0350f67d41b9320abe --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-1500_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:626a261f73e47e1cb5752ca5780183fc6a227e70757147d89215b626ad25cfa0 +size 174701 diff --git a/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-1800_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-1800_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..885fbe8eac2a5811ab5cfbcb4623fd9bf82f58c0 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-1800_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0db67afc70566955bfc22e2c1c43d37ceab54541808f3d56d87d030eb729d74b +size 175431 diff --git a/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-2100_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-2100_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..4af4309df306f87e2ef45af4f337b37e1d15fd78 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-2100_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1e05968b95577fa01cd025afd0746a2636daa39383a709dda5b8eda5d712cd +size 178114 diff --git a/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-2400_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-2400_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..5feb57e66dda98ed25c006596442f4d912c6e435 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-2400_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbf926a2f333d835615ebf6fb333c1e47a625a353e54058bdceac75a21f1e98c +size 177383 diff --git a/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-2700_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-2700_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..fbf1d3e7c3508a0bd9297ad4c29aa2eb8c8d88b1 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-2700_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f340dd0b976cc57167b8b29a9680aff413c84f452f5fa8e4f165fa4593e5c89a +size 174958 diff --git a/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-3000_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-3000_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..7df7a0ea95ee582ffb4690b5103f42b1996057bc --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-3000_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5f044c9c300431e413d7ed68394764da5c5776c2d0e7780bbae3c53f723e64 +size 174083 diff --git a/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-300_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-300_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..6a103525241d541c6452b43312ba0df84ff00e4d --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-300_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:848166a93653134779f10e842e4f0d69922fcbab6642b7da851b18101be5af8c +size 180019 diff --git a/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-3231_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-3231_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..d46ae06dc72131b6cf5b843e132b2590274fc0ae --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-3231_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8af5dcf7d95d67dd615832be0b6ed57e9a111c6ed4dec335294026ecbf296a4c +size 174804 diff --git a/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-600_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-600_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..c015eae4801d3c6bfdd368ff92289325f654b18b --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-600_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0d6520af683dc007a406cce1d4ccd904825bb00fe1dbfa7fb52fa09826445f +size 178929 diff --git a/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-900_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-900_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..72aaa3ff5e0dcb773ace9a7a8d20044973972bde --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus/qwen2.5-0.5b_english_wiki_1.5B_basque_corpus_qwen-checkpoint-900_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58fbaf5bac3cb87d0b9886dcd0ce65a3665e16b5dfc5a0016239fc29cb148936 +size 175113 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-1200_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-1200_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..c0052e4434353d050e94a70f7c54142b02101354 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-1200_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ed9cd0900c3201776f662b7b2ab7d695af977bd1f07cb844f09b516f6a9aae9 +size 178850 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-1500_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-1500_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..1d813dd8d75560b8c4f5cf1d792d41d65cba148d --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-1500_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97a4edcad1dc500e7b52708112541839fda8693b2e178e23adf1ad8ed5ab8ddf +size 178343 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-1800_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-1800_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..c9f68d232a4f1f3a9352964fa38d9d8820e4374a --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-1800_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d251405ffeac8f747cbe2e04238807c6ad108a26728994a95f00da4ca192d42f +size 178361 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2100_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2100_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..cefadf6c1b9f10a753c8ed7b17716a3902ed5b94 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2100_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:193dd757886d6b87aa647ccf1e1f19117b20db484aa571eadfa961986b0d8e05 +size 175570 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2400_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2400_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..540cd91a57d94013b84cdcb1960b42f3e9f58977 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2400_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79073e704130553ca4b773825b577afb241c9760fa2d392a8cd3fb0f17bab1c8 +size 176673 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2700_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2700_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..c3559506ca9259494f6dd2875c7b62d8dd544078 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2700_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce09330cc599866faaa62a6b4a7a7701ebf87e082774626a449e9c1a2a99554e +size 174636 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2972_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2972_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..4c3058c8367f601b1849ebd576cee8bbe4a5ca79 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-2972_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ab863224f12446d164ece2be863ae283b66cb46b47f51d77922cdb5a3c93071 +size 174675 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-300_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-300_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..0f9de625266111b88afaa70de79834340b3b7bf2 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-300_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fed55b31873679d269156f376dc92c5a9f1e0f0527cb2e2f1e5ea2bcc242c895 +size 176809 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-600_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-600_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..e6a503959df232764a10e514ee3e70fb935e4163 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-600_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a884dc68daf4d0206164631b4d940cbedf3b81802fb4d6aa6c25104c049d62b2 +size 180424 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-900_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-900_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..d76b2915268e0e9b5c87eb402b7a39d14c6044e8 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Bbasque_corpus_qwen-checkpoint-900_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc301bc40c3e99515957f6e2cf0ca051b2964a4471ff82f535aea721a1ce4b3 +size 178350 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-1200_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-1200_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..4cec751676a51196d9cac784e3970dc0638e5e3a --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-1200_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c604fcf3d8607fdc10bbbeabe82d43fa158a2fabbaf28646bfddb138807bbc0 +size 172917 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-1500_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-1500_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..2cb440fda25aadf08bbd0df1b63a5299fe587729 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-1500_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ee652dc2024d957083aea973817a3d597348af336558e1d3f2f810cb3d4ca23 +size 177188 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-1800_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-1800_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..20b3b703e5266c5d7600c9c5edf97220a6fbe252 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-1800_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbc96b3e46611a8d2f76ff69937c0609000e5aa78187ab0755524d2d43c23f71 +size 176694 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-2100_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-2100_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..3b35045613182679035150e2dea583bbe30567cd --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-2100_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d70d20c589948da51c2e630aa83142f20d77eaa61f4f1058c56a15452b57040a +size 175630 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-2400_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-2400_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..8671bf79c8089dd9b9b6a96ff1cc61c6e848be4f --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-2400_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7a14e84dd6214ef93ed57b4c1da4691f5b14ed74b1d5b5c668658d212859c98 +size 176259 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-2700_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-2700_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..926734a5418a6afd94e201044fb769e3a88f8e41 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-2700_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b75836db6107b91b9ae2e46d5514c37bdab7996137cb715ad483cd2504d3eb2 +size 176024 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3000_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3000_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..551ca5e2e7ace65d21e6465605a8abe682d904bd --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3000_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db66e5b9d7834ad5015876b6d05ed63102ee0708e1a08afa65f04c008b4bb6d8 +size 174814 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-300_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-300_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..4a820487a37055827ef7335f5cf76f294b44ccac --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-300_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c94cb157f5687773b23a7102cb725b7282d79b207238e2bdd0eb5f367717fc1f +size 177996 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3300_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3300_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..e0753b63748cf275a3cb5276ef456595a293af6a --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3300_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66bca2b61ae68c99fa97cec7d1bc903c8e1e73f398a7e9862c14961958fac17a +size 173593 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3600_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3600_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..eff32f9438f8eee7aca2c71d431cdb86984f6f37 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3600_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a777631b5580d5e062a4b2e89e4de2963810fc381bc0ece06e42a7aeab2cc9e +size 174722 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3900_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3900_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..8659f10e36b1c7d517f359083f2acdc122d0ecef --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-3900_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d85e4de85e5c385f677a731656030e6a392c776ec3b173408dec650739d5a718 +size 176288 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4200_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4200_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..02fa321daa1b28361cf52717ef5dffbbbb12afd1 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4200_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f10cab2f58038f142405652bd06007779d5f51c0b946695021e86d88b272a7c +size 174235 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4500_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4500_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..57f1493673812f808173ec89838298f90c3fb554 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4500_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43ef413b651bf87036520dca354a38b7b63fe6c2601afdf37f2c6fc270e5867 +size 168660 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4800_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4800_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..f75ef41cba304f117ee13af8531eff975b3bc863 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4800_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74256d2c28a3ae9cba66d10bed1dfbd4017d60ad035433f975a97d931e06b07e +size 175691 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4888_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4888_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..eb7bd9bf2dbd18b80cd9ade0956dd4b47b6ca37a --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-4888_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85e7a4a42a2fad72999a185479a532b695e7b565fcbab86d5c11392e751b8cba +size 176186 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-600_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-600_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..648448259c4a4c615378367370d3e5f3922e0152 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-600_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31d57697a4802e92821b4c140f1313cbed021766df432799f098080125bd76ab +size 177850 diff --git a/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-900_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-900_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..5dc9a736870ec40c188d611132edec4494fdf728 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus/qwen2.5-0.5b_english_wiki_300M_en_1.5Birish_corpus_qwen-checkpoint-900_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf92f4c691799d94c6e7a20fdf669ab97b75081897700a39a62f8034c601dec2 +size 175409 diff --git a/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1200_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1200_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..2d366fed6306203b0180cf0f79579ac095f8be74 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1200_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:465b6cc6c23be354a9fd5f864aace4bca1e3e726d0050d6ddb5738f10bf12568 +size 172493 diff --git a/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1500_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1500_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..84fd2532f30173673da9b6d0ec9c8a190ecf25ce --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1500_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e73f5cfcea37fed15eb9b9293d14e3564837e1bd13630de62e33f07cc499256 +size 172394 diff --git a/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1800_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1800_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..55cf34c236768e223883d510a5f846e906224b11 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1800_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1dcca5035d1c2fbbd4540d09d0f1f42f7fc9dd490133dd4dabb38e16ce1ff33 +size 174375 diff --git a/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1962_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1962_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..155d983244ae8ac9217d0d9de49566e98490ef87 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-1962_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e02841363bb19d4ed5f795b294b746437ddeb2f13abd4eff0b1b928d467e9c4 +size 172799 diff --git a/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-300_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-300_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..dfbb2267f08a721c91a5acbf1fa310c540b6b291 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-300_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ecb01066a8542baf2eac1ff4b2fe111f20f49d210e07b98e215894a3f67683f +size 169312 diff --git a/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-600_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-600_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..46c53bfda0869fedd16c0b1327c104a2d01f396d --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-600_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0010fb536663bfaee388ba5bc9c2c88a1f259693dbb98317c6706926fa4b8f63 +size 175134 diff --git a/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-900_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-900_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..1e6564282fa52505fa05c91ea3e659fc719d514d --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus/qwen2.5-0.5b_english_wiki_750M_chinese_wikipedia_corpus_qwen-checkpoint-900_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64c2f6db02f2da7dcaf72832642e7edab77fdf3491bfef7c178d4f6907622bd5 +size 173686 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-1200_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-1200_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..93b6b343308498ebeb704a118e6e1f5a931c3890 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-1200_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39a5646c2180035a940e8185bfbd0132b9c7c294784303d6c816f0f24cecc221 +size 172863 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-1500_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-1500_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..4e77a9eecfb7738a4b52b78504eb4634e218b0eb --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-1500_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ed16b0244cd4295815be20376eaaaadd80b9d12741079c841aefe5fe6587a6 +size 173817 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-1800_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-1800_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..b364cefde290a7d8ffc89bb92b45485cba012047 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-1800_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb16c368cf187d7fe2c3749d34007073264264a23e8e524c46caf2bb0fe38b1d +size 176462 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-2100_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-2100_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..64e877c783b865d86186a5c4a811420fd34cbe25 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-2100_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aaf375cf6375600bf8d594ddeaeca9fd30311253f7da264bd8fd641908d5d65 +size 171701 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-2400_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-2400_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..c50ee6ae0e08df8c85a767104205fa0901a7b353 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-2400_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0afe6f34214251a98a68d94d881bc9f7d90517df701148085fc71d8ff91c94dc +size 174109 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-2700_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-2700_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..259be86683a43d51474e9adba8f3b56c2673abb8 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-2700_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ad2d9fa442f130658de2e3f7ade2d8d84af12258c10201941b3804ccac0a43f +size 174260 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3000_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3000_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..08d74562290e0f3b645cc56acf3131e1bc588510 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3000_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0135b9ee82d952b0b38595d4f2b2a3cbca5b31c5a10f35e33509d1054ed7b3f8 +size 173571 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-300_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-300_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..ec68e9fcd945c5066e8c79117b8fca7b521739fa --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-300_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19302bb45aa0dcccc73d543e0748daca1eed35e1598f9065084d185a447e40f3 +size 174502 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3300_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3300_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..ea7af0f2c253e8b28d5196b4f817ccae2a20080d --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3300_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f509c95351f590b3af923dfdd480c5f003b03b7f04879daf335a06e1f63c19a +size 177073 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3600_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3600_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..18cd64ea40e7846429ecd0cbe0579d9567861b61 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3600_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ead59dbe2ccabf5f72cf03421ce73577d9768ca4b23ff8487c85c34444d9b3f2 +size 177626 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3900_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3900_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..55e34128d0a6eb2c06cfb81918b24fb894677a95 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-3900_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cffee3ab629d995ccbfd6be547b1cf42b778a6e058647f2ea6edc73fef39bfb2 +size 175962 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-4200_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-4200_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..6f98b996dbe744088934d0938670d325d846da46 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-4200_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bffb735be02ac33410b6db880823e10c7bd16d8469459bc663ad8822c868775 +size 176470 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-4500_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-4500_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..b541ef2e094cdd2a418e4ecb935cb04623a9d496 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-4500_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214d88c85fbc18908a5263fcf476d203cab6be8b67dbfdb5a07f85034d5f74c1 +size 175712 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-4800_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-4800_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..aa3166172a911c24a51ce198b05485ecddb24cec --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-4800_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99b42360f1e59ac77d511f770d5a4403c187f29df6eeba03ba4df5226e29ad83 +size 177508 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5100_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5100_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..a5d14ad71d7567280d97c3f1a1503630bfb1c326 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5100_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13eabf50e2fc8aa3e04b7ada1b13ede465306ad945d5e649714cd6e0bacd35c7 +size 173856 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5400_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5400_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..09ddfa693467a8f67327c38c82720cbbad1875be --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5400_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f0a2b824173155902a0696e587258c8fa830f4c6a829ce6f30a414b92da9edd +size 177510 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5700_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5700_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..ae4da46c2ea405e8df1c9254b837378b6269705a --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5700_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:675858560073161eea40cfcc32401eb31f26b5e029ced7f717295b6e1c6969cf +size 177729 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5784_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5784_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..5871c77978a8ce39623a176079955a4e028fd4b6 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-5784_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28744248e11d84d12f6ee6d7ec0a23a9dab5723f7529c692b4f92df27f226313 +size 179044 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-600_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-600_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..5f1b879cb7af680b06a8a4bb44b6d0e0c61e6705 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-600_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e091713b112af273f0254839e8c8f49e9b46ecd38f71994ab14bd0911e88723 +size 176393 diff --git a/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-900_neurons_bar.png b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-900_neurons_bar.png new file mode 100644 index 0000000000000000000000000000000000000000..f299c42c9f2c0f57ceff5ad13cd772c2e70fb3f9 --- /dev/null +++ b/results-old/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler/qwen2.5-0.5b_english_wiki_irish_corpus_custom_sampler_qwen-checkpoint-900_neurons_bar.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e33f69b2aa8e2c05bc484a993de1b7ba4c95c8cb9b41aefb8869c326c5be5110 +size 174813 diff --git a/test.py b/test.py new file mode 100644 index 0000000000000000000000000000000000000000..1f17429a0889a43bd9901730e3d67fa784ffcaf6 --- /dev/null +++ b/test.py @@ -0,0 +1,15 @@ +from vllm import LLM, SamplingParams + +# Load a small model for testing +llm = LLM(model="facebook/opt-125m") + +# Define sampling params +sampling_params = SamplingParams(temperature=0.7, max_tokens=32) + +# Run inference +outputs = llm.generate(["Hello, how are you today?"], sampling_params) + +# Print results +for output in outputs: + print(f"Prompt: {output.prompt}") + print(f"Generated: {output.outputs[0].text}") diff --git a/verify_patch.py b/verify_patch.py new file mode 100644 index 0000000000000000000000000000000000000000..8d9ac6d512bbaeccd7783bf7cb1aa11026822bf0 --- /dev/null +++ b/verify_patch.py @@ -0,0 +1,86 @@ +import torch +from vllm import LLM, SamplingParams + +# Initialize model +model = LLM( + model="Qwen/Qwen2.5-0.5B", + tensor_parallel_size=1, + enforce_eager=True, + trust_remote_code=True +) + +# Storage for layer 2 hidden states +layer2_original = None +layer2_patched = None + +def capture_layer2_hook(module, input, output): + """Hook to capture layer 2 hidden states""" + global layer2_original, layer2_patched + hidden_state = output[0] if isinstance(output, tuple) else output + + # Store based on whether we're in patched mode + if hasattr(module, '_is_patched'): + layer2_patched = hidden_state.detach().clone().cpu() + else: + layer2_original = hidden_state.detach().clone().cpu() + +def make_qwen_hook(): + def qwen_forward(self, x): + # Get activations - fix for VLLM's flattened format + gate_up, _ = self.gate_up_proj(x) + intermediate_size = gate_up.size(-1) // 2 + gate = gate_up[..., :intermediate_size] + up = gate_up[..., intermediate_size:] + gate_activation = torch.nn.functional.silu(gate) + + # Complete forward pass + x, _ = self.down_proj(gate_activation * up) + return x + + return qwen_forward + +def main(): + sentence = "hello world" + + # Get layer 2 + layer2 = model.llm_engine.model_executor.driver_worker.model_runner.model.model.layers[2] + + # Add hook to layer 2 + hook = layer2.register_forward_hook(capture_layer2_hook) + + print("=== Getting original hidden states ===") + # Run without patch + sampling_params = SamplingParams(temperature=0, max_tokens=1) + model.generate([sentence], sampling_params) + + print("=== Applying patch and getting patched hidden states ===") + # Apply patch to layer 2 MLP + original_forward = layer2.mlp.forward + layer2.mlp.forward = make_qwen_hook().__get__(layer2.mlp, layer2.mlp.__class__) + layer2._is_patched = True # Flag to distinguish in hook + + # Run with patch + model.generate([sentence], sampling_params) + + # Remove patch + layer2.mlp.forward = original_forward + delattr(layer2, '_is_patched') + hook.remove() + + print("=== Comparison ===") + print(f"Original shape: {layer2_original.shape}") + print(f"Patched shape: {layer2_patched.shape}") + + # Compare + if torch.allclose(layer2_original, layer2_patched, rtol=1e-4, atol=1e-6): + print("✅ PATCH IS CORRECT: Hidden states match!") + else: + max_diff = torch.max(torch.abs(layer2_original - layer2_patched)).item() + mean_diff = torch.mean(torch.abs(layer2_original - layer2_patched)).item() + print(f"❌ PATCH IS INCORRECT: Max diff = {max_diff:.6f}, Mean diff = {mean_diff:.6f}") + + print(f"\nOriginal hidden states (first 10 values):\n{layer2_original.flatten()[:10]}") + print(f"\nPatched hidden states (first 10 values):\n{layer2_patched.flatten()[:10]}") + +if __name__ == "__main__": + main() \ No newline at end of file diff --git a/view_activation.py b/view_activation.py new file mode 100644 index 0000000000000000000000000000000000000000..7077dbb14879c2b0c1d62719a3c486e08f10db8e --- /dev/null +++ b/view_activation.py @@ -0,0 +1,8 @@ +# Just test and read the activation pt file + +import torch + +ids = torch.load(f'./ids/qwen2.5-0.5/id.eu.train.qwen2.5-0.5') + +print(ids.shape) +