Hugging Face's logo

Theskywalker07
/
Normal_c1

Model card Files
xet
 Community
Theskywalker07 commited on
Commit
4ebd02b
·
verified ·
1 Parent(s): 0836f2f

Upload full run contents (scripts, checkpoints, and results) (part 8)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_abstract_algebra.yaml +5 -0
  2. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_anatomy.yaml +5 -0
  3. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_astronomy.yaml +5 -0
  4. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_business_ethics.yaml +5 -0
  5. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_clinical_knowledge.yaml +5 -0
  6. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_biology.yaml +5 -0
  7. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_chemistry.yaml +5 -0
  8. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_computer_science.yaml +5 -0
  9. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_mathematics.yaml +5 -0
  10. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_medicine.yaml +5 -0
  11. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_physics.yaml +5 -0
  12. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_computer_security.yaml +5 -0
  13. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_conceptual_physics.yaml +5 -0
  14. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_econometrics.yaml +5 -0
  15. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_electrical_engineering.yaml +5 -0
  16. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_elementary_mathematics.yaml +5 -0
  17. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_formal_logic.yaml +5 -0
  18. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_global_facts.yaml +5 -0
  19. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_biology.yaml +5 -0
  20. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_chemistry.yaml +5 -0
  21. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_computer_science.yaml +5 -0
  22. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_european_history.yaml +5 -0
  23. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_geography.yaml +5 -0
  24. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_government_and_politics.yaml +5 -0
  25. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_macroeconomics.yaml +5 -0
  26. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_mathematics.yaml +5 -0
  27. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_microeconomics.yaml +5 -0
  28. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_physics.yaml +5 -0
  29. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_psychology.yaml +5 -0
  30. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_statistics.yaml +5 -0
  31. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_us_history.yaml +5 -0
  32. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_world_history.yaml +5 -0
  33. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_human_aging.yaml +5 -0
  34. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_human_sexuality.yaml +5 -0
  35. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_international_law.yaml +5 -0
  36. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_jurisprudence.yaml +5 -0
  37. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_logical_fallacies.yaml +5 -0
  38. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_machine_learning.yaml +5 -0
  39. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_management.yaml +5 -0
  40. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_marketing.yaml +5 -0
  41. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_medical_genetics.yaml +5 -0
  42. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_miscellaneous.yaml +5 -0
  43. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_moral_disputes.yaml +5 -0
  44. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_moral_scenarios.yaml +5 -0
  45. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_nutrition.yaml +5 -0
  46. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_philosophy.yaml +5 -0
  47. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_prehistory.yaml +5 -0
  48. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_accounting.yaml +5 -0
  49. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_law.yaml +5 -0
  50. babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_medicine.yaml +5 -0
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_abstract_algebra.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_abstract_algebra
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_abstract_algebra
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_anatomy.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_anatomy
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_anatomy
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_astronomy.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_astronomy
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_astronomy
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_business_ethics.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_business_ethics
4
+ tag: global_mmlu_full_lt_other_tasks
5
+ task: global_mmlu_full_lt_business_ethics
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_clinical_knowledge.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_clinical_knowledge
4
+ tag: global_mmlu_full_lt_other_tasks
5
+ task: global_mmlu_full_lt_clinical_knowledge
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_biology.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_college_biology
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_college_biology
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_chemistry.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_college_chemistry
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_college_chemistry
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_computer_science.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_college_computer_science
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_college_computer_science
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_mathematics.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_college_mathematics
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_college_mathematics
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_medicine.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_college_medicine
4
+ tag: global_mmlu_full_lt_other_tasks
5
+ task: global_mmlu_full_lt_college_medicine
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_physics.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_college_physics
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_college_physics
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_computer_security.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_computer_security
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_computer_security
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_conceptual_physics.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_conceptual_physics
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_conceptual_physics
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_econometrics.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_econometrics
4
+ tag: global_mmlu_full_lt_social_sciences_tasks
5
+ task: global_mmlu_full_lt_econometrics
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_electrical_engineering.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_electrical_engineering
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_electrical_engineering
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_elementary_mathematics.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_elementary_mathematics
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_elementary_mathematics
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_formal_logic.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_formal_logic
4
+ tag: global_mmlu_full_lt_humanities_tasks
5
+ task: global_mmlu_full_lt_formal_logic
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_global_facts.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_global_facts
4
+ tag: global_mmlu_full_lt_other_tasks
5
+ task: global_mmlu_full_lt_global_facts
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_biology.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_biology
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_high_school_biology
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_chemistry.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_chemistry
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_high_school_chemistry
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_computer_science.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_computer_science
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_high_school_computer_science
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_european_history.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_european_history
4
+ tag: global_mmlu_full_lt_humanities_tasks
5
+ task: global_mmlu_full_lt_high_school_european_history
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_geography.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_geography
4
+ tag: global_mmlu_full_lt_social_sciences_tasks
5
+ task: global_mmlu_full_lt_high_school_geography
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_government_and_politics.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_government_and_politics
4
+ tag: global_mmlu_full_lt_social_sciences_tasks
5
+ task: global_mmlu_full_lt_high_school_government_and_politics
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_macroeconomics.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_macroeconomics
4
+ tag: global_mmlu_full_lt_social_sciences_tasks
5
+ task: global_mmlu_full_lt_high_school_macroeconomics
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_mathematics.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_mathematics
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_high_school_mathematics
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_microeconomics.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_microeconomics
4
+ tag: global_mmlu_full_lt_social_sciences_tasks
5
+ task: global_mmlu_full_lt_high_school_microeconomics
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_physics.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_physics
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_high_school_physics
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_psychology.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_psychology
4
+ tag: global_mmlu_full_lt_social_sciences_tasks
5
+ task: global_mmlu_full_lt_high_school_psychology
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_statistics.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_statistics
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_high_school_statistics
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_us_history.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_us_history
4
+ tag: global_mmlu_full_lt_humanities_tasks
5
+ task: global_mmlu_full_lt_high_school_us_history
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_world_history.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_high_school_world_history
4
+ tag: global_mmlu_full_lt_humanities_tasks
5
+ task: global_mmlu_full_lt_high_school_world_history
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_human_aging.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_human_aging
4
+ tag: global_mmlu_full_lt_other_tasks
5
+ task: global_mmlu_full_lt_human_aging
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_human_sexuality.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_human_sexuality
4
+ tag: global_mmlu_full_lt_social_sciences_tasks
5
+ task: global_mmlu_full_lt_human_sexuality
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_international_law.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_international_law
4
+ tag: global_mmlu_full_lt_humanities_tasks
5
+ task: global_mmlu_full_lt_international_law
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_jurisprudence.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_jurisprudence
4
+ tag: global_mmlu_full_lt_humanities_tasks
5
+ task: global_mmlu_full_lt_jurisprudence
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_logical_fallacies.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_logical_fallacies
4
+ tag: global_mmlu_full_lt_humanities_tasks
5
+ task: global_mmlu_full_lt_logical_fallacies
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_machine_learning.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_machine_learning
4
+ tag: global_mmlu_full_lt_stem_tasks
5
+ task: global_mmlu_full_lt_machine_learning
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_management.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_management
4
+ tag: global_mmlu_full_lt_other_tasks
5
+ task: global_mmlu_full_lt_management
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_marketing.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_marketing
4
+ tag: global_mmlu_full_lt_other_tasks
5
+ task: global_mmlu_full_lt_marketing
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_medical_genetics.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_medical_genetics
4
+ tag: global_mmlu_full_lt_other_tasks
5
+ task: global_mmlu_full_lt_medical_genetics
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_miscellaneous.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_miscellaneous
4
+ tag: global_mmlu_full_lt_other_tasks
5
+ task: global_mmlu_full_lt_miscellaneous
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_moral_disputes.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_moral_disputes
4
+ tag: global_mmlu_full_lt_humanities_tasks
5
+ task: global_mmlu_full_lt_moral_disputes
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_moral_scenarios.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_moral_scenarios
4
+ tag: global_mmlu_full_lt_humanities_tasks
5
+ task: global_mmlu_full_lt_moral_scenarios
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_nutrition.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_nutrition
4
+ tag: global_mmlu_full_lt_other_tasks
5
+ task: global_mmlu_full_lt_nutrition
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_philosophy.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_philosophy
4
+ tag: global_mmlu_full_lt_humanities_tasks
5
+ task: global_mmlu_full_lt_philosophy
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_prehistory.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_prehistory
4
+ tag: global_mmlu_full_lt_humanities_tasks
5
+ task: global_mmlu_full_lt_prehistory
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_accounting.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_professional_accounting
4
+ tag: global_mmlu_full_lt_other_tasks
5
+ task: global_mmlu_full_lt_professional_accounting
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_law.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_professional_law
4
+ tag: global_mmlu_full_lt_humanities_tasks
5
+ task: global_mmlu_full_lt_professional_law
babylm_eval_repo/multilingual/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_medicine.yaml ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Generated by _generate_configs.py
2
+ include: _lt_template_yaml
3
+ process_docs: !function utils.process_professional_medicine
4
+ tag: global_mmlu_full_lt_other_tasks
5
+ task: global_mmlu_full_lt_professional_medicine