Update README.md

README.md

@@ -1,3 +1,10 @@
+---
+license: apache-2.0
+datasets:
+- tiiuae/falcon-refinedweb
+language:
+- en
+---
 # Instruction Pre-Training: Language Models are Supervised Multitask Learners
 This repo contains the **context-based instruction synthesizer** used in our paper **Instruction Pre-Training: Language Models are Supervised Multitask Learners**.
 
@@ -22,7 +29,7 @@ pip install -e .
 2. Evalaute
 ```bash
 MODEL=instruction-pretrain/InstructLM-500M
-add_bos_token=True # this flag is needed because lm-eval-harness set add_bos_token to False by default, but ours require add_bos_token to be True
+add_bos_token=True # this flag is needed because lm-eval-harness set add_bos_token to False by default, but ours requires add_bos_token to be True
 
 accelerate launch -m lm_eval --model hf \
     --model_args pretrained=${MODEL},add_bos_token=${add_bos_token},dtype=float16  \