Hugging Face's logo

pere
/
danish-hate-classification

Model card Files
xet
Community
pere commited on
Commit
e31b335
·
1 Parent(s): 8c33689

test

Browse files
Files changed (3) hide show
  1. __pycache__/tasks.cpython-38.pyc +0 -0
  2. batch_finetune_danish_xl.sh +5 -5
  3. tasks.py +1 -1
__pycache__/tasks.cpython-38.pyc CHANGED
Binary files a/__pycache__/tasks.cpython-38.pyc and b/__pycache__/tasks.cpython-38.pyc differ
 
batch_finetune_danish_xl.sh CHANGED
@@ -4,9 +4,9 @@ INITIAL_CHECKPOINT_PATH=\"gs://north-t5x/pretrained_models/xl/scandinavian3k_t5x
4
  TRAIN_STEPS=3003000
5
 
6
 
7
- python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_xl.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_hate\" --gin.MODEL_DIR=\"gs://north-t5x/finetuned/danish_hate/calassification_v1\" &&
8
- python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_xl.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_hate\" --gin.MODEL_DIR=\"gs://north-t5x/finetuned/danish_hate/calassification_v2\" &&
9
- python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_xl.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_hate\" --gin.MODEL_DIR=\"gs://north-t5x/finetuned/danish_hate/calassification_v3\" &&
10
- python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_xl.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_hate\" --gin.MODEL_DIR=\"gs://north-t5x/finetuned/danish_hate/calassification_v4\" &&
11
- python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_xl.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_hate\" --gin.MODEL_DIR=\"gs://north-t5x/finetuned/danish_hate/calassification_v5\"
12
 
 
4
  TRAIN_STEPS=3003000
5
 
6
 
7
+ python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_xl.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_hate\" --gin.MODEL_DIR=\"gs://north-t5x/finetuned/danish_hate/classification_v1\" &&
8
+ python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_xl.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_hate\" --gin.MODEL_DIR=\"gs://north-t5x/finetuned/danish_hate/classification_v2\" &&
9
+ python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_xl.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_hate\" --gin.MODEL_DIR=\"gs://north-t5x/finetuned/danish_hate/classification_v3\" &&
10
+ python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_xl.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_hate\" --gin.MODEL_DIR=\"gs://north-t5x/finetuned/danish_hate/classification_v4\" &&
11
+ python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin.TRAIN_STEPS=${TRAIN_STEPS} --gin_file="finetune_classification_xl.gin" --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} --gin.MIXTURE_OR_TASK_NAME=\"classify_hate\" --gin.MODEL_DIR=\"gs://north-t5x/finetuned/danish_hate/classification_v5\"
12
 
tasks.py CHANGED
@@ -57,7 +57,7 @@ seqio.TaskRegistry.add(
57
  preprocessors=[
58
  functools.partial(
59
  t5.data.preprocessors.parse_tsv,
60
- field_names=["id","source","target"]),
61
  categorise_preprocessor,
62
  seqio.preprocessors.tokenize_and_append_eos,
63
  ],
 
57
  preprocessors=[
58
  functools.partial(
59
  t5.data.preprocessors.parse_tsv,
60
+ field_names=["pid","id","source","target"]),
61
  categorise_preprocessor,
62
  seqio.preprocessors.tokenize_and_append_eos,
63
  ],