test

tasks.py

@@ -12,7 +12,7 @@ import tensorflow.compat.v1 as tf
 tsv_path = {
         "train": "gs://north-t5x/corpus/danish_hate/train.tsv",
         "validation": "gs://north-t5x/corpus/danish_hate/eval.tsv",
-        "test": "gs://north-t5x/corpus/danish_hate/test.tsv"
+        "test": "gs://north-t5x/corpus/danish_hate/eval.tsv"
 }
 
 vocabulary = seqio.SentencePieceVocabulary(
@@ -57,7 +57,7 @@ seqio.TaskRegistry.add(
     preprocessors=[
       functools.partial(
           t5.data.preprocessors.parse_tsv,
-          field_names=["source","target"]),
+          field_names=["id","source","target"]),
       categorise_preprocessor,
       seqio.preprocessors.tokenize_and_append_eos,
     ],