Hugging Face's logo

pere
/
multi-sentencefix-byt5

Model card Files
xet
 Community
pere commited on
Commit
86c8c8e
·
1 Parent(s): 838f5ff

updated model names

Browse files
Files changed (5) hide show
  1. __pycache__/tasks.cpython-38.pyc +0 -0
  2. tasks.py +1 -1
  3. train.sh +1 -1
  4. train_large.sh +1 -1
  5. train_small.sh +1 -1
__pycache__/tasks.cpython-38.pyc CHANGED
Binary files a/__pycache__/tasks.cpython-38.pyc and b/__pycache__/tasks.cpython-38.pyc differ
 
tasks.py CHANGED
@@ -59,7 +59,7 @@ seqio.TaskRegistry.add(
59
  sentencefix_preprocessor,
60
  seqio.preprocessors.tokenize_and_append_eos,
61
  ],
62
- metric_fns=[metrics.bleu],
63
  output_features=DEFAULT_OUTPUT_FEATURES,
64
  )
65
 
 
59
  sentencefix_preprocessor,
60
  seqio.preprocessors.tokenize_and_append_eos,
61
  ],
62
+ #metric_fns=[metrics.bleu],
63
  output_features=DEFAULT_OUTPUT_FEATURES,
64
  )
65
 
train.sh CHANGED
@@ -1,6 +1,6 @@
1
  PROJECT_DIR=${HOME}"/models/multi-sentencefix-byt5"
2
  T5X_DIR="../../t5x" # directory where the t5x is cloned.
3
- MODEL_DIR="gs://nb-t5x/model_multi_sentencefix_byt5"
4
  export PYTHONPATH=${PROJECT_DIR}
5
 
6
  python3 ${T5X_DIR}/t5x/train.py \
 
1
  PROJECT_DIR=${HOME}"/models/multi-sentencefix-byt5"
2
  T5X_DIR="../../t5x" # directory where the t5x is cloned.
3
+ MODEL_DIR="gs://nb-t5x/model_byT5X_base"
4
  export PYTHONPATH=${PROJECT_DIR}
5
 
6
  python3 ${T5X_DIR}/t5x/train.py \
train_large.sh CHANGED
@@ -1,6 +1,6 @@
1
  PROJECT_DIR=${HOME}"/models/multi-sentencefix-byt5"
2
  T5X_DIR="../../t5x" # directory where the t5x is cloned.
3
- MODEL_DIR="gs://nb-t5x/model_murge_lti_sentencefix_byt5"
4
  export PYTHONPATH=${PROJECT_DIR}
5
 
6
  python3 ${T5X_DIR}/t5x/train.py \
 
1
  PROJECT_DIR=${HOME}"/models/multi-sentencefix-byt5"
2
  T5X_DIR="../../t5x" # directory where the t5x is cloned.
3
+ MODEL_DIR="gs://nb-t5x/model_byT5X_large"
4
  export PYTHONPATH=${PROJECT_DIR}
5
 
6
  python3 ${T5X_DIR}/t5x/train.py \
train_small.sh CHANGED
@@ -1,7 +1,7 @@
1
  PROJECT_DIR=${HOME}"/models/multi-sentencefix-byt5"
2
  T5X_DIR="../../t5x" # directory where the t5x is cloned.
3
  TFDS_DATA_DIR="gs://nb-t5x/corpus_multi_sentencefix_byt5"
4
- MODEL_DIR="gs://nb-t5x/small_model_multi_sentencefix_byt5"
5
  export PYTHONPATH=${PROJECT_DIR}
6
 
7
  python3 ${T5X_DIR}/t5x/train.py \
 
1
  PROJECT_DIR=${HOME}"/models/multi-sentencefix-byt5"
2
  T5X_DIR="../../t5x" # directory where the t5x is cloned.
3
  TFDS_DATA_DIR="gs://nb-t5x/corpus_multi_sentencefix_byt5"
4
+ MODEL_DIR="gs://nb-t5x/model_byT5X_small"
5
  export PYTHONPATH=${PROJECT_DIR}
6
 
7
  python3 ${T5X_DIR}/t5x/train.py \