smaller seq length
Browse files
__pycache__/my_metrics.cpython-38.pyc
ADDED
|
Binary file (446 Bytes). View file
|
|
|
__pycache__/tasks.cpython-38.pyc
ADDED
|
Binary file (3.88 kB). View file
|
|
|
finetune_summary_xl.gin
CHANGED
|
@@ -11,7 +11,7 @@ include "t5x/examples/t5/mt5/xl.gin"
|
|
| 11 |
include "t5x/configs/runs/finetune.gin"
|
| 12 |
|
| 13 |
MIXTURE_OR_TASK_NAME = %gin.REQUIRED
|
| 14 |
-
TASK_FEATURE_LENGTHS = {"inputs":
|
| 15 |
INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
|
| 16 |
TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning steps.
|
| 17 |
USE_CACHED_TASKS = False
|
|
|
|
| 11 |
include "t5x/configs/runs/finetune.gin"
|
| 12 |
|
| 13 |
MIXTURE_OR_TASK_NAME = %gin.REQUIRED
|
| 14 |
+
TASK_FEATURE_LENGTHS = {"inputs": 2048, "targets": 64}
|
| 15 |
INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
|
| 16 |
TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning steps.
|
| 17 |
USE_CACHED_TASKS = False
|