Commit ·
bd3bf25
1
Parent(s): 311f926
Training in progress, epoch 1
Browse files
config.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
{
|
| 2 |
-
"_name_or_path": "
|
| 3 |
"architectures": [
|
| 4 |
"T5ForConditionalGeneration"
|
| 5 |
],
|
| 6 |
-
"d_ff":
|
| 7 |
"d_kv": 64,
|
| 8 |
-
"d_model":
|
| 9 |
"decoder_start_token_id": 0,
|
| 10 |
"dense_act_fn": "relu",
|
| 11 |
"dropout_rate": 0.1,
|
|
@@ -17,9 +17,9 @@
|
|
| 17 |
"layer_norm_epsilon": 1e-06,
|
| 18 |
"model_type": "t5",
|
| 19 |
"n_positions": 512,
|
| 20 |
-
"num_decoder_layers":
|
| 21 |
-
"num_heads":
|
| 22 |
-
"num_layers":
|
| 23 |
"output_past": true,
|
| 24 |
"pad_token_id": 0,
|
| 25 |
"relative_attention_max_distance": 128,
|
|
|
|
| 1 |
{
|
| 2 |
+
"_name_or_path": "t5-base",
|
| 3 |
"architectures": [
|
| 4 |
"T5ForConditionalGeneration"
|
| 5 |
],
|
| 6 |
+
"d_ff": 3072,
|
| 7 |
"d_kv": 64,
|
| 8 |
+
"d_model": 768,
|
| 9 |
"decoder_start_token_id": 0,
|
| 10 |
"dense_act_fn": "relu",
|
| 11 |
"dropout_rate": 0.1,
|
|
|
|
| 17 |
"layer_norm_epsilon": 1e-06,
|
| 18 |
"model_type": "t5",
|
| 19 |
"n_positions": 512,
|
| 20 |
+
"num_decoder_layers": 12,
|
| 21 |
+
"num_heads": 12,
|
| 22 |
+
"num_layers": 12,
|
| 23 |
"output_past": true,
|
| 24 |
"pad_token_id": 0,
|
| 25 |
"relative_attention_max_distance": 128,
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ad3bcdb9591cbb94dcd6357319d6790de974c6661c543db09a63b46e14647bcd
|
| 3 |
+
size 891700799
|
runs/Aug16_15-33-16_e0e7dbe4cf51/1660664118.3532553/events.out.tfevents.1660664118.e0e7dbe4cf51.77.2
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:85c6048e05251951be89f054265818131e69ad107bb7e57a45328dfbc4a8c514
|
| 3 |
+
size 5653
|
runs/Aug16_15-33-16_e0e7dbe4cf51/events.out.tfevents.1660664113.e0e7dbe4cf51.77.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:56b0c0bd4ff0294454e9586fe5ad7c3305fb2a20917bec7199fe919e36f9a99f
|
| 3 |
+
size 5393
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3439
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dfa28782a2d8bef1c6adb5229461583100a1505d11342b4d6206ff5899ad3d36
|
| 3 |
size 3439
|