Arklyn commited on
Commit
48e6b47
·
1 Parent(s): 0da660d

Training in progress, step 570

Browse files
config.json CHANGED
@@ -49,7 +49,7 @@
49
  "feat_extract_activation": "gelu",
50
  "feat_extract_dropout": 0.0,
51
  "feat_extract_norm": "layer",
52
- "feat_proj_dropout": 0.05,
53
  "feat_quantizer_dropout": 0.0,
54
  "final_dropout": 0.0,
55
  "gradient_checkpointing": false,
@@ -59,7 +59,7 @@
59
  "initializer_range": 0.02,
60
  "intermediate_size": 4096,
61
  "layer_norm_eps": 1e-05,
62
- "layerdrop": 0.05,
63
  "mask_feature_length": 10,
64
  "mask_feature_min_masks": 0,
65
  "mask_feature_prob": 0.0,
 
49
  "feat_extract_activation": "gelu",
50
  "feat_extract_dropout": 0.0,
51
  "feat_extract_norm": "layer",
52
+ "feat_proj_dropout": 0.1,
53
  "feat_quantizer_dropout": 0.0,
54
  "final_dropout": 0.0,
55
  "gradient_checkpointing": false,
 
59
  "initializer_range": 0.02,
60
  "intermediate_size": 4096,
61
  "layer_norm_eps": 1e-05,
62
+ "layerdrop": 0.02,
63
  "mask_feature_length": 10,
64
  "mask_feature_min_masks": 0,
65
  "mask_feature_prob": 0.0,
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:977a6a3ebd2e95a749853d9e76de9e4fd5a038909645fd73c23e0f2c345f6e93
3
  size 1262021681
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bfcd89687e9dc3de27369ff6fb96e15917bbbfb3f9ffce8537300759d123ade
3
  size 1262021681
runs/Oct27_08-53-20_710cb77dbdb3/1666861356.8460488/events.out.tfevents.1666861356.710cb77dbdb3.77.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e928fa9d13c9a9524ad67042b4a9f6eb9653927075619c227c07ba2a0ed9c51
3
+ size 5556
runs/Oct27_08-53-20_710cb77dbdb3/events.out.tfevents.1666861356.710cb77dbdb3.77.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9df7c564a091e71c000351fd89e26a56994b8324e50112563a775484de540a27
3
+ size 5838
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3288a48b31f32584898cf42e7e0b97ee9d691cdfcb21cbb7c5096948ae8dd93c
3
  size 3439
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c8a1fc6510b2129fb62b1857217eb9943166dc280d3513d4c0e1693f4a2c738
3
  size 3439