Uploading encoder-decoder model
Browse files- config.json +123 -0
- decoder.pth +3 -0
- encoder.pth +3 -0
config.json
ADDED
|
@@ -0,0 +1,123 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_type": "custom_seq2seq",
|
| 3 |
+
"architecture": "Encoder-Decoder",
|
| 4 |
+
"params": {
|
| 5 |
+
"dump_path": "./trained_models/debug/jqu3qszzpo",
|
| 6 |
+
"exp_name": "debug",
|
| 7 |
+
"save_periodic": 0,
|
| 8 |
+
"exp_id": "jqu3qszzpo",
|
| 9 |
+
"fp16": true,
|
| 10 |
+
"amp": 2,
|
| 11 |
+
"emb_dim": 640,
|
| 12 |
+
"n_enc_layers": 6,
|
| 13 |
+
"n_dec_layers": 6,
|
| 14 |
+
"n_heads": 10,
|
| 15 |
+
"dropout": 0,
|
| 16 |
+
"attention_dropout": 0,
|
| 17 |
+
"share_inout_emb": true,
|
| 18 |
+
"sinusoidal_embeddings": false,
|
| 19 |
+
"max_src_len": 0,
|
| 20 |
+
"env_base_seed": 481250879,
|
| 21 |
+
"max_len": 1024,
|
| 22 |
+
"max_output_len": 512,
|
| 23 |
+
"batch_size": 4,
|
| 24 |
+
"batch_size_eval": 16,
|
| 25 |
+
"eval_size": 200,
|
| 26 |
+
"optimizer": "adam_inverse_sqrt,warmup_updates=10000,lr=0.0001",
|
| 27 |
+
"clip_grad_norm": 5,
|
| 28 |
+
"epoch_size": 300,
|
| 29 |
+
"max_epoch": 100000,
|
| 30 |
+
"stopping_criterion": "valid_ode_lyapunov_beam_acc,100",
|
| 31 |
+
"validation_metrics": "valid_ode_lyapunov_beam_acc",
|
| 32 |
+
"accumulate_gradients": 1,
|
| 33 |
+
"num_workers": 1,
|
| 34 |
+
"export_data": false,
|
| 35 |
+
"reload_data": "ode_lyapunov,lyap_dataset.cleaned.train,lyap_dataset.cleaned.valid.final,benchmarks/BPoly,benchmarks/FBarr,benchmarks/FLyap,benchmarks/FSOSTOOL",
|
| 36 |
+
"reload_size": -1,
|
| 37 |
+
"env_name": "ode",
|
| 38 |
+
"int_base": 1000,
|
| 39 |
+
"max_int": 10,
|
| 40 |
+
"precision": 4,
|
| 41 |
+
"positive": false,
|
| 42 |
+
"nonnull": true,
|
| 43 |
+
"prob_int": 0.3,
|
| 44 |
+
"min_degree": 2,
|
| 45 |
+
"max_degree": 6,
|
| 46 |
+
"custom_unary_probs": false,
|
| 47 |
+
"prob_trigs": 0.2,
|
| 48 |
+
"prob_arc_trigs": 0.2,
|
| 49 |
+
"prob_logs": 0.2,
|
| 50 |
+
"lyap_max_degree": 3,
|
| 51 |
+
"lyap_n_terms": 4,
|
| 52 |
+
"eval_value": 0.0,
|
| 53 |
+
"skip_zero_gradient": true,
|
| 54 |
+
"lyap_nb_ops_proper": 2,
|
| 55 |
+
"lyap_nb_ops_lyap": 6,
|
| 56 |
+
"operators_lyap": null,
|
| 57 |
+
"lyap_polynomial_V": true,
|
| 58 |
+
"lyap_polynomial_H": true,
|
| 59 |
+
"lyap_basic_functions_num": true,
|
| 60 |
+
"lyap_basic_functions_den": true,
|
| 61 |
+
"lyap_debug": false,
|
| 62 |
+
"lyap_stable": true,
|
| 63 |
+
"lyap_predict_stability": false,
|
| 64 |
+
"lyap_drop_last_equation": false,
|
| 65 |
+
"lyap_pure_polynomial": true,
|
| 66 |
+
"lyap_cross_term": true,
|
| 67 |
+
"lyap_max_nb_cross_term": 2,
|
| 68 |
+
"lyap_proba_diagonal": 0.5,
|
| 69 |
+
"lyap_proba_proper_composition": 0,
|
| 70 |
+
"lyap_proba_proper_multiply": 0,
|
| 71 |
+
"lyap_proba_cross_composition": 0,
|
| 72 |
+
"lyap_proba_cross_multiply": 0,
|
| 73 |
+
"lyap_only_2_norm": false,
|
| 74 |
+
"lyap_strict": false,
|
| 75 |
+
"lyap_proper": true,
|
| 76 |
+
"lyap_local": false,
|
| 77 |
+
"lyap_float_resolution_poly": 1,
|
| 78 |
+
"lyap_generate_gradient_flow": false,
|
| 79 |
+
"lyap_gen_weight": 1.5,
|
| 80 |
+
"lyap_max_order_pure_poly": 2,
|
| 81 |
+
"lyap_max_n_term_fwd": 5,
|
| 82 |
+
"lyap_generate_sample_fwd": false,
|
| 83 |
+
"lyap_find_domain": false,
|
| 84 |
+
"lyap_SOS_checker": true,
|
| 85 |
+
"lyap_SOS_fwd_gen": false,
|
| 86 |
+
"lyap_proba_fwd_gen": 0.0,
|
| 87 |
+
"lyap_proper_fwd": false,
|
| 88 |
+
"lyap_multigen": 0,
|
| 89 |
+
"prob_positive": -1.0,
|
| 90 |
+
"tasks": [
|
| 91 |
+
"ode_lyapunov"
|
| 92 |
+
],
|
| 93 |
+
"beam_eval": true,
|
| 94 |
+
"beam_size": 1,
|
| 95 |
+
"beam_length_penalty": 1,
|
| 96 |
+
"beam_early_stopping": true,
|
| 97 |
+
"reload_model": "",
|
| 98 |
+
"reload_checkpoint": "",
|
| 99 |
+
"eval_only": false,
|
| 100 |
+
"eval_from_exp": "",
|
| 101 |
+
"eval_data": "",
|
| 102 |
+
"eval_verbose": 0,
|
| 103 |
+
"eval_verbose_print": false,
|
| 104 |
+
"debug_slurm": false,
|
| 105 |
+
"debug": false,
|
| 106 |
+
"cpu": false,
|
| 107 |
+
"local_rank": 0,
|
| 108 |
+
"master_port": -1,
|
| 109 |
+
"is_slurm_job": false,
|
| 110 |
+
"n_nodes": 1,
|
| 111 |
+
"node_id": 0,
|
| 112 |
+
"global_rank": 0,
|
| 113 |
+
"world_size": 1,
|
| 114 |
+
"n_gpu_per_node": 1,
|
| 115 |
+
"is_master": true,
|
| 116 |
+
"multi_node": false,
|
| 117 |
+
"multi_gpu": false,
|
| 118 |
+
"command": "python train.py --dump_path './trained_models' --n_enc_layers 6 --n_dec_layers 6 --emb_dim 640 --n_heads 10 --batch_size 4 --batch_size_eval 16 --max_src_len 0 --max_len 1024 --max_output_len 512 --optimizer 'adam_inverse_sqrt,warmup_updates=10000,lr=0.0001' --epoch_size 300 --max_epoch 100000 --num_workers 1 --export_data false --eval_size 200 --eval_verbose 0 --beam_eval true --lyap_polynomial_H true --lyap_basic_functions_num true --lyap_pure_polynomial true --lyap_SOS_checker true --lyap_SOS_fwd_gen false --stopping_criterion 'valid_ode_lyapunov_beam_acc,100' --validation_metrics valid_ode_lyapunov_beam_acc --reload_size '-1' --reload_data 'ode_lyapunov,lyap_dataset.cleaned.train,lyap_dataset.cleaned.valid.final,benchmarks/BPoly,benchmarks/FBarr,benchmarks/FLyap,benchmarks/FSOSTOOL' --exp_id \"jqu3qszzpo\"",
|
| 119 |
+
"n_words": 1051,
|
| 120 |
+
"eos_index": 0,
|
| 121 |
+
"pad_index": 1
|
| 122 |
+
}
|
| 123 |
+
}
|
decoder.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3f7b6da9ef4856a12a31b6784a9cfd37e78a2e9b508b9717ae97b69e8447c71
|
| 3 |
+
size 170818096
|
encoder.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:14c70e630c7a1b6e23197347463453a9a21e3b6eee7f6baa38cb2d2b2dca6b70
|
| 3 |
+
size 131379114
|