config.json

{
    "model_type": "custom_seq2seq",
    "architecture": "Encoder-Decoder",
    "params": {
        "dump_path": "./trained_models/debug/aef4r227br",
        "exp_name": "debug",
        "save_periodic": 0,
        "exp_id": "aef4r227br",
        "fp16": true,
        "amp": 2,
        "emb_dim": 640,
        "n_enc_layers": 6,
        "n_dec_layers": 6,
        "n_heads": 10,
        "dropout": 0,
        "attention_dropout": 0,
        "share_inout_emb": true,
        "sinusoidal_embeddings": false,
        "max_src_len": 0,
        "env_base_seed": 169434805,
        "max_len": 1024,
        "max_output_len": 1024,
        "batch_size": 4,
        "batch_size_eval": 16,
        "eval_size": 200,
        "optimizer": "adam_inverse_sqrt,warmup_updates=10000,lr=0.0001",
        "clip_grad_norm": 5,
        "epoch_size": 300000,
        "max_epoch": 100000,
        "stopping_criterion": "valid_ode_lyapunov_beam_acc,100",
        "validation_metrics": "valid_ode_lyapunov_beam_acc",
        "accumulate_gradients": 1,
        "num_workers": 1,
        "export_data": false,
        "reload_data": "ode_lyapunov,lyap_dataset.cleaned.train,lyap_dataset.cleaned.valid.final,benchmarks/FLyap",
        "reload_size": -1,
        "env_name": "ode",
        "int_base": 1000,
        "max_int": 10,
        "precision": 4,
        "positive": false,
        "nonnull": true,
        "prob_int": 0.3,
        "min_degree": 2,
        "max_degree": 6,
        "custom_unary_probs": false,
        "prob_trigs": 0.2,
        "prob_arc_trigs": 0.2,
        "prob_logs": 0.2,
        "lyap_max_degree": 3,
        "lyap_n_terms": 4,
        "eval_value": 0.0,
        "skip_zero_gradient": true,
        "lyap_nb_ops_proper": 2,
        "lyap_nb_ops_lyap": 6,
        "operators_lyap": null,
        "lyap_polynomial_V": true,
        "lyap_polynomial_H": true,
        "lyap_basic_functions_num": true,
        "lyap_basic_functions_den": true,
        "lyap_debug": false,
        "lyap_stable": true,
        "lyap_predict_stability": false,
        "lyap_drop_last_equation": false,
        "lyap_pure_polynomial": true,
        "lyap_cross_term": true,
        "lyap_max_nb_cross_term": 2,
        "lyap_proba_diagonal": 0.5,
        "lyap_proba_proper_composition": 0,
        "lyap_proba_proper_multiply": 0,
        "lyap_proba_cross_composition": 0,
        "lyap_proba_cross_multiply": 0,
        "lyap_only_2_norm": false,
        "lyap_strict": false,
        "lyap_proper": true,
        "lyap_local": false,
        "lyap_float_resolution_poly": 1,
        "lyap_generate_gradient_flow": false,
        "lyap_gen_weight": 1.5,
        "lyap_max_order_pure_poly": 2,
        "lyap_max_n_term_fwd": 5,
        "lyap_generate_sample_fwd": false,
        "lyap_find_domain": false,
        "lyap_SOS_checker": true,
        "lyap_SOS_fwd_gen": false,
        "lyap_proba_fwd_gen": 0.0,
        "lyap_proper_fwd": false,
        "lyap_multigen": 0,
        "prob_positive": -1.0,
        "tasks": [
            "ode_lyapunov"
        ],
        "beam_eval": true,
        "beam_size": 1,
        "beam_length_penalty": 1,
        "beam_early_stopping": true,
        "reload_model": "",
        "reload_checkpoint": "",
        "eval_only": false,
        "eval_from_exp": "",
        "eval_data": "",
        "eval_verbose": 0,
        "eval_verbose_print": false,
        "debug_slurm": false,
        "debug": false,
        "cpu": false,
        "local_rank": 0,
        "master_port": -1,
        "is_slurm_job": false,
        "n_nodes": 1,
        "node_id": 0,
        "global_rank": 0,
        "world_size": 1,
        "n_gpu_per_node": 1,
        "is_master": true,
        "multi_node": false,
        "multi_gpu": false,
        "command": "python train.py --dump_path './trained_models' --n_enc_layers 6 --n_dec_layers 6 --emb_dim 640 --n_heads 10 --batch_size 4 --batch_size_eval 16 --num_workers 1 --max_src_len 0 --max_len 1024 --max_output_len 1024 --optimizer 'adam_inverse_sqrt,warmup_updates=10000,lr=0.0001' --epoch_size 300000 --max_epoch 100000 --export_data false --local_rank '-1' --eval_size 200 --eval_verbose 0 --beam_eval true --lyap_polynomial_H true --lyap_basic_functions_num true --lyap_pure_polynomial true --lyap_SOS_checker true --lyap_SOS_fwd_gen false --stopping_criterion 'valid_ode_lyapunov_beam_acc,100' --validation_metrics valid_ode_lyapunov_beam_acc --reload_size '-1' --reload_data 'ode_lyapunov,lyap_dataset.cleaned.train,lyap_dataset.cleaned.valid.final,benchmarks/FLyap' --exp_id \"aef4r227br\"",
        "n_words": 1052,
        "eos_index": 0,
        "pad_index": 1
    }
}