cql / CQL_model.yaml
bryanlincoln's picture
Upload CQL_model.yaml
a5392e7 verified
# -- Model Description --
#
algorithm: quantile
env: ac-pulse
dataset_version: v12
trainer_version: CQL
train:
dataset_name: 500k_dataset
init_checkpoint_dir: ""
gin_files: ["src/batch_rl/fixed_replay/configs/quantile.gin"]
gin_bindings:
[
"FixedReplayRunner.num_iterations=1000",
"FixedReplayQuantileAgent.minq_weight=4.0",
"FixedReplayRunner.training_steps=250000",
]
load_last_checkpoint: False
load_experiment_checkpoint: False
train_id: Null
env_config:
obs_shape: 63
evaluation_dataset_version: v11
evaluation_dataset_name: 10k_uniform_dataset_users
evaluation:
only_during_train: True
config: {}