Delete train_1

train_1/.hydra/config.yaml

@@ -1,230 +0,0 @@
-name: train_tedi_unet_hybrid
-_target_: diffusion_policy.workspace.train_tedi_unet_hybrid_workspace.TrainTEDIUnetHybridWorkspace
-task_name: ${task.name}
-shape_meta: ${task.shape_meta}
-exp_name: default
-horizon: 20
-n_obs_steps: 2
-n_action_steps: 8
-n_latency_steps: 0
-dataset_obs_steps: ${n_obs_steps}
-past_action_visible: false
-keypoint_visible_rate: 1.0
-obs_as_global_cond: true
-policy:
-  _target_: diffusion_policy.policy.tedi_unet_hybrid_image_policy.TEDIUnetHybridImagePolicy
-  shape_meta: ${shape_meta}
-  noise_scheduler:
-    _target_: diffusion_policy.policy.schedulers.DDPMTEDiScheduler
-    num_train_timesteps: 100
-    beta_start: 0.0001
-    beta_end: 0.02
-    beta_schedule: squaredcos_cap_v2
-    variance_type: fixed_small
-    clip_sample: true
-    prediction_type: epsilon
-  horizon: ${horizon}
-  n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
-  n_obs_steps: ${n_obs_steps}
-  num_inference_steps: 100
-  obs_as_global_cond: ${obs_as_global_cond}
-  crop_shape:
-  - 76
-  - 76
-  diffusion_step_embed_dim: 128
-  down_dims:
-  - 512
-  - 1024
-  - 2048
-  kernel_size: 5
-  n_groups: 8
-  cond_predict_scale: true
-  obs_encoder_group_norm: true
-  eval_fixed_crop: true
-  temporally_constant_weight: 0.2
-  temporally_increasing_weight: 0.0
-  temporally_random_weights: 0.0
-  chunk_wise_weight: 0.8
-  buffer_init: zero
-ema:
-  _target_: diffusion_policy.model.diffusion.ema_model.EMAModel
-  update_after_step: 0
-  inv_gamma: 1.0
-  power: 0.75
-  min_value: 0.0
-  max_value: 0.9999
-dataloader:
-  batch_size: 64
-  num_workers: 16
-  shuffle: true
-  pin_memory: true
-  persistent_workers: true
-val_dataloader:
-  batch_size: 64
-  num_workers: 16
-  shuffle: false
-  pin_memory: true
-  persistent_workers: true
-optimizer:
-  _target_: torch.optim.AdamW
-  lr: 0.0001
-  betas:
-  - 0.95
-  - 0.999
-  eps: 1.0e-08
-  weight_decay: 1.0e-06
-training:
-  device: cuda:0
-  seed: 43
-  debug: false
-  resume: true
-  lr_scheduler: cosine
-  lr_warmup_steps: 500
-  num_epochs: 1501
-  gradient_accumulate_every: 1
-  use_ema: true
-  rollout_every: 50
-  checkpoint_every: 50
-  val_every: 1
-  sample_every: 5
-  max_train_steps: null
-  max_val_steps: null
-  tqdm_interval_sec: 1.0
-logging:
-  project: diffusion_policy_debug
-  resume: true
-  mode: online
-  name: 2024.11.20-22.13.58_train_tedi_unet_hybrid_lift_image_train_1
-  tags:
-  - ${name}
-  - ${task_name}
-  - ${exp_name}
-  id: 3pyqkvto_train_1
-  group: 3pyqkvto
-checkpoint:
-  topk:
-    monitor_key: test_mean_score
-    mode: max
-    k: 1
-    format_str: epoch={epoch:04d}-test_mean_score={test_mean_score:.3f}.ckpt
-  save_last_ckpt: false
-  save_last_snapshot: false
-multi_run:
-  run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
-  wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
-task:
-  name: lift_image
-  shape_meta:
-    obs:
-      agentview_image:
-        shape:
-        - 3
-        - 84
-        - 84
-        type: rgb
-      robot0_eye_in_hand_image:
-        shape:
-        - 3
-        - 84
-        - 84
-        type: rgb
-      robot0_eef_pos:
-        shape:
-        - 3
-      robot0_eef_quat:
-        shape:
-        - 4
-      robot0_gripper_qpos:
-        shape:
-        - 2
-    action:
-      shape:
-      - 10
-  task_name: lift
-  dataset_type: ph
-  dataset_path: data/robomimic/datasets/${task.task_name}/${task.dataset_type}/image_abs.hdf5
-  abs_action: true
-  env_runner:
-    _target_: diffusion_policy.env_runner.robomimic_image_runner.RobomimicImageRunner
-    dataset_path: data/robomimic/datasets/${task.task_name}/${task.dataset_type}/image_abs.hdf5
-    shape_meta:
-      obs:
-        agentview_image:
-          shape:
-          - 3
-          - 84
-          - 84
-          type: rgb
-        robot0_eye_in_hand_image:
-          shape:
-          - 3
-          - 84
-          - 84
-          type: rgb
-        robot0_eef_pos:
-          shape:
-          - 3
-        robot0_eef_quat:
-          shape:
-          - 4
-        robot0_gripper_qpos:
-          shape:
-          - 2
-      action:
-        shape:
-        - 10
-    n_train: 6
-    n_train_vis: 2
-    train_start_idx: 0
-    n_test: 50
-    n_test_vis: 4
-    test_start_seed: 4400000
-    max_steps: ${eval:'500 if "${task.dataset_type}" == "mh" else 400'}
-    n_obs_steps: ${n_obs_steps}
-    n_action_steps: ${n_action_steps}
-    render_obs_key: agentview_image
-    fps: 10
-    crf: 22
-    past_action: ${past_action_visible}
-    abs_action: true
-    tqdm_interval_sec: 1.0
-    n_envs: 28
-  dataset:
-    _target_: diffusion_policy.dataset.robomimic_replay_image_dataset.RobomimicReplayImageDataset
-    shape_meta:
-      obs:
-        agentview_image:
-          shape:
-          - 3
-          - 84
-          - 84
-          type: rgb
-        robot0_eye_in_hand_image:
-          shape:
-          - 3
-          - 84
-          - 84
-          type: rgb
-        robot0_eef_pos:
-          shape:
-          - 3
-        robot0_eef_quat:
-          shape:
-          - 4
-        robot0_gripper_qpos:
-          shape:
-          - 2
-      action:
-        shape:
-        - 10
-    dataset_path: data/robomimic/datasets/${task.task_name}/${task.dataset_type}/image_abs.hdf5
-    horizon: ${horizon}
-    pad_before: ${eval:'${n_obs_steps}-1+${n_latency_steps}'}
-    pad_after: ${eval:'${n_action_steps}-1'}
-    n_obs_steps: ${dataset_obs_steps}
-    abs_action: true
-    rotation_rep: rotation_6d
-    use_legacy_normalizer: false
-    use_cache: true
-    seed: 42
-    val_ratio: 0.02

train_1/.hydra/hydra.yaml

@@ -1,168 +0,0 @@
-hydra:
-  run:
-    dir: data/outputs/2024.11.20/22.13.58_train_tedi_unet_hybrid_lift_image/train_1
-  sweep:
-    dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
-    subdir: ${hydra.job.num}
-  launcher:
-    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
-  sweeper:
-    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
-    max_batch_size: null
-    params: null
-  help:
-    app_name: ${hydra.job.name}
-    header: '${hydra.help.app_name} is powered by Hydra.
-
-      '
-    footer: 'Powered by Hydra (https://hydra.cc)
-
-      Use --hydra-help to view Hydra specific help
-
-      '
-    template: '${hydra.help.header}
-
-      == Configuration groups ==
-
-      Compose your configuration from those groups (group=option)
-
-
-      $APP_CONFIG_GROUPS
-
-
-      == Config ==
-
-      Override anything in the config (foo.bar=value)
-
-
-      $CONFIG
-
-
-      ${hydra.help.footer}
-
-      '
-  hydra_help:
-    template: 'Hydra (${hydra.runtime.version})
-
-      See https://hydra.cc for more info.
-
-
-      == Flags ==
-
-      $FLAGS_HELP
-
-
-      == Configuration groups ==
-
-      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
-      to command line)
-
-
-      $HYDRA_CONFIG_GROUPS
-
-
-      Use ''--cfg hydra'' to Show the Hydra config.
-
-      '
-    hydra_help: ???
-  hydra_logging:
-    version: 1
-    formatters:
-      simple:
-        format: '[%(asctime)s][HYDRA] %(message)s'
-    handlers:
-      console:
-        class: logging.StreamHandler
-        formatter: simple
-        stream: ext://sys.stdout
-    root:
-      level: INFO
-      handlers:
-      - console
-    loggers:
-      logging_example:
-        level: DEBUG
-    disable_existing_loggers: false
-  job_logging:
-    version: 1
-    formatters:
-      simple:
-        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
-    handlers:
-      console:
-        class: logging.StreamHandler
-        formatter: simple
-        stream: ext://sys.stdout
-      file:
-        class: logging.FileHandler
-        formatter: simple
-        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
-    root:
-      level: INFO
-      handlers:
-      - console
-      - file
-    disable_existing_loggers: false
-  env: {}
-  mode: RUN
-  searchpath: []
-  callbacks: {}
-  output_subdir: .hydra
-  overrides:
-    hydra:
-    - hydra.run.dir=data/outputs/2024.11.20/22.13.58_train_tedi_unet_hybrid_lift_image/train_1
-    - hydra.mode=RUN
-    task:
-    - task=lift_image_abs
-    - training.seed=43
-    - task.env_runner.test_start_seed=4400000
-    - logging.name=2024.11.20-22.13.58_train_tedi_unet_hybrid_lift_image_train_1
-    - logging.id=3pyqkvto_train_1
-    - logging.group=3pyqkvto
-  job:
-    name: train
-    chdir: null
-    override_dirname: logging.group=3pyqkvto,logging.id=3pyqkvto_train_1,logging.name=2024.11.20-22.13.58_train_tedi_unet_hybrid_lift_image_train_1,task.env_runner.test_start_seed=4400000,task=lift_image_abs,training.seed=43
-    id: ???
-    num: ???
-    config_name: tedi_robomimic.yaml
-    env_set: {}
-    env_copy: []
-    config:
-      override_dirname:
-        kv_sep: '='
-        item_sep: ','
-        exclude_keys: []
-  runtime:
-    version: 1.2.0
-    version_base: '1.2'
-    cwd: /tmp/ray/session_2024-11-20_22-13-35_079021_3380951/runtime_resources/working_dir_files/_ray_pkg_a254c17765b6da76
-    config_sources:
-    - path: hydra.conf
-      schema: pkg
-      provider: hydra
-    - path: /tmp/ray/session_2024-11-20_22-13-35_079021_3380951/runtime_resources/working_dir_files/_ray_pkg_a254c17765b6da76/diffusion_policy/config
-      schema: file
-      provider: main
-    - path: hydra_plugins.hydra_colorlog.conf
-      schema: pkg
-      provider: hydra-colorlog
-    - path: /tmp/ray/session_2024-11-20_22-13-35_079021_3380951/runtime_resources/working_dir_files/_ray_pkg_a254c17765b6da76/diffusion_policy/config
-      schema: file
-      provider: command-line
-    - path: ''
-      schema: structured
-      provider: schema
-    output_dir: /tmp/ray/session_2024-11-20_22-13-35_079021_3380951/runtime_resources/working_dir_files/_ray_pkg_a254c17765b6da76/data/outputs/2024.11.20/22.13.58_train_tedi_unet_hybrid_lift_image/train_1
-    choices:
-      task: lift_image_abs
-      hydra/env: default
-      hydra/callbacks: null
-      hydra/job_logging: default
-      hydra/hydra_logging: default
-      hydra/hydra_help: default
-      hydra/help: default
-      hydra/sweeper: basic
-      hydra/launcher: basic
-      hydra/output: default
-  verbose: false

train_1/.hydra/overrides.yaml

@@ -1,6 +0,0 @@
-- task=lift_image_abs
-- training.seed=43
-- task.env_runner.test_start_seed=4400000
-- logging.name=2024.11.20-22.13.58_train_tedi_unet_hybrid_lift_image_train_1
-- logging.id=3pyqkvto_train_1
-- logging.group=3pyqkvto

train_1/checkpoints/epoch=0050-test_mean_score=1.000.ckpt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5b50a37215becb9f1454df5df57bd4e8fd8fc79074d648a27a073515535f68e3
-size 4647697621

train_1/logs.json.txt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ead576c8c923ffecfeb1f984f9c1c6827d653ac67aa65b40e210840da1402a36
-size 17958083

train_1/train.log

@@ -1,231 +0,0 @@
-[2024-11-20 22:14:30,103][diffusion_policy.model.diffusion.conditional_unet1d_tedi][INFO] - number of parameters: 2.568572e+08
-[2024-11-20 22:14:41,104][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,104][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,105][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,105][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,105][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,106][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,108][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,108][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,117][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,118][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,130][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,131][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,136][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,137][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,137][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,137][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,151][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,151][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,168][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,169][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,173][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,173][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,182][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,183][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,189][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,190][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,193][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,193][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,205][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,206][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,211][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,212][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,236][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,236][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,243][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,243][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,251][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,252][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,256][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,256][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,281][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,282][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,283][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,285][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,303][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,304][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,328][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,328][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,394][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,395][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,399][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,400][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,416][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,416][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,420][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,420][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,422][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,423][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,436][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,437][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,444][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,445][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,452][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,452][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,453][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,454][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,459][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,459][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,460][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '0']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,461][root][INFO] - Device 0 is not available for rendering
-[2024-11-20 22:14:41,466][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,467][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,473][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,473][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,484][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,484][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,485][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,485][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,505][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,505][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,530][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,530][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,553][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,553][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,560][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,560][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,571][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,572][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,580][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,581][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,593][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,593][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,601][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,602][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,625][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,625][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,668][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,668][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,668][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,668][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,676][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,676][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,683][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,683][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,692][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,692][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,695][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,695][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,704][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,704][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,708][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,709][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,720][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,721][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,725][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,725][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,735][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,736][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,742][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,742][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,749][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,750][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,761][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,761][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,776][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,777][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,784][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,785][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,786][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,786][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,789][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '1']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,789][root][INFO] - Device 1 is not available for rendering
-[2024-11-20 22:14:41,831][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,831][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,832][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,832][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,870][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,870][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,873][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,874][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,878][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,879][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,890][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,890][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,891][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,892][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,897][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,897][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,935][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,936][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,962][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,962][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,979][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,979][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,986][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,987][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:41,994][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:41,995][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,028][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,028][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,029][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,029][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,038][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,038][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:42,042][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,043][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:42,047][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,048][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:42,068][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,068][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:42,070][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,071][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,077][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,077][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,082][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,083][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,089][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,089][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,124][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,124][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:42,141][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,142][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,145][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,145][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,151][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,151][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,162][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,162][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,172][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,173][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,178][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '2']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,178][root][INFO] - Device 2 is not available for rendering
-[2024-11-20 22:14:42,221][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,221][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,236][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,236][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,242][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,242][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,250][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,251][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,254][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,255][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,264][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,264][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,270][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,270][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,300][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,300][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,301][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,301][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,310][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,310][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,324][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,324][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,332][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,333][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,333][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,333][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,362][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,362][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,417][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,417][root][INFO] - Device 3 is not available for rendering
-[2024-11-20 22:14:42,495][root][INFO] - Command '['/root/mambaforge/envs/robodiff/lib/python3.9/site-packages/egl_probe/build/test_device', '3']' returned non-zero exit status 1.
-[2024-11-20 22:14:42,495][root][INFO] - Device 3 is not available for rendering
-[2024-11-21 05:05:07,557][urllib3.connectionpool][WARNING] - Retrying (Retry(total=2, connect=None, read=None, redirect=None, status=None)) after connection broken by 'SSLError(FileNotFoundError(2, 'No such file or directory'))': /api/4504800232407040/envelope/
-[2024-11-21 05:05:07,586][urllib3.connectionpool][WARNING] - Retrying (Retry(total=1, connect=None, read=None, redirect=None, status=None)) after connection broken by 'SSLError(FileNotFoundError(2, 'No such file or directory'))': /api/4504800232407040/envelope/
-[2024-11-21 05:05:07,603][urllib3.connectionpool][WARNING] - Retrying (Retry(total=0, connect=None, read=None, redirect=None, status=None)) after connection broken by 'SSLError(FileNotFoundError(2, 'No such file or directory'))': /api/4504800232407040/envelope/
-[2024-11-21 05:05:07,636][urllib3.connectionpool][WARNING] - Retrying (Retry(total=2, connect=None, read=None, redirect=None, status=None)) after connection broken by 'SSLError(FileNotFoundError(2, 'No such file or directory'))': /api/4504800232407040/envelope/
-[2024-11-21 05:05:07,653][urllib3.connectionpool][WARNING] - Retrying (Retry(total=1, connect=None, read=None, redirect=None, status=None)) after connection broken by 'SSLError(FileNotFoundError(2, 'No such file or directory'))': /api/4504800232407040/envelope/
-[2024-11-21 05:05:07,669][urllib3.connectionpool][WARNING] - Retrying (Retry(total=0, connect=None, read=None, redirect=None, status=None)) after connection broken by 'SSLError(FileNotFoundError(2, 'No such file or directory'))': /api/4504800232407040/envelope/