Add P1_dpe avatar

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 avatars/P1_smplx/point_cloud/iteration_800000/point_cloud.ply filter=lfs diff=lfs merge=lfs -text
+avatars/P1_dpe/point_cloud/iteration_800000/point_cloud.ply filter=lfs diff=lfs merge=lfs -text

avatars/P1_dpe/avatar.json

@@ -0,0 +1,13 @@
+{
+  "name": "P1_dpe",
+  "subject": "P1",
+  "trained_on": "P1C1",
+  "face_path": "dpe",
+  "iteration": 800000,
+  "face_path_meaning": "mesh face neutralised (smplx_nofacial: exp+jaw); a per-frame 512-d DPE code drives the face branch",
+  "provenance": {
+    "trained_dat_dir": "/mnt/sdb/degas_project/DREAMS-AVATAR-hf/staging/data/P1C1",
+    "trained_cache_dir": "/mnt/sdb/degas_project/phase3/dreams_cache/P1C1_train",
+    "trained_with_face_dpe": "/mnt/sdb/degas_project/phase3/dpe_codes/P1C1/dpe-multi-faces.zip"
+  }
+}

avatars/P1_dpe/config.yaml

@@ -0,0 +1,161 @@
+seed: 9061
+dataset:
+  dat_dir: ???
+  resolution: 1
+  data_device: cpu
+  frameset_type: dreams
+  cameras_extent: 2.0
+  smplx_type: smplx_easymocap/smplx_all.pt
+  smplx_nofacial: exp+jaw
+  mini_batch: 1
+  with_face_code: dpe_face
+  constrct_pca: true
+  scale: 2x
+  cache_workers: 12
+  train:
+    frm_list: np.arange(0, 1836).tolist()
+    cam_select:
+    - 0
+    - 1
+    - 2
+    - 4
+    - 5
+    - 6
+    - 7
+    - 8
+    - 9
+    - 10
+    - 11
+    - 12
+    - 14
+    - 15
+    - 16
+    - 17
+    - 18
+    - 19
+    - 20
+    - 21
+    - 22
+    - 23
+    - 24
+    - 26
+    - 27
+    - 28
+    - 29
+    - 30
+    - 31
+    mini_batch: 1
+  val:
+    frm_list:
+    - 944
+    cam_select:
+    - 3
+  test:
+    frm_list:
+    - 110
+    - 300
+    - 500
+    - 750
+    - 903
+    - 944
+    - 1200
+    - 1399
+    cam_select:
+    - 3
+  with_face_dpe: dpe
+model:
+  sh_degree: 0
+  num_init_samples: 100000
+  smplx_nofacial: exp+jaw
+  num_pca_comps: 20
+  sigma_pca: 2.0
+  base_mapper:
+    resolution: 512
+  pose_driver:
+    pose_mapper:
+      resolution: 512
+      mirror_verts_cond: false
+    encoder:
+      input_resolution: 512
+      n_embs: 1024
+      noise_std: 0.0
+      logvar_scale: 0.1
+      mirror_verts_cond: false
+      n_verts_enc_channels: 32
+    decoder:
+      uv_size: 512
+      init_uv_size: 64
+      n_pose_dims: 162
+      n_pose_enc_channels: 16
+      n_embs: 1024
+      n_embs_enc_channels: 32
+      n_verts_enc_channels: 32
+      n_init_channels: 128
+      n_min_channels: 16
+      n_face_embs: 512
+      corrections:
+        _xyz: 3
+        _features_dc: 3
+        _scaling: 3
+        _rotation: 4
+        _opacity: 1
+        _normal: 3
+        _specular: 3
+        _roughness: 1
+      branches:
+        xyz_branch:
+        - _xyz
+        rotation_branch:
+        - _rotation
+        - _normal
+        - _scaling
+        color_branch:
+        - _features_dc
+        - _specular
+        - _roughness
+        - _opacity
+  with_vae_driver: true
+pipe:
+  convert_SHs_python: false
+  compute_cov3D_python: false
+  debug: false
+optim:
+  optim_pose_driver:
+    lr: 0.0001
+  smplx_optim:
+    start_from_iter: 10000
+    optim_skip:
+    - expression
+    - jaw_pose
+    lr: 1.0e-06
+    smplx_forward_transl: false
+    optim_betas: false
+    optim_v_template: false
+  warm_up_xyz: 0
+  total_iteration: 800000
+  save_every_iter: 25000
+  testing_iterations:
+  - 25000
+  - 50000
+  - 100000
+  - 200000
+  - 400000
+  - 800000
+  validate_every_inter: 1000
+  densify_from_iter: 0
+  densification_interval: 0
+  densify_until_iter: 0
+  opacity_reset_start_iter: 0
+  opacity_reset_interval: 0
+  size_threshold: 20
+  densify_grad_threshold: 0.0002
+  min_opacity: 0.005
+  min_scaling: 0.0001
+  lambda_ssim: 0.2
+  lambda_perceptual: 0.1
+  lambda_scaling_skew: 0.0
+  lambda_scaling_mse: 0.0
+  base_scaling_thresh: 10.0
+  lambda_base_scaling: 1.0
+  lambda_corrections_xyz: 0.001
+yaml_dir: configs

avatars/P1_dpe/point_cloud/iteration_800000/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf0b8584936eaecffde3f202ce749c11248ce383ccb647802310c594b1c4914
+size 1303114911

avatars/P1_dpe/point_cloud/iteration_800000/point_cloud.ply

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a839044134abbc91d8642bcfae5b20b8c4c807bc387b63f08a7a2cf17c2a5783
+size 13028672

avatars/P1_dpe/point_cloud/iteration_800000/smplx_refined.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689229eb7a36d9990efc4042567632fdefb0f232b46d06e60f7fb75d12fec89d
+size 2099560