hydra_config/config.yaml

exp_name: base_config-1.zju_mocap.logl2
out_dir: outputs/${exp_name}/zju_mocap/${subject_id}/${now:%y%m%d_%H%M%S}
seed: 2022
strict_reproducibility: true
multi_gpu: false
local_rank: 0
rank: 0
world_size: 1
iter: 10000
batch: 2
num_workers_train: 4
num_workers_validate: 0
train_res:
- 512
- 512
external_ckpt_dir: null
external_ckpt_step: null
validate: false
no_train: false
no_mesh_export: false
val_batch: 1
validate_interval: 1000
num_val_examples: 100
compute_val_metrics: true
save_val_images: true
compute_val_metrics_with_mask: true
visualize_freq: null
log_interval: 100
log_val_interval: 500
save_interval: 500
display:
- bsdf: kd
- bsdf: ks
- bsdf: normal
- latlong: true
display_interval: 0
display_res: null
save_ckpt_interval: 5000
num_kept_ckpts: 3
save_mesh_interval: 5000
monitor_metric_name: metrics_otf/psnr/validate_${validate_dataset.0.split}
monitor_metric_outlier_threshold: 1.0
monitor_metric_type: max
dev_run: false
dev_run_num_frames: 1
dev_run_same_train_val: false
learning_rate_final_mult: 1.0
learning_rate_geometry: 0.0005
learning_rate_material: 0.003
learning_rate_motion: 0.0001
learning_rate_schedule_type: exponential
learning_rate_schedule_steps:
- 3000
use_training_tricks: false
warmup_iter_mesh: 100
warmup_iter_tet: 100
optimizer_geometry: adam
loss: logl2
img_loss_weight: 1.0
mask_loss_weight: 1.0
lpips_loss_weight: 0.0
lpips_in_srgb: true
vertices_laplace_regularizer: 0.0
tet_deform_regularizer: 0.0
sdf_regularizer: 0.02
invisible_triangle_sdf_regularizer: 0.01
init_sdf_regularizer: 0.0
bone_sdf_hinge: -0.01
bone_sdf_regularizer: 0.0
eikonal_regularizer: 0.0
laplace: relative
laplace_scale: 10000.0
albedo_regularizer: 0.03
ks_regularizer: 0.05
nrm_regularizer: 0.025
perturb_nrm_regularizer: 0.25
light_regularizer: 0.005
visibility_regularizer: 0.001
non_rigid_offset_regularizer: 0.1
non_rigid_offset_laplace_regularizer: 20
non_rigid_bone_offset_regularizer: 0.0
skinning_regularizer: 0.0
smpl_surface_skinning_regularizser: 10.0
num_samples_per_bone: 50
sdf_mlp_lipschitz_regularizer: 1.0e-06
skin_net_lipschitz_regularizer: 1.0e-06
non_rigid_offset_net_lipschitz_regularizer: 1.0e-06
skin_logits_regularizer: 0.0
skin_logits_regularizer_radius: 0.005
use_loss_scaling: false
num_loss_scaling_buffers: 1000
loss_scaling_type: full
num_rand_img_for_img_loss: ${batch}
mask_percentage_for_img_loss: null
tet_dir: tmp/quartet/meshes/
dmtet_grid: 128
mesh_center:
- 0.0
- -0.3
- 0.025
mesh_scale: 2.1
finetune_tet2mesh: false
lock_pos: false
use_mesh: false
pre_train_tet_with_bone_capsule: false
learn_sdf_with_mlp: true
sdf_mlp_type: frequency_lipschitz
sdf_mlp_num_freq: 6
sdf_mlp_num_base_freq: 4
enable_tet_vert_deform: true
learn_tet_vert_deform_with_mlp: false
pre_train_sdf_mlp_steps: 500
pre_train_sdf_mlp_learning_rate: 0.0005
sdf_mlp_postional_encoding_anneal_steps: 0
subdivide_aware_marching_tet: false
subdivide_tetmesh_iters:
- 500
subdivide_no_motion_update_interval: 0
subdivide_learning_rate_warmup_interval: 0
subdivide_learning_rate_mult: 0.01
prune_tetmesh_iters:
- 500
prune_tetmesh_padding_percent: 0.05
subdivide_tetmesh_type: full
force_reinit_optims_after_subdivide_tetmesh: true
pre_train_with_smpl: true
iter_to_stop_optim_sdf_mlp: null
skin_net_encoding_type: meta_skin_net
skin_net_num_freq: 4
skin_net_num_base_freq: 0
skin_net_logit_softmax_temperature: 0.05
tfs_type: joint
learn_mesh_skinning: false
skin_net_postional_encoding_anneal_steps: 0
learn_non_rigid_offset: true
non_rigid_offset_input_dim: 78
non_rigid_offset_net_encoding_type: frequency_windowed
non_rigid_offset_net_num_freq: 4
non_rigid_offset_net_num_base_freq: 0
non_rigid_type: canon
split_non_rigid_offset_net_optim_steps: 500
non_rigid_offset_net_postional_encoding_anneal_steps: 5000
non_rigid_offset_smooth: false
add_noise_to_params: false
pre_train_skin_net_with_bone_capsule: false
pre_train_skin_net_steps: 500
pre_train_skin_net_learning_rate: 0.001
pre_train_non_rigid_offset_net_with_bone_capsule: false
pre_train_non_rigid_offset_net_steps: 500
pre_train_non_rigid_offset_net_learning_rate: 0.001
meta_skin_net_weight_path: data/meta_skin_net.pt
custom_mip: false
kd_max:
- 1.0
- 1.0
- 1.0
- 1.0
kd_min:
- 0.0
- 0.0
- 0.0
- 0.0
ks_max:
- 1.0
- 1.0
- 1.0
ks_min:
- 0.0
- 0.08
- 0.0
learn_mesh_material_with_mlp: false
min_roughness: 0.08
mtl_override: null
nrm_max:
- 1.0
- 1.0
- 1.0
nrm_min:
- -1.0
- -1.0
- 0.0
random_textures: true
texture_res:
- 1024
- 1024
use_texture_conditional_inputs: true
texture_conditional_input_dims: 78
texture_conditional_channel_idx:
- 3
no_perturbed_nrm: true
perturbed_nrm_start_iter: 0
mlp_texture_internal_dims: 64
camera_space_light: false
env_scale: 1.0
envmap: null
learn_light: true
lock_light: false
rasterize_context: opengl
layers: 1
spp: 2
background: black
bsdf: null
monitor_metric_threshold: 1.0
subject_id: 313
base_root_dir: data/zju_mocap
train_views:
- 0
- 6
- 12
- 18
train_begin_frame_id: 0
train_num_frame: 60
validate_views:
- 1
- 2
- 3
- 4
- 5
- 7
- 8
- 9
- 10
- 11
- 13
- 14
- 15
- 16
- 17
- 19
- 20
validate_begin_frame_id_novel_view: 0
validate_num_frame_novel_view: 2
validate_begin_frame_id_novel_pose: 60
validate_num_frame_novel_pose: 34
mask_at_box_bound_pad: 0.0
pre_load: false
force_reload: false
use_vitruvian_pose: true
train_dataset:
  _target_: dataset.zju_mocap.DatasetZJUMoCap
  root_dir: ${base_root_dir}/CoreView_${subject_id}
  split: train
  mask_dir_name: mask_cihp
  tfs_type: ${tfs_type}
  views: ${train_views}
  begin_frame_id: ${train_begin_frame_id}
  num_frames: ${train_num_frame}
  frame_interval: 1
  dilate_erode_mask: false
  order_camera_first: true
  resize_factor: 0.5
  opencv_camera: true
  pre_load: ${pre_load}
  force_reload: ${force_reload}
  no_image_inputs: false
  cam_near_far:
  - 0.1
  - 1000.0
  width: 1024
  height: 1024
  use_vitruvian_pose: ${use_vitruvian_pose}
  mask_at_box_bound_pad: ${mask_at_box_bound_pad}
validate_dataset:
- _target_: dataset.zju_mocap.DatasetZJUMoCap
  root_dir: ${train_dataset.root_dir}
  split: novel_view
  mask_dir_name: mask_cihp
  tfs_type: ${tfs_type}
  views: ${validate_views}
  begin_frame_id: ${validate_begin_frame_id_novel_view}
  num_frames: ${validate_num_frame_novel_view}
  frame_interval: 30
  dilate_erode_mask: false
  order_camera_first: ${train_dataset.order_camera_first}
  resize_factor: ${train_dataset.resize_factor}
  opencv_camera: ${train_dataset.opencv_camera}
  pre_load: ${pre_load}
  force_reload: ${force_reload}
  no_image_inputs: false
  cam_near_far: ${train_dataset.cam_near_far}
  width: ${train_dataset.width}
  height: ${train_dataset.height}
  use_vitruvian_pose: ${use_vitruvian_pose}
  mask_at_box_bound_pad: ${mask_at_box_bound_pad}
- _target_: dataset.zju_mocap.DatasetZJUMoCap
  root_dir: ${train_dataset.root_dir}
  split: novel_pose
  mask_dir_name: mask_cihp
  tfs_type: ${tfs_type}
  views: ${validate_views}
  begin_frame_id: ${validate_begin_frame_id_novel_pose}
  num_frames: ${validate_num_frame_novel_pose}
  frame_interval: 30
  dilate_erode_mask: false
  order_camera_first: ${train_dataset.order_camera_first}
  resize_factor: ${train_dataset.resize_factor}
  opencv_camera: ${train_dataset.opencv_camera}
  pre_load: ${pre_load}
  force_reload: ${force_reload}
  no_image_inputs: false
  cam_near_far: ${train_dataset.cam_near_far}
  width: ${train_dataset.width}
  height: ${train_dataset.height}
  use_vitruvian_pose: ${use_vitruvian_pose}
  mask_at_box_bound_pad: ${mask_at_box_bound_pad}