exp_name: base_config-1.zju_mocap.logl2 out_dir: outputs/${exp_name}/zju_mocap/${subject_id}/${now:%y%m%d_%H%M%S} seed: 2022 strict_reproducibility: true multi_gpu: false local_rank: 0 rank: 0 world_size: 1 iter: 10000 batch: 2 num_workers_train: 4 num_workers_validate: 0 train_res: - 512 - 512 external_ckpt_dir: null external_ckpt_step: null validate: false no_train: false no_mesh_export: false val_batch: 1 validate_interval: 1000 num_val_examples: 100 compute_val_metrics: true save_val_images: true compute_val_metrics_with_mask: true visualize_freq: null log_interval: 100 log_val_interval: 500 save_interval: 500 display: - bsdf: kd - bsdf: ks - bsdf: normal - latlong: true display_interval: 0 display_res: null save_ckpt_interval: 5000 num_kept_ckpts: 3 save_mesh_interval: 5000 monitor_metric_name: metrics_otf/psnr/validate_${validate_dataset.0.split} monitor_metric_outlier_threshold: 1.0 monitor_metric_type: max dev_run: false dev_run_num_frames: 1 dev_run_same_train_val: false learning_rate_final_mult: 1.0 learning_rate_geometry: 0.0005 learning_rate_material: 0.003 learning_rate_motion: 0.0001 learning_rate_schedule_type: exponential learning_rate_schedule_steps: - 3000 use_training_tricks: false warmup_iter_mesh: 100 warmup_iter_tet: 100 optimizer_geometry: adam loss: logl2 img_loss_weight: 1.0 mask_loss_weight: 1.0 lpips_loss_weight: 0.0 lpips_in_srgb: true vertices_laplace_regularizer: 0.0 tet_deform_regularizer: 0.0 sdf_regularizer: 0.02 invisible_triangle_sdf_regularizer: 0.01 init_sdf_regularizer: 0.0 bone_sdf_hinge: -0.01 bone_sdf_regularizer: 0.0 eikonal_regularizer: 0.0 laplace: relative laplace_scale: 10000.0 albedo_regularizer: 0.03 ks_regularizer: 0.05 nrm_regularizer: 0.025 perturb_nrm_regularizer: 0.25 light_regularizer: 0.005 visibility_regularizer: 0.001 non_rigid_offset_regularizer: 0.1 non_rigid_offset_laplace_regularizer: 20 non_rigid_bone_offset_regularizer: 0.0 skinning_regularizer: 0.0 smpl_surface_skinning_regularizser: 10.0 num_samples_per_bone: 50 sdf_mlp_lipschitz_regularizer: 1.0e-06 skin_net_lipschitz_regularizer: 1.0e-06 non_rigid_offset_net_lipschitz_regularizer: 1.0e-06 skin_logits_regularizer: 0.0 skin_logits_regularizer_radius: 0.005 use_loss_scaling: false num_loss_scaling_buffers: 1000 loss_scaling_type: full num_rand_img_for_img_loss: ${batch} mask_percentage_for_img_loss: null tet_dir: tmp/quartet/meshes/ dmtet_grid: 128 mesh_center: - 0.0 - -0.3 - 0.025 mesh_scale: 2.1 finetune_tet2mesh: false lock_pos: false use_mesh: false pre_train_tet_with_bone_capsule: false learn_sdf_with_mlp: true sdf_mlp_type: frequency_lipschitz sdf_mlp_num_freq: 6 sdf_mlp_num_base_freq: 4 enable_tet_vert_deform: true learn_tet_vert_deform_with_mlp: false pre_train_sdf_mlp_steps: 500 pre_train_sdf_mlp_learning_rate: 0.0005 sdf_mlp_postional_encoding_anneal_steps: 0 subdivide_aware_marching_tet: false subdivide_tetmesh_iters: - 500 subdivide_no_motion_update_interval: 0 subdivide_learning_rate_warmup_interval: 0 subdivide_learning_rate_mult: 0.01 prune_tetmesh_iters: - 500 prune_tetmesh_padding_percent: 0.05 subdivide_tetmesh_type: full force_reinit_optims_after_subdivide_tetmesh: true pre_train_with_smpl: true iter_to_stop_optim_sdf_mlp: null skin_net_encoding_type: meta_skin_net skin_net_num_freq: 4 skin_net_num_base_freq: 0 skin_net_logit_softmax_temperature: 0.05 tfs_type: joint learn_mesh_skinning: false skin_net_postional_encoding_anneal_steps: 0 learn_non_rigid_offset: true non_rigid_offset_input_dim: 78 non_rigid_offset_net_encoding_type: frequency_windowed non_rigid_offset_net_num_freq: 4 non_rigid_offset_net_num_base_freq: 0 non_rigid_type: canon split_non_rigid_offset_net_optim_steps: 500 non_rigid_offset_net_postional_encoding_anneal_steps: 5000 non_rigid_offset_smooth: false add_noise_to_params: false pre_train_skin_net_with_bone_capsule: false pre_train_skin_net_steps: 500 pre_train_skin_net_learning_rate: 0.001 pre_train_non_rigid_offset_net_with_bone_capsule: false pre_train_non_rigid_offset_net_steps: 500 pre_train_non_rigid_offset_net_learning_rate: 0.001 meta_skin_net_weight_path: data/meta_skin_net.pt custom_mip: false kd_max: - 1.0 - 1.0 - 1.0 - 1.0 kd_min: - 0.0 - 0.0 - 0.0 - 0.0 ks_max: - 1.0 - 1.0 - 1.0 ks_min: - 0.0 - 0.08 - 0.0 learn_mesh_material_with_mlp: false min_roughness: 0.08 mtl_override: null nrm_max: - 1.0 - 1.0 - 1.0 nrm_min: - -1.0 - -1.0 - 0.0 random_textures: true texture_res: - 1024 - 1024 use_texture_conditional_inputs: true texture_conditional_input_dims: 78 texture_conditional_channel_idx: - 3 no_perturbed_nrm: true perturbed_nrm_start_iter: 0 mlp_texture_internal_dims: 64 camera_space_light: false env_scale: 1.0 envmap: null learn_light: true lock_light: false rasterize_context: opengl layers: 1 spp: 2 background: black bsdf: null monitor_metric_threshold: 1.0 subject_id: 313 base_root_dir: data/zju_mocap train_views: - 0 - 6 - 12 - 18 train_begin_frame_id: 0 train_num_frame: 60 validate_views: - 1 - 2 - 3 - 4 - 5 - 7 - 8 - 9 - 10 - 11 - 13 - 14 - 15 - 16 - 17 - 19 - 20 validate_begin_frame_id_novel_view: 0 validate_num_frame_novel_view: 2 validate_begin_frame_id_novel_pose: 60 validate_num_frame_novel_pose: 34 mask_at_box_bound_pad: 0.0 pre_load: false force_reload: false use_vitruvian_pose: true train_dataset: _target_: dataset.zju_mocap.DatasetZJUMoCap root_dir: ${base_root_dir}/CoreView_${subject_id} split: train mask_dir_name: mask_cihp tfs_type: ${tfs_type} views: ${train_views} begin_frame_id: ${train_begin_frame_id} num_frames: ${train_num_frame} frame_interval: 1 dilate_erode_mask: false order_camera_first: true resize_factor: 0.5 opencv_camera: true pre_load: ${pre_load} force_reload: ${force_reload} no_image_inputs: false cam_near_far: - 0.1 - 1000.0 width: 1024 height: 1024 use_vitruvian_pose: ${use_vitruvian_pose} mask_at_box_bound_pad: ${mask_at_box_bound_pad} validate_dataset: - _target_: dataset.zju_mocap.DatasetZJUMoCap root_dir: ${train_dataset.root_dir} split: novel_view mask_dir_name: mask_cihp tfs_type: ${tfs_type} views: ${validate_views} begin_frame_id: ${validate_begin_frame_id_novel_view} num_frames: ${validate_num_frame_novel_view} frame_interval: 30 dilate_erode_mask: false order_camera_first: ${train_dataset.order_camera_first} resize_factor: ${train_dataset.resize_factor} opencv_camera: ${train_dataset.opencv_camera} pre_load: ${pre_load} force_reload: ${force_reload} no_image_inputs: false cam_near_far: ${train_dataset.cam_near_far} width: ${train_dataset.width} height: ${train_dataset.height} use_vitruvian_pose: ${use_vitruvian_pose} mask_at_box_bound_pad: ${mask_at_box_bound_pad} - _target_: dataset.zju_mocap.DatasetZJUMoCap root_dir: ${train_dataset.root_dir} split: novel_pose mask_dir_name: mask_cihp tfs_type: ${tfs_type} views: ${validate_views} begin_frame_id: ${validate_begin_frame_id_novel_pose} num_frames: ${validate_num_frame_novel_pose} frame_interval: 30 dilate_erode_mask: false order_camera_first: ${train_dataset.order_camera_first} resize_factor: ${train_dataset.resize_factor} opencv_camera: ${train_dataset.opencv_camera} pre_load: ${pre_load} force_reload: ${force_reload} no_image_inputs: false cam_near_far: ${train_dataset.cam_near_far} width: ${train_dataset.width} height: ${train_dataset.height} use_vitruvian_pose: ${use_vitruvian_pose} mask_at_box_bound_pad: ${mask_at_box_bound_pad}