base_config: - ./img2plane.yaml task_cls: tasks.os_avatar.secc_img2plane_task.SECC_Img2PlaneEG3DTask ds_name: TH1KH_512 # CelebV_HQ | Concat_CelebVHQ_TH1KH | Concat_CelebVHQ_TH1KH_RAVDESS binary_data_dir: data/binary/th1kh img2plane_backbone_mode: composite # composite | segformer num_workers: 8 # 4 pncc_cond_mode: cano_src_tgt # cano_tgt | cano_src_tgt seg_out_mode: head # 目前发现adv之后控制不了嘴了,见checkpoints/0702_img2planes/osavatar_secc_img2plane_baseline_vit_from_pretrained start_adv_iters: 20_0000 # 如果是从img2plane过来的,15w;如果是从secc2plane过来了,见机行事,5w~10w左右也行。 stop_update_i2p_iters: 7_0000 max_updates: 25_0000 # 发现到20w的时候会过拟合,对ood identity效果不好 lambda_th1kh_mv_adv: 0.002 # 0.005 # 0.01 add_ffhq_singe_disc: false lambda_ffhq_mv_adv: 0.002 # enable when add_ffhq_singe_disc is True lr_mul_cano_img2plane: 1.0 # 1.0 | 0. | 0.1 lambda_mse: 1.0 lr_decay_rate: 0.95 lr_decay_interval: 5000 secc_segformer_scale: b0 # b0-b5 use_motion_smo_net: false motion_smo_win_size: 5 # regularization on Spatial plane density_reg_p_dist: 0.004 # distance at which to sample perturbed points for density regularization # regularization on SECC plane reg_interval_g: 4 enable_rescale_plane_regulation: false # 试了下rescale发现效果不大 min_rescale_factor: 0.25 # how we fuse the secc phase1_plane_fusion_mode: add # add | mul init_from_ckpt: '' # checkpoints/240126_improve_i2p/img2plane_rgb_alpha disable_highreso_at_stage1: true secc_pertube_mode: randn # randn | tv | laplacian | none secc_pertube_randn_scale: 0.01 # enable when pertube_mode==randn target_pertube_blink_secc_loss: 0.3 # task会自动tune对应的lambda以使pertube loss逼近这个目标 target_pertube_secc_loss: 0. # 0.5 # task会自动tune对应的lambda以使pertube loss逼近这个目标 pertube_ref_prob: 0.25 lr_lambda_pertube_secc: 0.01 # 自动tune lambda的学习率 sr_type: vanilla # vanillda | spade two_stage_training: true # is yes, when adv starts, fix the nerf and only finetune the sr. We found it necessary, otherwise the i2p could produce bad cases (such as darken face) also_update_decoder: false # update decoder at stage 2 lambda_weights_l1: 0.1 # 0.5 lambda_weights_entropy: 0.01 # 0.05 lambda_density_reg: 0.25 # default 0.25 in EG3D, strength of pertube density regularization for Generator reg_interval_g_cond: 4 ckpt_milestone_interval: 50000 update_src2src_interval: 16