update app - test

DECA

@@ -0,0 +1 @@
+Subproject commit 1cc2361a2929a206e1b0330ee8b89fcda478d037

MODNet

@@ -0,0 +1 @@
+Subproject commit 28165a451e4610c9d77cfdf925a94610bb2810fb

README.md

@@ -9,4 +9,6 @@ app_file: app.py
 pinned: false
 ---
 
+# Realistic one-shot mesh-based avatars
+
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -1,5 +1,5 @@
 import os, sys
-import subprocess
+import importlib
 import argparse
 
 import numpy as np
@@ -8,17 +8,14 @@ import matplotlib.pyplot as plt
 
 from PIL import Image
 
-subprocess.run(["git", "submodule", "update", "--init", "--recursive"])
+sys.path.append("./rome/")
 
-print(os.getcwd())
-print(os.listdir('.'))
-
-sys.path.append("./rome")
 from rome.src.utils import args as args_utils
 from rome.src.utils.processing import process_black_shape, tensor2image
 
 # loading models ---- create model repo
 from huggingface_hub import hf_hub_url
+
 default_modnet_path = hf_hub_url('Pie31415/rome','modnet_photographic_portrait_matting.ckpt')
 default_model_path = hf_hub_url('Pie31415/rome','models/rome.pth')
 
@@ -31,9 +28,110 @@ parser.add_argument('--modnet_path', default=default_modnet_path, type=str)
 parser.add_argument('--random_seed', default=0, type=int)
 parser.add_argument('--debug', action='store_true')
 parser.add_argument('--verbose', default='False', type=args_utils.str2bool, choices=[True, False])
-args, _ = parser.parse_known_args()
+parser.add_argument('--model_image_size', default=256, type=int)
+parser.add_argument('--align_source', default='True', type=args_utils.str2bool, choices=[True, False])
+parser.add_argument('--align_target', default='False', type=args_utils.str2bool, choices=[True, False])
+parser.add_argument('--align_scale', default=1.25, type=float)
+
+parser.add_argument('--use_mesh_deformations', default='False', type=args_utils.str2bool, choices=[True, False])
+parser.add_argument('--subdivide_mesh', default='False', type=args_utils.str2bool, choices=[True, False])
+parser.add_argument('--renderer_sigma', default=1e-8, type=float)
+parser.add_argument('--renderer_zfar', default=100.0, type=float)
+parser.add_argument('--renderer_type', default='soft_mesh')
+parser.add_argument('--renderer_texture_type', default='texture_uv')
+parser.add_argument('--renderer_normalized_alphas', default='False', type=args_utils.str2bool,
+                    choices=[True, False])
+
+parser.add_argument('--deca_path', default='')
+parser.add_argument('--rome_data_dir', default='')
+
+
+parser.add_argument('--autoenc_cat_alphas', default='False', type=args_utils.str2bool, choices=[True, False])
+parser.add_argument('--autoenc_align_inputs', default='False', type=args_utils.str2bool, choices=[True, False])
+parser.add_argument('--autoenc_use_warp', default='False', type=args_utils.str2bool, choices=[True, False])
+parser.add_argument('--autoenc_num_channels', default=64, type=int)
+parser.add_argument('--autoenc_max_channels', default=512, type=int)
+parser.add_argument('--autoenc_num_groups', default=4, type=int)
+parser.add_argument('--autoenc_num_bottleneck_groups', default=0, type=int)
+parser.add_argument('--autoenc_num_blocks', default=2, type=int)
+parser.add_argument('--autoenc_num_layers', default=4, type=int)
+parser.add_argument('--autoenc_block_type', default='bottleneck')
+
+parser.add_argument('--neural_texture_channels', default=8, type=int)
+parser.add_argument('--num_harmonic_encoding_funcs', default=6, type=int)
+
+parser.add_argument('--unet_num_channels', default=64, type=int)
+parser.add_argument('--unet_max_channels', default=512, type=int)
+parser.add_argument('--unet_num_groups', default=4, type=int)
+parser.add_argument('--unet_num_blocks', default=1, type=int)
+parser.add_argument('--unet_num_layers', default=2, type=int)
+parser.add_argument('--unet_block_type', default='conv')
+parser.add_argument('--unet_skip_connection_type', default='cat')
+parser.add_argument('--unet_use_normals_cond', default=True, action='store_true')
+parser.add_argument('--unet_use_vertex_cond', action='store_true')
+parser.add_argument('--unet_use_uvs_cond', action='store_true')
+parser.add_argument('--unet_pred_mask', action='store_true')
+parser.add_argument('--use_separate_seg_unet', default='True', type=args_utils.str2bool, choices=[True, False])
+
+parser.add_argument('--norm_layer_type', default='gn', type=str, choices=['bn', 'sync_bn', 'in', 'gn'])
+parser.add_argument('--activation_type', default='relu', type=str, choices=['relu', 'lrelu'])
+parser.add_argument('--conv_layer_type', default='ws_conv', type=str, choices=['conv', 'ws_conv'])
+
+parser.add_argument('--deform_norm_layer_type', default='gn', type=str, choices=['bn', 'sync_bn', 'in', 'gn'])
+parser.add_argument('--deform_activation_type', default='relu', type=str, choices=['relu', 'lrelu'])
+parser.add_argument('--deform_conv_layer_type', default='ws_conv', type=str, choices=['conv', 'ws_conv'])
+parser.add_argument('--unet_seg_weight', default=0.0, type=float)
+parser.add_argument('--unet_seg_type', default='bce_with_logits', type=str, choices=['bce_with_logits', 'dice'])
+parser.add_argument('--deform_face_tightness', default=0.0, type=float)
+
+parser.add_argument('--use_whole_segmentation', action='store_true')
+parser.add_argument('--mask_hair_for_neck', action='store_true')
+parser.add_argument('--use_hair_from_avatar', action='store_true')
+
+# Basis deformations
+parser.add_argument('--use_scalp_deforms', default='True', type=args_utils.str2bool,
+                    choices=[True, False], help='')
+parser.add_argument('--use_neck_deforms', default='True', type=args_utils.str2bool,
+                    choices=[True, False], help='')
+parser.add_argument('--use_basis_deformer', default='False', type=args_utils.str2bool,
+                    choices=[True, False], help='')
+parser.add_argument('--use_unet_deformer', default='True', type=args_utils.str2bool,
+                    choices=[True, False], help='')
+
+parser.add_argument('--pretrained_encoder_basis_path', default='')
+parser.add_argument('--pretrained_vertex_basis_path', default='')
+parser.add_argument('--num_basis', default=50, type=int)
+parser.add_argument('--basis_init', default='pca', type=str, choices=['random', 'pca'])
+parser.add_argument('--num_vertex', default=5023, type=int)
+parser.add_argument('--train_basis', default=True, type=args_utils.str2bool, choices=[True, False])
+parser.add_argument('--path_to_deca', default='DECA')
+
+parser.add_argument('--path_to_linear_hair_model',
+                    default='data/linear_hair.pth')
+parser.add_argument('--path_to_mobile_model',
+                    default='data/disp_model.pth')
+parser.add_argument('--n_scalp', default=60, type=int)
+
+parser.add_argument('--use_distill', default=False, type=args_utils.str2bool, choices=[True, False])
+parser.add_argument('--use_mobile_version', default=False, type=args_utils.str2bool, choices=[True, False])
+
+parser.add_argument('--deformer_path', default='data/rome.pth')
+
+parser.add_argument('--output_unet_deformer_feats', default=32, type=int,
+                    help='output features in the UNet')
+
+parser.add_argument('--use_deca_details', default=False, type=args_utils.str2bool, choices=[True, False])
+parser.add_argument('--use_flametex', default=False, type=args_utils.str2bool, choices=[True, False])
+
+parser.add_argument('--upsample_type', default='nearest', type=str,
+                    choices=['nearest', 'bilinear', 'bicubic'])
+
+parser.add_argument('--num_frequencies', default=6, type=int, help='frequency for harmonic encoding')
+parser.add_argument('--deform_face_scale_coef', default=0.0, type=float)
+parser.add_argument('--device', default='cpu', type=str)
+# args, _ = parser.parse_known_args()
 
-parser = importlib.import_module(f'src.rome').ROME.add_argparse_args(parser)
+# parser = importlib.import_module(f'src.rome').ROME.add_argparse_args(parser)
 args = parser.parse_args()
 args.deca_path = 'DECA'
 

requirements.txt

@@ -1,15 +1,151 @@
-numpy>=1.18.5
-scipy>=1.4.1 
-chumpy>=0.69
-scikit-image>=0.15 
-opencv-python>=4.1.1 
-scikit-image>=0.15
-PyYAML==5.1.1         
-torch==1.6.0
-torchvision==0.7.0
-face-alignment
-yacs==0.1.8
-kornia==0.4.0
-ninja
-fvcore
-argparse>=1.4.0
+absl-py==0.13.0
+albumentations==1.0.3
+argon2-cffi==20.1.0
+asttokens==2.0.5
+async-generator==1.10
+attrs==21.2.0
+backcall==0.2.0
+beautifulsoup4==4.10.0
+bleach==4.0.0
+cachetools==4.2.2
+certifi==2022.5.18.1
+cffi==1.14.6
+charset-normalizer==2.0.4
+chumpy==0.70
+cloudpickle==2.0.0
+colorama==0.4.4
+cycler==0.10.0
+cytoolz==0.11.0
+dask==2021.10.0
+debugpy==1.4.1
+decorator==5.1.0
+defusedxml==0.7.1
+easydict==1.9
+einops==0.3.2
+entrypoints==0.3
+executing==0.8.3
+face-alignment==1.3.4
+filelock==3.3.2
+fonttools==4.25.0
+fsspec==2021.8.1
+future==0.18.2
+fvcore==0.1.5.post20210915
+gdown==4.2.0
+google-auth==1.35.0
+google-auth-oauthlib==0.4.5
+grpcio==1.39.0
+icecream==2.1.2
+idna==3.2
+imagecodecs==2021.8.26
+imageio==2.9.0
+imageio-ffmpeg==0.4.5
+imgaug==0.4.0
+importlib-metadata==4.8.1
+iopath==0.1.9
+jedi==0.18.0
+Jinja2==3.0.2
+joblib==1.0.1
+jsonschema==3.2.0
+kiwisolver==1.3.1
+kmeans-pytorch==0.3
+kornia==0.6.1
+llvmlite==0.37.0
+lmdb==1.2.1
+locket==0.2.1
+lpips==0.1.3
+Markdown==3.3.4
+MarkupSafe==2.0.1
+matplotlib==3.4.3
+matplotlib-inline==0.1.2
+mistune==0.8.4
+mkl-fft==1.3.1
+mkl-random==1.2.2
+mkl-service==2.4.0
+munkres==1.1.4
+nbclient==0.5.3
+nbconvert==6.1.0
+nbformat==5.1.3
+nest-asyncio==1.5.1
+networkx==2.6.3
+numpy==1.22.0
+oauthlib==3.1.1
+olefile==0.46
+opencv-contrib-python==4.5.4.58
+opencv-python==4.5.4.58
+opencv-python-headless==4.5.4.58
+packaging==21.0
+pandas==1.1.3
+pandocfilters==1.4.3
+parso==0.8.2
+partd==1.2.0
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==9.0.1
+pip==21.2.4
+portalocker==2.3.0
+prometheus-client==0.11.0
+prompt-toolkit==3.0.20
+protobuf==3.15.8
+ptyprocess==0.7.0
+pyasn1==0.4.8
+pyasn1-modules==0.2.8
+pycocotools==2.0.4
+pycparser==2.20
+Pygments==2.10.0
+pyhocon==0.3.59
+PyMCubes==0.1.2
+pyntcloud==0.2.0
+pyparsing==2.4.7
+PyQt5==5.12.3
+PyQt5_sip==4.19.18
+PyQtChart==5.12
+PyQtWebEngine==5.12.1
+pyrsistent==0.18.0
+PySocks==1.7.1
+python-dateutil==2.8.2
+pythreejs==2.3.0
+pytorch-msssim==0.2.1
+pytorch3d
+pytz==2020.1
+PyWavelets==1.1.1
+PyYAML==6.0
+pyzmq==22.2.1
+qtconsole==5.1.1
+QtPy==1.10.0
+requests==2.26.0
+requests-oauthlib==1.3.0
+rsa==4.7.2
+scikit-image==0.18.1
+scikit-learn==0.24.2
+scipy==1.6.2
+Send2Trash==1.8.0
+setuptools==58.0.4
+Shapely==1.7.1
+six==1.16.0
+sklearn==0.0
+soupsieve==2.3
+tabulate==0.8.9
+tenacity==8.0.1
+termcolor==1.1.0
+terminado==0.9.4
+testpath==0.5.0
+threadpoolctl==2.2.0
+tifffile==2021.7.2
+toml==0.10.2
+toolz==0.11.1
+torch==1.10.0
+torchsummary==1.5.1
+torchvision==0.11.1
+tornado==6.1
+tqdm==4.62.3
+traitlets==5.1.0
+traittypes==0.2.1
+typing-extensions==3.10.0.2
+urllib3==1.26.6
+wcwidth==0.2.5
+webencodings==0.5.1
+Werkzeug==2.0.1
+wheel==0.37.0
+widgetsnbextension==3.5.1
+yacs==0.1.6
+zipp==3.6.0

rome

@@ -0,0 +1 @@
+Subproject commit 35a44966b3eb69a77c3781e6e8475397f84512bd