ProxyCap: Real-time Monocular Full-body Capture in World Space via Human-Centric Proxy-to-Motion Learning
Yuxiang Zhang, Hongwen Zhang, Liangxiao Hu, Jiajun Zhang, Hongwei Yi, Shengping Zhang, Yebin Liu
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2024
project page / pdf / bibtex

coming

HHMR: Holistic Hand Mesh Recovery by Enhancing the Multimodal Controllability of Graph Diffusion Models
Mengcheng Li, Hongwen Zhang, Yuxiang Zhang, Ruizhi Shao, Tao Yu, Yebin Liu
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2024
project page / pdf / bibtex

coming

GaussianAvatar: Towards Realistic Human Avatar Modeling from a Single Video via Animatable 3D Gaussians
Liangxiao Hu, Hongwen Zhang, Yuxiang Zhang, Boyao Zhou, Boning Liu, Shengping Zhang, Liqiang Nie
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2024
project page / pdf / code / bibtex

coming

Gaussian Head Avatar: Ultra High-fidelity Head Avatar via Dynamic Gaussians
Yuelang Xu, Benwang Chen, Zhe Li, Hongwen Zhang, Lizhen Wang, Zerong Zheng, Yebin Liu
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2024
project page / pdf / code / bibtex

coming

Control4D: Efficient 4D Portrait Editing with Text
Ruizhi Shao, Jingxiang Sun, Cheng Peng, Zerong Zheng, Boyao Zhou, Hongwen Zhang, Yebin Liu
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2024
project page / pdf / bibtex

coming

HumanNorm: Learning Normal Diffusion Model for High-quality and Realistic 3D Human Generation
Xin Huang, Ruizhi Shao, Qi Zhang, Hongwen Zhang, Ying Feng, Yebin Liu, Qing Wang
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2024
project page / pdf / code / bibtex

coming

Lodge: A Coarse to Fine Diffusion Network for Long Dance Generation guided by the Characteristic Dance Primitives
Ronghui Li, Yuxiang Zhang, Yachao Zhang, Hongwen Zhang, Jie Guo, Yan Zhang, Yebin Liu, Xiu Li
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2024
project page / pdf / code / bibtex

coming

Learning Explicit Contact for Implicit Reconstruction of Hand-held Objects from Monocular Images
Junxing Hu, Hongwen Zhang, Zerui Chen, Mengcheng Li, Yunlong Wang, Yebin Liu, Zhenan Sun
AAAI Conference on Artificial Intelligence (AAAI), 2024
project page / pdf / code / bibtex

@inproceedings{hu2024choi,
  title={Learning Explicit Contact for Implicit Reconstruction of Hand-held Objects from Monocular Images},
  author={Hu, Junxing and Zhang, Hongwen and Chen, Zerui and Li, Mengcheng and Wang, Yunlong and Liu, Yebin and Sun, Zhenan},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  year={2024},
}

Recovering 3D Human Mesh from Monocular Images: A Survey
Yating Tian*, Hongwen Zhang*, Yebin Liu, Limin Wang
IEEE Transactions on Pattern Analysis and Machine Intelligence (TPAMI), 2023
* co-first authors
project page / pdf / updated: v6 / bibtex /

@article{tian2023hmrsurvey,
  title={Recovering 3D Human Mesh from Monocular Images: A Survey},
  author={Tian, Yating and Zhang, Hongwen and Liu, Yebin and Wang, Limin},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  year={2023}
}

PyMAF-X: Towards Well-aligned Full-body Model Regression from Monocular Images
Hongwen Zhang, Yating Tian, Yuxiang Zhang, Mengcheng Li, Liang An, Zhenan Sun, Yebin Liu
IEEE Transactions on Pattern Analysis and Machine Intelligence (TPAMI), 2023
a framework for human/hand/face/full-body model reconstruction
project page / pdf / video / code / bibtex /

@article{pymafx2023,
  title={PyMAF-X: Towards Well-aligned Full-body Model Regression from Monocular Images},
  author={Zhang, Hongwen and Tian, Yating and Zhang, Yuxiang and Li, Mengcheng and An, Liang and Sun, Zhenan and Liu, Yebin},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  year={2023}
}
    

Learning 3D Human Shape and Pose from Dense Body Parts
Hongwen Zhang, Jie Cao, Guo Lu, Wanli Ouyang, Zhenan Sun
IEEE Transactions on Pattern Analysis and Machine Intelligence (TPAMI), 2020
DensePose to SMPL; part-based regressor; more robust to occlusion
project page / pdf / code / bibtex /

@article{zhang2020densepose2smpl,
  title={Learning 3D Human Shape and Pose from Dense Body Parts},
  author={Zhang, Hongwen and Cao, Jie and Lu, Guo and Ouyang, Wanli and Sun, Zhenan},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  volume={44},
  number={5},
  pages={2610--2627},
  year={2022},
}
    

PyMAF: 3D Human Pose and Shape Regression with Pyramidal Mesh Alignment Feedback Loop
Hongwen Zhang*, Yating Tian*, Xinchi Zhou, Wanli Ouyang, Yebin Liu, Limin Wang, Zhenan Sun
IEEE International Conference on Computer Vision (ICCV), 2021 ☆ Oral Paper
* Equal contribution
project page / pdf / code / video / bibtex /

@inproceedings{pymaf2021,
  title={PyMAF: 3D Human Pose and Shape Regression with Pyramidal Mesh Alignment Feedback Loop},
  author={Zhang, Hongwen and Tian, Yating and Zhou, Xinchi and Ouyang, Wanli and Liu, Yebin and Wang, Limin and Sun, Zhenan},
  booktitle={Proceedings of the IEEE International Conference on Computer Vision},
  year={2021}
}
    

Interacting Attention Graph for Single Image Two-Hand Reconstruction
Mengcheng Li, Liang An, Hongwen Zhang, Lianpeng Wu, Feng Chen, Tao Yu, Yebin Liu
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2022 ☆ Oral Paper
project page / pdf / code / bibtex

@inproceedings{li2022interacting,
  title={Interacting Attention Graph for Single Image Two-Hand Reconstruction},
  author={Li, Mengcheng and An, Liang and Zhang, Hongwen and Wu, Lianpeng and Chen, Feng and Yu, Tao and Liu, Yebin},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  year={2022}
}
    

Real-time Sparse-view Multi-person Total Motion Capture
Yuxiang Zhang, Zeping Ren, Liang An, Hongwen Zhang, Tao Yu, Yebin Liu
project page / bibtex

coming
    

Delving Deep into Pixel Alignment Feature for Accurate Multi-view Human Mesh Recovery
Kai Jia, Hongwen Zhang, Liang An, Yebin Liu
AAAI Conference on Artificial Intelligence (AAAI), 2023
project page / pdf / code / bibtex

@inproceedings{jia2023delving,
  title={Delving Deep into Pixel Alignment Feature for Accurate Multi-view Human Mesh Recovery},
  author={Jia, Kai and Zhang, Hongwen and An, Liang and Liu, Yebin},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  year={2023},
}
    

DaNet: Decompose-and-aggregate Network for 3D Human Shape and Pose Estimation
Hongwen Zhang et al.
ACM International Conference on Multimedia (MM), 2019
part-based method for human mesh recovery
project page / pdf / code / bibtex

@inproceedings{zhang2019danet,
  title={DaNet: Decompose-and-aggregate Network for 3D Human Shape and Pose Estimation},
  author={Zhang, Hongwen and Cao, Jie and Lu, Guo and Ouyang, Wanli and Sun, Zhenan},
  booktitle={Proceedings of the 27th ACM International Conference on Multimedia},
  pages={935--944},
  year={2019},
  organization={ACM}
}
    

Adversarial Learning Semantic Volume for 2D/3D Face Shape Regression in the Wild
Hongwen Zhang et al.
IEEE Transactions on Image Processing (JCR-Q1, CCF-A), 2019
pdf / code (☆ Stars: 150+) / bibtex

@article{zhang2019adversarial,
  title={Adversarial Learning Semantic Volume for 2D/3D Face Shape Regression in the Wild},
  author={Zhang, Hongwen and Li, Qi and Sun, Zhenan},
  journal={IEEE Transactions on Image Processing},
  volume={28},
  number={9},
  pages={4526--4540},
  year={2019},
  publisher={IEEE}
}
    

Combining Data-driven and Model-driven Methods for Robust Facial Landmark Detection
Hongwen Zhang et al.
IEEE Transactions on Information Forensics and Security (JCR-Q1, CCF-A), 2018
pdf / code / bibtex

@article{zhang2018combining,
  title={Combining data-driven and model-driven methods for robust facial landmark detection},
  author={Zhang, Hongwen and Li, Qi and Sun, Zhenan and Liu, Yunfan},
  journal={IEEE Transactions on Information Forensics and Security},
  volume={13},
  number={10},
  pages={2409--2422},
  year={2018},
  publisher={IEEE}
}
    

Narrator: Towards Natural Control of Human-Scene Interaction Generation via Relationship Reasoning
Haibiao Xuan, Xiongzheng Li, Jinsong Zhang, Hongwen Zhang, Yebin Liu, Kun Li
IEEE International Conference on Computer Vision (ICCV), 2023
project page / pdf / bibtex

@InProceedings{xuan2023narrator,
title={Narrator: Towards Natural Control of Human-Scene Interaction Generation via Relationship Reasoning},
author={Xuan, Haibiao and Li, Xiongzheng and Zhang, Jinsong and Zhang, Hongwen and Liu, Yebin and Li, Kun},
booktitle={IEEE International Conference on Computer Vision},
year={2023}
}

Disentangling and Unifying Graph Convolutions for Skeleton-Based Action Recognition
Ziyu Liu, Hongwen Zhang, Zhenghao Chen, Zhiyong Wang, Wanli Ouyang
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2020 ☆ Oral Paper
pdf / presentation / code / bibtex

@inproceedings{liu2020disentangling,
  title={Disentangling and Unifying Graph Convolutions for Skeleton-Based Action Recognition},
  author={Liu, Ziyu and Zhang, Hongwen and Chen, Zhenghao and Wang, Zhiyong and Ouyang, Wanli},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  year={2020},
}
    

Leveraging Intrinsic Properties for Non-Rigid Garment Alignment
Siyou Lin, Boyao Zhou, Zerong Zheng, Hongwen Zhang, Yebin Liu
IEEE International Conference on Computer Vision (ICCV), 2023
project page / pdf / bibtex

@InProceedings{lin2023leveraging,
title={Leveraging Intrinsic Properties for Non-Rigid Garment Alignment},
author={Lin, Siyou and Zhou, Boyao and Zheng, Zerong and Zhang, Hongwen and Liu, Yebin},
booktitle={IEEE International Conference on Computer Vision},
year={2023}
}

CaPhy: Capturing Physical Properties for Animatable Human Avatars
Zhaoqi Su, Liangxiao Hu, Siyou Lin, Hongwen Zhang, Shengping Zhang, Justus Thies, Yebin Liu
IEEE International Conference on Computer Vision (ICCV), 2023
project page / pdf / bibtex

@InProceedings{su2023caphy,
title={CaPhy: Capturing Physical Properties for Animatable Human Avatars},
author={Su, Zhaoqi and Hu, Liangxiao and Lin, Siyou and Zhang, Hongwen and Zhang, Shengping and Thies, Justus and Liu, Yebin},
booktitle={IEEE International Conference on Computer Vision},
year={2023}
}

CloSET: Modeling Clothed Humans on Continuous Surface with Explicit Template Decomposition
Hongwen Zhang, Siyou Lin, Ruizhi Shao, Yuxiang Zhang, Zerong Zheng, Han Huang, Yandong Guo, Yebin Liu
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2023
project page / pdf / code (coming) / dataset (available) / bibtex

@inproceedings{zhang2023closet,
  title={CloSET: Modeling Clothed Humans on Continuous Surface with Explicit Template Decomposition},
  author={Zhang, Hongwen and Lin, Siyou and Shao, Ruizhi and Zhang, Yuxiang and Zheng, Zerong and Huang, Han and Guo, Yandong and Liu, Yebin},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  year={2023}
}

Learning Implicit Templates for Point-Based Clothed Human Modeling
Siyou Lin, Hongwen Zhang, Zerong Zheng, Ruizhi Shao, Yebin Liu
European Conference on Computer Vision (ECCV), 2022
project page / pdf / code / bibtex

@inproceedings{lin2022fite,
  title={Learning Implicit Templates for Point-Based Clothed Human Modeling},
  author={Lin, Siyou and Zhang, Hongwen and Zheng, Zerong and Shao, Ruizhi and Liu, Yebin},
  booktitle={European Conference on Computer Vision},
  year={2022}
}
    

Tensor4D: Efficient Neural 4D Decomposition for High-fidelity Dynamic Reconstruction and Rendering
Ruizhi Shao, Zerong Zheng, Hanzhang Tu, Boning Liu, Hongwen Zhang, Yebin Liu
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2023 ☆ Highlight
project page / pdf / bibtex

@inproceedings{shao2023tensor4d,
  title={Tensor4D: Efficient Neural 4D Decomposition for High-fidelity Dynamic Reconstruction and Rendering},
  author={Shao, Ruizhi and Zheng, Zerong and Tu, Hanzhang and Liu, Boning and Zhang, Hongwen and Liu, Yebin},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  year={2023}
}
    

FloRen: Real-time High-quality Human Performance Rendering via Appearance Flow Using Sparse RGB Cameras
Ruizhi Shao, Liliang Chen, Zerong Zheng, Hongwen Zhang, Yuxiang Zhang, Han Huang, Yandong Guo, Yebin Liu
SIGGRAPH Asia Conference Papers, 2022
project page / pdf / bibtex

@inproceedings{shao2022floren,
  title={FloRen: Real-time High-quality Human Performance Rendering via Appearance Flow Using Sparse RGB Cameras},
  author={Shao, Ruizhi and Chen, Liliang and Zheng, Zerong and Zhang, Hongwen and Zhang, Yuxiang and Huang, Han and Guo, Yandong and Liu, Yebin},
  booktitle={SIGGRAPH Asia Conference Papers},
  year={2022}
}
    

DiffuStereo: High Quality Human Reconstruction via Diffusion-based Stereo Using Sparse Cameras
Ruizhi Shao, Zerong Zheng, Hongwen Zhang, Jingxiang Sun, Yebin Liu
European Conference on Computer Vision (ECCV), 2022 ☆ Oral Paper
project page / pdf / code / bibtex

@inproceedings{shao2022diffusionstereo,
  title={DiffuStereo: High Quality Human Reconstruction via Diffusion-based Stereo Using Sparse Cameras},
  author={Shao, Ruizhi and Zheng, Zerong and Zhang, Hongwen and Sun, Jingxiang and Liu, Yebin},
  booktitle={European Conference on Computer Vision},
  year={2022}
}
    

DoubleField: Bridging the Neural Surface and Radiance Fields for High-fidelity Human Reconstruction and Rendering
Ruizhi Shao, Hongwen Zhang, He Zhang, Mingjia Chen, Yanpei Cao, Tao Yu, Yebin Liu
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2022
project page / pdf / code / bibtex

@inproceedings{shao2022doublefield,
  title={DoubleField: Bridging the Neural Surface and Radiance Fields for High-fidelity Human Reconstruction and Rendering},
  author={Shao, Ruizhi and Zhang, Hongwen and Zhang, He and Chen, Mingjia and Cao, Yanpei and Yu, Tao and Liu, Yebin},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  year={2022}
}
    

HAvatar: High-fidelity Head Avatar via Facial Model Conditioned Neural Radiance Field
Xiaochen Zhao, Lizhen Wang, Jingxiang Sun, Hongwen Zhang, Jinli Suo, Yebin Liu
ACM Transactions on Graphics (TOG), 2023
project page / pdf / bibtex

@article{zhao2023havatar,
  title={HAvatar: High-fidelity Head Avatar via Facial Model Conditioned Neural Radiance Field},
  author={Zhao, Xiaochen and Wang, Lizhen and Sun, Jingxiang and Zhang, Hongwen and Suo, Jinli and Liu, Yebin},
  journal={ACM Transactions on Graphics (TOG)},
  year={2023},
}

AvatarReX: Real-time Expressive Full-body Avatars
Zerong Zheng, Xiaochen Zhao, Hongwen Zhang, Boning Liu, Yebin Liu
ACM Transactions on Graphics (TOG), 2023
SIGGRAPH Journal Track
project page / pdf / bibtex

@article{zheng2023avatarrex,
title={AvatarReX: Real-time Expressive Full-body Avatars},
author={Zheng, Zerong and Zhao, Xiaochen and Zhang, Hongwen and Liu, Boning and Liu, Yebin},
journal={ACM Transactions on Graphics (TOG)},
volume={42},
number={4},
year={2023},
}

LatentAvatar: Learning Latent Expression Code for Expressive Neural Head Avatar
Yuelang Xu, Hongwen Zhang, Lizhen Wang, Xiaochen Zhao, Han Huang, Guojun Qi, Yebin Liu
SIGGRAPH Conference Proceedings, 2023
project page / pdf / bibtex

@InProceedings{xu2023latentavatar,
title={LatentAvatar: Learning Latent Expression Code for Expressive Neural Head Avatar},
author={Xu, Yuelang and Zhang, Hongwen and Wang, Lizhen and Zhao, Xiaochen and Han, Huang and Guojun, Qi and Liu, Yebin},
booktitle={ACM SIGGRAPH 2023 Conference Proceedings},
year={2023}
}

AvatarMAV: Fast 3D Head Avatar Reconstruction Using Motion-Aware Neural Voxels
Yuelang Xu, Lizhen Wang, Xiaochen Zhao, Hongwen Zhang, Yebin Liu
SIGGRAPH Conference Proceedings, 2023
project page / pdf / bibtex

@InProceedings{xu2023avatarmav,
title={AvatarMAV: Fast 3D Head Avatar Reconstruction Using Motion-Aware Neural Voxels},
author={Xu, Yuelang and Wang, Lizhen and Zhao, Xiaochen and Zhang, Hongwen and Liu, Yebin},
booktitle={ACM SIGGRAPH 2023 Conference Proceedings},
year={2023}
}

StyleAvatar: Real-time Photo-realistic Portrait Avatar from a Single Video
Lizhen Wang, Xiaochen Zhao, Jingxiang Sun, Yuxiang Zhang, Hongwen Zhang, Tao Yu, and Yebin Liu.Yebin Liu
SIGGRAPH Conference Proceedings, 2023
project page / pdf / bibtex

@inproceedings{wang2023styleavatar,
  title={StyleAvatar: Real-time Photo-realistic Portrait Avatar from a Single Video},
  author={Wang, Lizhen and Zhao, Xiaochen and Sun, Jingxiang and Zhang, Yuxiang and Zhang, Hongwen and Yu, Tao and Liu, Yebin},
  booktitle={ACM SIGGRAPH 2023 Conference Proceedings},
  year={2023}
}

Next3D: Generative Neural Texture Rasterization for 3D-Aware Head Avatars
Jingxiang Sun, Xuan Wang, Lizhen Wang, Xiaoyu Li, Yong Zhang, Hongwen Zhang, Yebin Liu
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2023 ☆ Highlight
project page / pdf / code / bibtex

@inproceedings{sun2023next3d,
  title={Next3D: Generative Neural Texture Rasterization for 3D-Aware Head Avatars},
  author={Sun, Jingxiang and Wang, Xuan and Wang, Lizhen and Li, Xiaoyu and Zhang, Yong and Zhang, Hongwen and Liu, Yebin},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  year={2023}
}

AvatarCap: Animatable Avatar Conditioned Monocular Human Volumetric Capture
Zhe Li, Zerong Zheng, Hongwen Zhang, Chaonan Ji, Yebin Liu
European Conference on Computer Vision (ECCV), 2022
project page / pdf / code / bibtex

@inproceedings{li2022avatarcap,
    title={AvatarCap: Animatable Avatar Conditioned Monocular Human Volumetric Capture},
    author={Li, Zhe and Zheng, Zerong and Zhang, Hongwen and Ji, Chaonan and Liu, Yebin},
    booktitle={European Conference on Computer Vision},
    year={2022},
}
    

Structured Local Radiance Fields for Human Avatar Modeling
Zerong Zheng, Han Huang, Tao Yu, Hongwen Zhang, Yandong Guo, Yebin Liu
IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2022
project page / pdf / data / bibtex

@inproceedings{zheng2022structured,
  title={Structured Local Radiance Fields for Human Avatar Modeling},
  author={Zheng, Zerong and Huang, Han and Yu, Tao and Zhang, Hongwen and Guo, Yandong and Liu, Yebin},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  year={2022}
}