@techreport{oai:ipsj.ixsq.nii.ac.jp:00222320, author = {Jiawei, Qin and Xueting, Wang and Jiawei, Qin and Xueting, Wang}, issue = {1}, month = {Nov}, note = {Gaze and head redirection is to change the gaze and head orientation of a full-face image to a target direction. Instead of only changing face direction in existing generation tasks, controllable both gaze and head redirection containing more complicated information is also critical for creating expressive face image. However, the redirection precision of existing gaze and head redirection models critically degrades once the target direction goes out of the model's capable range, which is limited by the angle range of the training data. In this paper we propose to use monocular 3D face reconstruction as data augmentation to extend the redirection range of the existing limited real data. The augmentation can largely extend the head pose range by rotation while preserving the original gaze information of real data. Consequently, the range of the head pose and gaze can both be extended. Experiments show that the proposed data augmentation significantly improved the redirection performance especially when redirecting to a relatively large angle while keeping the image quality., Gaze and head redirection is to change the gaze and head orientation of a full-face image to a target direction. Instead of only changing face direction in existing generation tasks, controllable both gaze and head redirection containing more complicated information is also critical for creating expressive face image. However, the redirection precision of existing gaze and head redirection models critically degrades once the target direction goes out of the model's capable range, which is limited by the angle range of the training data. In this paper we propose to use monocular 3D face reconstruction as data augmentation to extend the redirection range of the existing limited real data. The augmentation can largely extend the head pose range by rotation while preserving the original gaze information of real data. Consequently, the range of the head pose and gaze can both be extended. Experiments show that the proposed data augmentation significantly improved the redirection performance especially when redirecting to a relatively large angle while keeping the image quality.}, title = {3D Face Reconstruction-based Augmentation for Gaze and Head Redirection}, year = {2022} }