{"metadata":{"_oai":{"id":"oai:ipsj.ixsq.nii.ac.jp:00222256","sets":["1164:4619:10826:11058"]},"path":["11058"],"owner":"44499","recid":"222256","title":["3D Face Reconstruction-based Augmentation for Gaze and Head Redirection"],"pubdate":{"attribute_name":"公開日","attribute_value":"2022-11-11"},"_buckets":{"deposit":"e1e3d2c3-8f33-41ed-a9eb-722e86cb9d16"},"_deposit":{"id":"222256","pid":{"type":"depid","value":"222256","revision_id":0},"owners":[44499],"status":"published","created_by":44499},"item_title":"3D Face Reconstruction-based Augmentation for Gaze and Head Redirection","author_link":["582898","582901","582900","582899"],"item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"3D Face Reconstruction-based Augmentation for Gaze and Head Redirection"},{"subitem_title":"3D Face Reconstruction-based Augmentation for Gaze and Head Redirection","subitem_title_language":"en"}]},"item_type_id":"4","publish_date":"2022-11-11","item_4_text_3":{"attribute_name":"著者所属","attribute_value_mlt":[{"subitem_text_value":"The University of Tokyo／CyberAgent, Inc."},{"subitem_text_value":"CyberAgent, Inc."}]},"item_4_text_4":{"attribute_name":"著者所属(英)","attribute_value_mlt":[{"subitem_text_value":"The University of Tokyo / CyberAgent, Inc.","subitem_text_language":"en"},{"subitem_text_value":"CyberAgent, Inc.","subitem_text_language":"en"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"eng"}]},"item_publisher":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"情報処理学会","subitem_publisher_language":"ja"}]},"publish_status":"0","weko_shared_id":-1,"item_file_price":{"attribute_name":"Billing file","attribute_type":"file","attribute_value_mlt":[{"url":{"url":"https://ipsj.ixsq.nii.ac.jp/record/222256/files/IPSJ-CVIM22231001.pdf","label":"IPSJ-CVIM22231001.pdf"},"date":[{"dateType":"Available","dateValue":"2024-11-11"}],"format":"application/pdf","billing":["billing_file"],"filename":"IPSJ-CVIM22231001.pdf","filesize":[{"value":"6.6 MB"}],"mimetype":"application/pdf","priceinfo":[{"tax":["include_tax"],"price":"660","billingrole":"5"},{"tax":["include_tax"],"price":"330","billingrole":"6"},{"tax":["include_tax"],"price":"0","billingrole":"20"},{"tax":["include_tax"],"price":"0","billingrole":"44"}],"accessrole":"open_date","version_id":"4af744fa-9b9f-4009-a70a-81367c84e080","displaytype":"detail","licensetype":"license_note","license_note":"Copyright (c) 2022 by the Information Processing Society of Japan"}]},"item_4_creator_5":{"attribute_name":"著者名","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Jiawei, Qin"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Xueting, Wang"}],"nameIdentifiers":[{}]}]},"item_4_creator_6":{"attribute_name":"著者名(英)","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Jiawei, Qin","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Xueting, Wang","creatorNameLang":"en"}],"nameIdentifiers":[{}]}]},"item_4_source_id_9":{"attribute_name":"書誌レコードID","attribute_value_mlt":[{"subitem_source_identifier":"AA11131797","subitem_source_identifier_type":"NCID"}]},"item_4_textarea_12":{"attribute_name":"Notice","attribute_value_mlt":[{"subitem_textarea_value":"SIG Technical Reports are nonrefereed and hence may later appear in any journals, conferences, symposia, etc."}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourceuri":"http://purl.org/coar/resource_type/c_18gh","resourcetype":"technical report"}]},"item_4_source_id_11":{"attribute_name":"ISSN","attribute_value_mlt":[{"subitem_source_identifier":"2188-8701","subitem_source_identifier_type":"ISSN"}]},"item_4_description_7":{"attribute_name":"論文抄録","attribute_value_mlt":[{"subitem_description":"Gaze and head redirection is to change the gaze and head orientation of a full-face image to a target direction. Instead of only changing face direction in existing generation tasks, controllable both gaze and head redirection containing more complicated information is also critical for creating expressive face image. However, the redirection precision of existing gaze and head redirection models critically degrades once the target direction goes out of the model's capable range, which is limited by the angle range of the training data. In this paper we propose to use monocular 3D face reconstruction as data augmentation to extend the redirection range of the existing limited real data. The augmentation can largely extend the head pose range by rotation while preserving the original gaze information of real data. Consequently, the range of the head pose and gaze can both be extended. Experiments show that the proposed data augmentation significantly improved the redirection performance especially when redirecting to a relatively large angle while keeping the image quality.","subitem_description_type":"Other"}]},"item_4_description_8":{"attribute_name":"論文抄録(英)","attribute_value_mlt":[{"subitem_description":"Gaze and head redirection is to change the gaze and head orientation of a full-face image to a target direction. Instead of only changing face direction in existing generation tasks, controllable both gaze and head redirection containing more complicated information is also critical for creating expressive face image. However, the redirection precision of existing gaze and head redirection models critically degrades once the target direction goes out of the model's capable range, which is limited by the angle range of the training data. In this paper we propose to use monocular 3D face reconstruction as data augmentation to extend the redirection range of the existing limited real data. The augmentation can largely extend the head pose range by rotation while preserving the original gaze information of real data. Consequently, the range of the head pose and gaze can both be extended. Experiments show that the proposed data augmentation significantly improved the redirection performance especially when redirecting to a relatively large angle while keeping the image quality.","subitem_description_type":"Other"}]},"item_4_biblio_info_10":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicPageEnd":"6","bibliographic_titles":[{"bibliographic_title":"研究報告コンピュータビジョンとイメージメディア（CVIM）"}],"bibliographicPageStart":"1","bibliographicIssueDates":{"bibliographicIssueDate":"2022-11-11","bibliographicIssueDateType":"Issued"},"bibliographicIssueNumber":"1","bibliographicVolumeNumber":"2022-CVIM-231"}]},"relation_version_is_last":true,"weko_creator_id":"44499"},"updated":"2025-01-19T13:48:35.756301+00:00","created":"2025-01-19T01:22:13.223829+00:00","links":{},"id":222256}