@techreport{oai:ipsj.ixsq.nii.ac.jp:00037247, author = {山田, 寛康 and 福本, 文代 and 今宮, 淳美 and Hiroyasu, Yamada and Fumiyo, Fukumoto and Atsumi, Imamiya}, issue = {107(1997-HI-075)}, month = {Nov}, note = {本稿では,音声とマウスを入力手段とするマルチモーダルインタフェースで,ディスプレイ上の図形を指示したとき,その指示物を同定する手法を提案する.本手法は時間同期性を用いた指示物候補の生成(generation of candidates)と,過去の対話情報を利用した候補中からの指示物伺定(identification)の2つの手続きにより実現される.Generation of candidatesでは,すべての発話をsegmentと呼ぶ単位に分割し,segmentと同期した時間内にマウスによって指示した図形を指示物候補として生成する.Identificationでは,過去に指示物同定で得られた結果を利用することで候補中から指示物を同定する., In this paper, we propose a method to deal with the reference of deictic expression to visual objects on a terminal screen. Users can point to visual objects on a terminal screen by using both an indirect pointing device, a mouse and natural language. The procedure for determining the referent of the deictic expression, i.e. determining the visual objects being pointed to, consists of two procedures: Generation-of-Candidates and Identification. In Generation-of-Candidates every utterance is divided into a segment using linguistic constraints called verb phrase rank. Then, candidates of visual objects are generated from trace by a mouse, together with a segment. This segment includes Japanese deictic expressions such as 'this (これ)' or 'that(あれ)'. In the second procedure, Identification, a deictic expression is identified with visual objects using pairs of deictic expressions and the visual object candidates, which have already been obtained. The results of the pre1imimnarily experiment show the effectiveness of the method.}, title = {音声とポインティングジェスチャを利用した指示物同定}, year = {1997} }