{"created":"2025-01-19T01:22:00.833156+00:00","updated":"2025-01-19T13:54:17.494806+00:00","metadata":{"_oai":{"id":"oai:ipsj.ixsq.nii.ac.jp:00222039","sets":["1164:6089:10878:11045"]},"path":["11045"],"owner":"44499","recid":"222039","title":["Application and Evaluation of Language Model Based Methods for Test Item Similarity Calculation"],"pubdate":{"attribute_name":"公開日","attribute_value":"2022-10-28"},"_buckets":{"deposit":"2fa98e10-3b37-4544-9cd4-a1a159c6f0ed"},"_deposit":{"id":"222039","pid":{"type":"depid","value":"222039","revision_id":0},"owners":[44499],"status":"published","created_by":44499},"item_title":"Application and Evaluation of Language Model Based Methods for Test Item Similarity Calculation","author_link":["581893","581897","581899","581894","581898","581896","581895","581900"],"item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"Application and Evaluation of Language Model Based Methods for Test Item Similarity Calculation"},{"subitem_title":"Application and Evaluation of Language Model Based Methods for Test Item Similarity Calculation","subitem_title_language":"en"}]},"item_type_id":"4","publish_date":"2022-10-28","item_4_text_3":{"attribute_name":"著者所属","attribute_value_mlt":[{"subitem_text_value":"Classi Corp."},{"subitem_text_value":"Classi Corp."},{"subitem_text_value":"Classi Corp."},{"subitem_text_value":"The Universiry of Electro-Communications"}]},"item_4_text_4":{"attribute_name":"著者所属(英)","attribute_value_mlt":[{"subitem_text_value":"Classi Corp.","subitem_text_language":"en"},{"subitem_text_value":"Classi Corp.","subitem_text_language":"en"},{"subitem_text_value":"Classi Corp.","subitem_text_language":"en"},{"subitem_text_value":"The Universiry of Electro-Communications","subitem_text_language":"en"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"eng"}]},"item_publisher":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"情報処理学会","subitem_publisher_language":"ja"}]},"publish_status":"0","weko_shared_id":-1,"item_file_price":{"attribute_name":"Billing file","attribute_type":"file","attribute_value_mlt":[{"url":{"url":"https://ipsj.ixsq.nii.ac.jp/record/222039/files/IPSJ-CLE22038009.pdf","label":"IPSJ-CLE22038009.pdf"},"date":[{"dateType":"Available","dateValue":"2024-10-28"}],"format":"application/pdf","billing":["billing_file"],"filename":"IPSJ-CLE22038009.pdf","filesize":[{"value":"856.2 kB"}],"mimetype":"application/pdf","priceinfo":[{"tax":["include_tax"],"price":"660","billingrole":"5"},{"tax":["include_tax"],"price":"330","billingrole":"6"},{"tax":["include_tax"],"price":"0","billingrole":"45"},{"tax":["include_tax"],"price":"0","billingrole":"44"}],"accessrole":"open_date","version_id":"24ed3d81-9768-4cdc-8a36-502a53e7d792","displaytype":"detail","licensetype":"license_note","license_note":"Copyright (c) 2022 by the Information Processing Society of Japan"}]},"item_4_creator_5":{"attribute_name":"著者名","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Tianqi, Wang"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Teruhiko, Takagi"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Tetsuro, Ito"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Masanori, Takagi"}],"nameIdentifiers":[{}]}]},"item_4_creator_6":{"attribute_name":"著者名(英)","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Tianqi, Wang","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Teruhiko, Takagi","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Tetsuro, Ito","creatorNameLang":"en"}],"nameIdentifiers":[{}]},{"creatorNames":[{"creatorName":"Masanori, Takagi","creatorNameLang":"en"}],"nameIdentifiers":[{}]}]},"item_4_source_id_9":{"attribute_name":"書誌レコードID","attribute_value_mlt":[{"subitem_source_identifier":"AA12496725","subitem_source_identifier_type":"NCID"}]},"item_4_textarea_12":{"attribute_name":"Notice","attribute_value_mlt":[{"subitem_textarea_value":"SIG Technical Reports are nonrefereed and hence may later appear in any journals, conferences, symposia, etc."}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourceuri":"http://purl.org/coar/resource_type/c_18gh","resourcetype":"technical report"}]},"item_4_source_id_11":{"attribute_name":"ISSN","attribute_value_mlt":[{"subitem_source_identifier":"2188-8620","subitem_source_identifier_type":"ISSN"}]},"item_4_description_7":{"attribute_name":"論文抄録","attribute_value_mlt":[{"subitem_description":"In education, it is crucial to characterize student learning processes to determine learners' efficiency and success in acquiring new knowledge. Creating a test consisting of different items for a specific target knowledge is necessary to assess and quantify knowledge gain, but doing so can burden educators. In previous research, we proposed a method to calculate similarity from extracted target content to retrieve similar test items from a dataset, thereby helping educators create tests for target knowledge. However, that method ignores semantic features that may be an important clue for similarity. Meanwhile, large-scale language models are now well developed and have recently become proficient in many natural language processing tasks. The performance of large-scale language models in test item similarity tasks remains unexplored. In this paper, we build on previous research to explore the performance of methods based on pretrained language models to calculate the similarity between test items. We apply the methods to the Japanese history question dataset. Experimental results show that pretrained language models help capture semantic similarity between words but do not improve the overall performance as expected.","subitem_description_type":"Other"}]},"item_4_description_8":{"attribute_name":"論文抄録(英)","attribute_value_mlt":[{"subitem_description":"In education, it is crucial to characterize student learning processes to determine learners' efficiency and success in acquiring new knowledge. Creating a test consisting of different items for a specific target knowledge is necessary to assess and quantify knowledge gain, but doing so can burden educators. In previous research, we proposed a method to calculate similarity from extracted target content to retrieve similar test items from a dataset, thereby helping educators create tests for target knowledge. However, that method ignores semantic features that may be an important clue for similarity. Meanwhile, large-scale language models are now well developed and have recently become proficient in many natural language processing tasks. The performance of large-scale language models in test item similarity tasks remains unexplored. In this paper, we build on previous research to explore the performance of methods based on pretrained language models to calculate the similarity between test items. We apply the methods to the Japanese history question dataset. Experimental results show that pretrained language models help capture semantic similarity between words but do not improve the overall performance as expected.","subitem_description_type":"Other"}]},"item_4_biblio_info_10":{"attribute_name":"書誌情報","attribute_value_mlt":[{"bibliographicPageEnd":"7","bibliographic_titles":[{"bibliographic_title":"研究報告教育学習支援情報システム（CLE）"}],"bibliographicPageStart":"1","bibliographicIssueDates":{"bibliographicIssueDate":"2022-10-28","bibliographicIssueDateType":"Issued"},"bibliographicIssueNumber":"9","bibliographicVolumeNumber":"2022-CLE-38"}]},"relation_version_is_last":true,"weko_creator_id":"44499"},"id":222039,"links":{}}