@techreport{oai:ipsj.ixsq.nii.ac.jp:00234656,
 author = {Yang, Cao and Daisuke, Saito and Nobuaki, Minematsu and Yang, Cao and Daisuke, Saito and Nobuaki, Minematsu},
 issue = {44},
 month = {Jun},
 note = {This paper focuses on how to simplify the model of Transformer-based Automatic Speech Recognition System. For this purpose, attention mechanism in encoder parts is focused on and a scaling method for latent elements is introduced. Experimental results show that the training time for the proposed model has been reduced compared with that for a naive Transformer model., This paper focuses on how to simplify the model of Transformer-based Automatic Speech Recognition System. For this purpose, attention mechanism in encoder parts is focused on and a scaling method for latent elements is introduced. Experimental results show that the training time for the proposed model has been reduced compared with that for a naive Transformer model.},
 title = {An Experimental Study on Model Simplification for End-to-end Automatic Speech Recognition System Based on Transformer},
 year = {2024}
}