@techreport{oai:ipsj.ixsq.nii.ac.jp:00183556,
 author = {Tianlun, Wang and Yusuke, Tanimura and Hirotaka, Ogawa and Hidemoto, Nakada and Tianlun, Wang and Yusuke, Tanimura and Hirotaka, Ogawa and Hidemoto, Nakada},
 issue = {1},
 month = {Sep},
 note = {TensorFlow is a deep learning framework which is developed by Google. The computations in TensorFlow are implemented and expressed as data flow graphs of multidimensional array data which is referred to as“Tensor.” We know that, with TensorFlow we can implement parallel execution in a multi-GPU configuration and distributed execution in a multi-node configuration, but it is not clear how effective it is in the real environment. In this paper, we measured these performances for several mini batch sizes and network settings. From the experimental results, we confirmed that we can accelerate the execution in all the environment we have tested. We also found that the mini batch size has a big influence in the distributed environment of 1Gbps network. However, in the environment of 10 Gbps network or the intra-node multipl-GPU configuration, we could achieve the linear speed up regardless of mini batch size., TensorFlow is a deep learning framework which is developed by Google. The computations in TensorFlow are implemented and expressed as data flow graphs of multidimensional array data which is referred to as“Tensor.” We know that, with TensorFlow we can implement parallel execution in a multi-GPU configuration and distributed execution in a multi-node configuration, but it is not clear how effective it is in the real environment. In this paper, we measured these performances for several mini batch sizes and network settings. From the experimental results, we confirmed that we can accelerate the execution in all the environment we have tested. We also found that the mini batch size has a big influence in the distributed environment of 1Gbps network. However, in the environment of 10 Gbps network or the intra-node multipl-GPU configuration, we could achieve the linear speed up regardless of mini batch size.},
 title = {A Performance Evaluation of Distributed TensorFlow},
 year = {2017}
}