@techreport{oai:ipsj.ixsq.nii.ac.jp:00206346,
 author = {Takuya, Fukuoka and Shigeyuki, Sato and Kenjiro, Taura and Takuya, Fukuoka and Shigeyuki, Sato and Kenjiro, Taura},
 issue = {14},
 month = {Jul},
 note = {For modern supercomputers, InfiniBand, a high-performance interconnect, is increasingly important because it offers remote direct memory access (RDMA) technology, which enables low-latency communication based on kernel bypassing. Because of the nature of kernel bypassing, conventional RDMA technology, however, requires memory registration to pin down communication buffers to physical memory before issuing communication operations, which is highly problematic both in the efficiency and productivity of memory management. Mellanox addressed this issue with On-Demand Paging (ODP), which is a feature to page-in/-out communication buffers automatically depending on the situation. Although ODP was said to take an acceptable cost, in this work, we reveal that ODP has awful performance pitfalls. We identify that the packet loss and timeout occur in simple conditions and incurs a large penalty on latency. We provide a detailed analysis of this phenomenon and explore ways of improving it., For modern supercomputers, InfiniBand, a high-performance interconnect, is increasingly important because it offers remote direct memory access (RDMA) technology, which enables low-latency communication based on kernel bypassing. Because of the nature of kernel bypassing, conventional RDMA technology, however, requires memory registration to pin down communication buffers to physical memory before issuing communication operations, which is highly problematic both in the efficiency and productivity of memory management. Mellanox addressed this issue with On-Demand Paging (ODP), which is a feature to page-in/-out communication buffers automatically depending on the situation. Although ODP was said to take an acceptable cost, in this work, we reveal that ODP has awful performance pitfalls. We identify that the packet loss and timeout occur in simple conditions and incurs a large penalty on latency. We provide a detailed analysis of this phenomenon and explore ways of improving it.},
 title = {Analyzing Performance Pitfalls of On-Demand Paging of InfiniBand},
 year = {2020}
}