https://zhuanlan.zhihu.com/p/682530828#:~:text=NCCL%E6%B5%8B%E8%AF%95%E4%BE%9D%E8%B5%96%E4%BA%8EMPI%E4%BB%A5%E5%9C%A8%E5%A4%9A%E4%B8%AA%E8%BF%9B%E7%A8%8B%E5%92%8C%E5%A4%9A%E4%B8%AA%E8%8A%82%E7%82%B9%E4%B8%8A%E5%B7%A5%E4%BD%9C%E3%80%82%20%E5%A6%82%E6%9E%9C%E4%BD%A0%E6%83%B3%E4%BD%BF%E7%94%A8MPI%E6%94%AF%E6%8C%81%E7%BC%96%E8%AF%91%E8%BF%99%E4%BA%9B%E6%B5%8B%E8%AF%95%EF%BC%8C%E9%9C%80%E8%A6%81%E5%B0%86%E7%8E%AF%E5%A2%83%E5%8F%98%E9%87%8FMPI%E8%AE%BE%E7%BD%AE%E4%B8%BA1%EF%BC%8C%E5%B9%B6%E5%B0%86MPI_HOME%E8%AE%BE%E7%BD%AE%E4%B8%BAMPI%E5%AE%89%E8%A3%85%E7%9A%84%E8%B7%AF%E5%BE%84%E3%80%82%20cd%20nccl-tests,%23%20%E7%BC%96%E8%AF%91%E6%94%AF%E6%8C%81mpi%E7%9A%84test%20%E6%88%90%E5%8A%9F%E5%90%8E%E4%BC%9A%E5%9C%A8build%E7%9B%AE%E5%BD%95%E4%B8%8B%E7%94%9F%E6%88%90%E5%8F%AF%E6%89%A7%E8%A1%8C%E6%96%87%E4%BB%B6%20NCCL%E6%B5%8B%E8%AF%95%E5%8F%AF%E4%BB%A5%E5%9C%A8%E5%A4%9A%E4%B8%AA%E8%BF%9B%E7%A8%8B%E3%80%81%E5%A4%9A%E4%B8%AA%E7%BA%BF%E7%A8%8B%E5%92%8C%E6%AF%8F%E4%B8%AA%E7%BA%BF%E7%A8%8B%E4%B8%8A%E7%9A%84%E5%A4%9A%E4%B8%AACUDA%E8%AE%BE%E5%A4%87%E4%B8%8A%E8%BF%90%E8%A1%8C%E3%80%82
Extious’ Notes