rank = 18
hostname = woogie
Iter =    4233 /  100000, Current rate:   3.24 Mbit/sec (for 20.4secs), Average rate:   3.24 Mbit/sec (for 20.4secs)
Iter =    8384 /  100000, Current rate:   0.83 Mbit/sec (for 77.7secs), Average rate:   1.33 Mbit/sec (for 98.1secs)
Iter =    9452 /  100000, Current rate:   0.31 Mbit/sec (for 53.5secs), Average rate:   0.97 Mbit/sec (for 151.6secs)
Iter =    9912 /  100000, Current rate:   0.33 Mbit/sec (for 21.9secs), Average rate:   0.89 Mbit/sec (for 173.5secs)
Iter =   10412 /  100000, Current rate:   0.36 Mbit/sec (for 21.7secs), Average rate:   0.83 Mbit/sec (for 195.2secs)
Iter =   10873 /  100000, Current rate:   0.36 Mbit/sec (for 20.2secs), Average rate:   0.79 Mbit/sec (for 215.4secs)
Iter =   11331 /  100000, Current rate:   0.34 Mbit/sec (for 21.1secs), Average rate:   0.75 Mbit/sec (for 236.5secs)
Iter =   11766 /  100000, Current rate:   0.31 Mbit/sec (for 22.0secs), Average rate:   0.71 Mbit/sec (for 258.5secs)
Iter =   12161 /  100000, Current rate:   0.27 Mbit/sec (for 23.0secs), Average rate:   0.67 Mbit/sec (for 281.5secs)
Iter =   12534 /  100000, Current rate:   0.29 Mbit/sec (for 20.4secs), Average rate:   0.65 Mbit/sec (for 301.9secs)
Iter =   12908 /  100000, Current rate:   0.28 Mbit/sec (for 21.1secs), Average rate:   0.62 Mbit/sec (for 323.0secs)
Iter =   13283 /  100000, Current rate:   0.27 Mbit/sec (for 21.7secs), Average rate:   0.60 Mbit/sec (for 344.6secs)
Iter =   13657 /  100000, Current rate:   0.26 Mbit/sec (for 22.3secs), Average rate:   0.58 Mbit/sec (for 367.0secs)
Iter =   14032 /  100000, Current rate:   0.26 Mbit/sec (for 22.9secs), Average rate:   0.56 Mbit/sec (for 389.9secs)
Iter =   14406 /  100000, Current rate:   0.25 Mbit/sec (for 23.6secs), Average rate:   0.54 Mbit/sec (for 413.5secs)
Iter =   14724 /  100000, Current rate:   0.25 Mbit/sec (for 20.1secs), Average rate:   0.53 Mbit/sec (for 433.6secs)
Iter =   15041 /  100000, Current rate:   0.24 Mbit/sec (for 20.6secs), Average rate:   0.52 Mbit/sec (for 454.2secs)
Iter =   15350 /  100000, Current rate:   0.23 Mbit/sec (for 21.0secs), Average rate:   0.50 Mbit/sec (for 475.1secs)
Iter =   15654 /  100000, Current rate:   0.22 Mbit/sec (for 21.4secs), Average rate:   0.49 Mbit/sec (for 496.5secs)
Iter =   15967 /  100000, Current rate:   0.22 Mbit/sec (for 21.8secs), Average rate:   0.48 Mbit/sec (for 518.3secs)
Iter =   16279 /  100000, Current rate:   0.22 Mbit/sec (for 22.2secs), Average rate:   0.47 Mbit/sec (for 540.6secs)
Iter =   16591 /  100000, Current rate:   0.21 Mbit/sec (for 22.7secs), Average rate:   0.46 Mbit/sec (for 563.3secs)
Iter =   16903 /  100000, Current rate:   0.21 Mbit/sec (for 23.1secs), Average rate:   0.45 Mbit/sec (for 586.3secs)
Iter =   17215 /  100000, Current rate:   0.21 Mbit/sec (for 23.5secs), Average rate:   0.44 Mbit/sec (for 609.8secs)
Iter =   17527 /  100000, Current rate:   0.20 Mbit/sec (for 23.9secs), Average rate:   0.43 Mbit/sec (for 633.7secs)
Iter =   17839 /  100000, Current rate:   0.20 Mbit/sec (for 24.3secs), Average rate:   0.42 Mbit/sec (for 658.0secs)
Iter =   18151 /  100000, Current rate:   0.19 Mbit/sec (for 25.2secs), Average rate:   0.42 Mbit/sec (for 683.2secs)
Iter =   18401 /  100000, Current rate:   0.18 Mbit/sec (for 22.0secs), Average rate:   0.41 Mbit/sec (for 705.2secs)
Iter =   18650 /  100000, Current rate:   0.17 Mbit/sec (for 23.4secs), Average rate:   0.40 Mbit/sec (for 728.6secs)


==========================================
MPI_Send Recognized error rank - 18 iter = 18900, fail: 
------------------------------------------
ErrorCode:    0xC09AE0F 
ErrorString:  Other MPI error, error stack:
MPI_Send(173)..............: MPI_Send(buf=0x1e718d0, count=2048, MPI_CHAR, dest=0, tag=100, MPI_COMM_WORLD) failed
MPID_nem_tcp_connpoll(1827): Communication error with rank 0: Connection reset by peer 
==========================================