host: ares-comp-17 ================================================================================================== mpiexec options: ---------------- Base path: /home/kfeng/MPICH/bin/ Launcher: (null) Debug level: 1 Enable X: -1 Global environment: ------------------- LMOD_FAMILY_COMPILER_VERSION=7.3.0 MANPATH=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/share/man:/opt/ohpc/pub/compiler/gcc/7.3.0/share/man:/usr/local/share/man:/usr/share/man/overrides:/usr/share/man/en:/usr/share/man XDG_SESSION_ID=48085 _ModuleTable003_=IixbInVzZXJOYW1lIl09InBydW4iLH0sfSxtcGF0aEE9eyIvb3B0L29ocGMvcHViL21vZHVsZWRlcHMvZ251Ny1vcGVubXBpMyIsIi9vcHQvb2hwYy9wdWIvbW9kdWxlZGVwcy9nbnU3IiwiL29wdC9vaHBjL3B1Yi9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIvb3B0L29ocGMvcHViL21vZHVsZWZpbGVzIix9 HOSTNAME=ares-comp-17 MPIR_CVAR_CH3_NETWORK_IFACE=enp47s0 TERM=screen-256color SHELL=/bin/bash HISTSIZE=1000 SSH_CLIENT=172.20.1.1 40586 22 LMOD_PKG=/opt/ohpc/admin/lmod/lmod OLDPWD=/home/kfeng/pkg_src/Utility-scripts/OrangeFS LMOD_VERSION=7.7.14 SSH_TTY=/dev/pts/0 PVFS2_DEBUGMASK=network __LMOD_REF_COUNT_LOADEDMODULES=prun/1.2:1;gnu7/7.3.0:1;openmpi3/3.0.0:1;ohpc:1 LC_ALL=en_US.UTF-8 USER=kfeng LD_LIBRARY_PATH=/home/kfeng/TAU/x86_64/lib:/home/kfeng/netCDF-C/lib:/home/kfeng/HDF5/lib:/home/kfeng/MPICH/lib:/home/kfeng/install/lib64:/home/kfeng/install/lib: LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.axa=00;36:*.oga=00;36:*.spx=00;36:*.xspf=00;36: __LMOD_REF_COUNT__LMFILES_=/opt/ohpc/pub/modulefiles/prun/1.2:1;/opt/ohpc/pub/modulefiles/gnu7/7.3.0:1;/opt/ohpc/pub/moduledeps/gnu7/openmpi3/3.0.0:1;/opt/ohpc/pub/modulefiles/ohpc:1 LMOD_FAMILY_MPI_VERSION=3.0.0 LMOD_PREPEND_BLOCK=normal _ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXtbIk1QSSJdPSJvcGVubXBpMyIsWyJjb21waWxlciJdPSJnbnU3Iix9LG1UPXtnbnU3PXtbImZuIl09Ii9vcHQvb2hwYy9wdWIvbW9kdWxlZmlsZXMvZ251Ny83LjMuMCIsWyJmdWxsTmFtZSJdPSJnbnU3LzcuMy4wIixbImxvYWRPcmRlciJdPTIscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iZ251NyIsfSxvaHBjPXtbImZuIl09Ii9vcHQvb2hwYy9wdWIvbW9kdWxlZmlsZXMvb2hwYyIsWyJmdWxsTmFtZSJdPSJvaHBjIixbImxvYWRPcmRlciJdPTQs MAIL=/var/spool/mail/kfeng PATH=/home/kfeng/TAU/x86_64/bin:/home/kfeng/netCDF-C/bin:/home/kfeng/HDF5/bin:/home/kfeng/pkg_src/sbt/bin:/home/kfeng/pkg_src/scala-2.11.8/bin:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.191.b12-1.el7_6.x86_64/bin:/home/kfeng/MPICH/bin:/home/kfeng/install/bin:/opt/ohpc/pub/orangefs/bin:/opt/ohpc/pub/orangefs/sbin:/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/bin:/opt/ohpc/pub/compiler/gcc/7.3.0/bin:/opt/ohpc/pub/utils/prun/1.2:/opt/ohpc/pub/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/home/kfeng/.local/bin:/home/kfeng/bin LMOD_SETTARG_CMD=: PWD=/home/kfeng/SuperServer/single_hop/xattr JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.191.b12-1.el7_6.x86_64 _LMFILES_=/opt/ohpc/pub/modulefiles/prun/1.2:/opt/ohpc/pub/modulefiles/gnu7/7.3.0:/opt/ohpc/pub/moduledeps/gnu7/openmpi3/3.0.0:/opt/ohpc/pub/modulefiles/ohpc LANG=en_US.UTF-8 MODULEPATH=/opt/ohpc/pub/moduledeps/gnu7-openmpi3:/opt/ohpc/pub/moduledeps/gnu7:/opt/ohpc/pub/modulefiles _ModuleTable_Sz_=3 LOADEDMODULES=prun/1.2:gnu7/7.3.0:openmpi3/3.0.0:ohpc LMOD_CMD=/opt/ohpc/admin/lmod/lmod/libexec/lmod CXX=/usr/bin/g++ HISTCONTROL=ignoreboth PVFS2TAB_FILE=/mnt/nvme/kfeng/pvfs2tab SHLVL=1 HOME=/home/kfeng __LMOD_REF_COUNT_PATH=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/bin:1;/opt/ohpc/pub/compiler/gcc/7.3.0/bin:1;/opt/ohpc/pub/utils/prun/1.2:1;/opt/ohpc/pub/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1 _ModuleTable002_=cHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ib2hwYyIsfSxvcGVubXBpMz17WyJmbiJdPSIvb3B0L29ocGMvcHViL21vZHVsZWRlcHMvZ251Ny9vcGVubXBpMy8zLjAuMCIsWyJmdWxsTmFtZSJdPSJvcGVubXBpMy8zLjAuMCIsWyJsb2FkT3JkZXIiXT0zLHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09Im9wZW5tcGkzIix9LHBydW49e1siZm4iXT0iL29wdC9vaHBjL3B1Yi9tb2R1bGVmaWxlcy9wcnVuLzEuMiIsWyJmdWxsTmFtZSJdPSJwcnVuLzEuMiIsWyJsb2FkT3JkZXIiXT0xLHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZl MPI_DIR=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0 __LMOD_REF_COUNT_INCLUDE=/opt/ohpc/pub/compiler/gcc/7.3.0/include:1 SHOST=ares-comp-17 BASH_ENV=/opt/ohpc/admin/lmod/lmod/init/bash LOGNAME=kfeng SSH_CONNECTION=172.20.1.1 40586 172.20.101.17 22 MODULESHOME=/opt/ohpc/admin/lmod/lmod PKG_CONFIG_PATH=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/lib/pkgconfig __LMOD_REF_COUNT_LD_LIBRARY_PATH=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/lib:1;/opt/ohpc/pub/compiler/gcc/7.3.0/lib64:1 LMOD_SETTARG_FULL_SUPPORT=no LESSOPEN=||/usr/bin/lesspipe.sh %s LMOD_FAMILY_COMPILER=gnu7 LMOD_FULL_SETTARG_SUPPORT=no CC=/usr/bin/gcc __LMOD_REF_COUNT_PKG_CONFIG_PATH=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/lib/pkgconfig:1 XDG_RUNTIME_DIR=/run/user/1001 HYDRA_IFACE=enp47s0 __LMOD_REF_COUNT_MANPATH=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/share/man:1;/opt/ohpc/pub/compiler/gcc/7.3.0/share/man:1;/usr/local/share/man:1;/usr/share/man/overrides:1;/usr/share/man/en:1;/usr/share/man:1 INCLUDE=/opt/ohpc/pub/compiler/gcc/7.3.0/include LMOD_DIR=/opt/ohpc/admin/lmod/lmod/libexec PVFS2_DEBUGFILE=/dev/shm/client_debug.log LMOD_FAMILY_MPI=openmpi3 LMOD_COLORIZE=no BASH_FUNC_module()=() { eval $($LMOD_CMD bash "$@") && eval $(${LMOD_SETTARG_CMD:-:} -s sh) } BASH_FUNC_ml()=() { eval $($LMOD_DIR/ml_cmd "$@") } _=/home/kfeng/MPICH/bin/mpiexec Hydra internal environment: --------------------------- MPIR_CVAR_NEMESIS_TCP_NETWORK_IFACE=enp47s0 GFORTRAN_UNBUFFERED_PRECONNECTED=y Proxy information: ********************* [1] proxy: ares-comp-17 (1 cores) Exec list: /home/kfeng/hello (2 processes); ================================================================================================== [mpiexec@ares-comp-17] Timeout set to -1 (-1 means infinite) [mpiexec@ares-comp-17] Got a control port string of 172.25.101.17:39995 Proxy launch args: /home/kfeng/MPICH/bin/hydra_pmi_proxy --control-port 172.25.101.17:39995 --debug --rmk user --launcher ssh --demux poll --iface enp47s0 --pgid 0 --retries 10 --usize -2 --proxy-id Arguments being passed to proxy 0: --version 3.3.1 --hostname ares-comp-17 --global-core-map 0,1,1 --pmi-id-map 0,0 --global-process-count 2 --auto-cleanup 1 --pmi-kvsname kvs_409007_0_1477426153_ares-comp-17 --pmi-process-mapping (vector,(0,1,1)) --ckpoint-num -1 --global-inherited-env 68 'LMOD_FAMILY_COMPILER_VERSION=7.3.0' 'MANPATH=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/share/man:/opt/ohpc/pub/compiler/gcc/7.3.0/share/man:/usr/local/share/man:/usr/share/man/overrides:/usr/share/man/en:/usr/share/man' 'XDG_SESSION_ID=48085' '_ModuleTable003_=IixbInVzZXJOYW1lIl09InBydW4iLH0sfSxtcGF0aEE9eyIvb3B0L29ocGMvcHViL21vZHVsZWRlcHMvZ251Ny1vcGVubXBpMyIsIi9vcHQvb2hwYy9wdWIvbW9kdWxlZGVwcy9nbnU3IiwiL29wdC9vaHBjL3B1Yi9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIvb3B0L29ocGMvcHViL21vZHVsZWZpbGVzIix9' 'HOSTNAME=ares-comp-17' 'MPIR_CVAR_CH3_NETWORK_IFACE=enp47s0' 'TERM=screen-256color' 'SHELL=/bin/bash' 'HISTSIZE=1000' 'SSH_CLIENT=172.20.1.1 40586 22' 'LMOD_PKG=/opt/ohpc/admin/lmod/lmod' 'OLDPWD=/home/kfeng/pkg_src/Utility-scripts/OrangeFS' 'LMOD_VERSION=7.7.14' 'SSH_TTY=/dev/pts/0' 'PVFS2_DEBUGMASK=network' '__LMOD_REF_COUNT_LOADEDMODULES=prun/1.2:1;gnu7/7.3.0:1;openmpi3/3.0.0:1;ohpc:1' 'LC_ALL=en_US.UTF-8' 'USER=kfeng' 'LD_LIBRARY_PATH=/home/kfeng/TAU/x86_64/lib:/home/kfeng/netCDF-C/lib:/home/kfeng/HDF5/lib:/home/kfeng/MPICH/lib:/home/kfeng/install/lib64:/home/kfeng/install/lib:' 'LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.axa=00;36:*.oga=00;36:*.spx=00;36:*.xspf=00;36:' '__LMOD_REF_COUNT__LMFILES_=/opt/ohpc/pub/modulefiles/prun/1.2:1;/opt/ohpc/pub/modulefiles/gnu7/7.3.0:1;/opt/ohpc/pub/moduledeps/gnu7/openmpi3/3.0.0:1;/opt/ohpc/pub/modulefiles/ohpc:1' 'LMOD_FAMILY_MPI_VERSION=3.0.0' 'LMOD_PREPEND_BLOCK=normal' '_ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXtbIk1QSSJdPSJvcGVubXBpMyIsWyJjb21waWxlciJdPSJnbnU3Iix9LG1UPXtnbnU3PXtbImZuIl09Ii9vcHQvb2hwYy9wdWIvbW9kdWxlZmlsZXMvZ251Ny83LjMuMCIsWyJmdWxsTmFtZSJdPSJnbnU3LzcuMy4wIixbImxvYWRPcmRlciJdPTIscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iZ251NyIsfSxvaHBjPXtbImZuIl09Ii9vcHQvb2hwYy9wdWIvbW9kdWxlZmlsZXMvb2hwYyIsWyJmdWxsTmFtZSJdPSJvaHBjIixbImxvYWRPcmRlciJdPTQs' 'MAIL=/var/spool/mail/kfeng' 'PATH=/home/kfeng/TAU/x86_64/bin:/home/kfeng/netCDF-C/bin:/home/kfeng/HDF5/bin:/home/kfeng/pkg_src/sbt/bin:/home/kfeng/pkg_src/scala-2.11.8/bin:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.191.b12-1.el7_6.x86_64/bin:/home/kfeng/MPICH/bin:/home/kfeng/install/bin:/opt/ohpc/pub/orangefs/bin:/opt/ohpc/pub/orangefs/sbin:/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/bin:/opt/ohpc/pub/compiler/gcc/7.3.0/bin:/opt/ohpc/pub/utils/prun/1.2:/opt/ohpc/pub/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/home/kfeng/.local/bin:/home/kfeng/bin' 'LMOD_SETTARG_CMD=:' 'PWD=/home/kfeng/SuperServer/single_hop/xattr' 'JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.191.b12-1.el7_6.x86_64' '_LMFILES_=/opt/ohpc/pub/modulefiles/prun/1.2:/opt/ohpc/pub/modulefiles/gnu7/7.3.0:/opt/ohpc/pub/moduledeps/gnu7/openmpi3/3.0.0:/opt/ohpc/pub/modulefiles/ohpc' 'LANG=en_US.UTF-8' 'MODULEPATH=/opt/ohpc/pub/moduledeps/gnu7-openmpi3:/opt/ohpc/pub/moduledeps/gnu7:/opt/ohpc/pub/modulefiles' '_ModuleTable_Sz_=3' 'LOADEDMODULES=prun/1.2:gnu7/7.3.0:openmpi3/3.0.0:ohpc' 'LMOD_CMD=/opt/ohpc/admin/lmod/lmod/libexec/lmod' 'CXX=/usr/bin/g++' 'HISTCONTROL=ignoreboth' 'PVFS2TAB_FILE=/mnt/nvme/kfeng/pvfs2tab' 'SHLVL=1' 'HOME=/home/kfeng' '__LMOD_REF_COUNT_PATH=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/bin:1;/opt/ohpc/pub/compiler/gcc/7.3.0/bin:1;/opt/ohpc/pub/utils/prun/1.2:1;/opt/ohpc/pub/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1' '_ModuleTable002_=cHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ib2hwYyIsfSxvcGVubXBpMz17WyJmbiJdPSIvb3B0L29ocGMvcHViL21vZHVsZWRlcHMvZ251Ny9vcGVubXBpMy8zLjAuMCIsWyJmdWxsTmFtZSJdPSJvcGVubXBpMy8zLjAuMCIsWyJsb2FkT3JkZXIiXT0zLHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09Im9wZW5tcGkzIix9LHBydW49e1siZm4iXT0iL29wdC9vaHBjL3B1Yi9tb2R1bGVmaWxlcy9wcnVuLzEuMiIsWyJmdWxsTmFtZSJdPSJwcnVuLzEuMiIsWyJsb2FkT3JkZXIiXT0xLHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTEsWyJzdGF0dXMiXT0iYWN0aXZl' 'MPI_DIR=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0' '__LMOD_REF_COUNT_INCLUDE=/opt/ohpc/pub/compiler/gcc/7.3.0/include:1' 'SHOST=ares-comp-17' 'BASH_ENV=/opt/ohpc/admin/lmod/lmod/init/bash' 'LOGNAME=kfeng' 'SSH_CONNECTION=172.20.1.1 40586 172.20.101.17 22' 'MODULESHOME=/opt/ohpc/admin/lmod/lmod' 'PKG_CONFIG_PATH=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/lib/pkgconfig' '__LMOD_REF_COUNT_LD_LIBRARY_PATH=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/lib:1;/opt/ohpc/pub/compiler/gcc/7.3.0/lib64:1' 'LMOD_SETTARG_FULL_SUPPORT=no' 'LESSOPEN=||/usr/bin/lesspipe.sh %s' 'LMOD_FAMILY_COMPILER=gnu7' 'LMOD_FULL_SETTARG_SUPPORT=no' 'CC=/usr/bin/gcc' '__LMOD_REF_COUNT_PKG_CONFIG_PATH=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/lib/pkgconfig:1' 'XDG_RUNTIME_DIR=/run/user/1001' 'HYDRA_IFACE=enp47s0' '__LMOD_REF_COUNT_MANPATH=/opt/ohpc/pub/mpi/openmpi3-gnu7/3.0.0/share/man:1;/opt/ohpc/pub/compiler/gcc/7.3.0/share/man:1;/usr/local/share/man:1;/usr/share/man/overrides:1;/usr/share/man/en:1;/usr/share/man:1' 'INCLUDE=/opt/ohpc/pub/compiler/gcc/7.3.0/include' 'LMOD_DIR=/opt/ohpc/admin/lmod/lmod/libexec' 'PVFS2_DEBUGFILE=/dev/shm/client_debug.log' 'LMOD_FAMILY_MPI=openmpi3' 'LMOD_COLORIZE=no' 'BASH_FUNC_module()=() { eval $($LMOD_CMD bash "$@") && eval $(${LMOD_SETTARG_CMD:-:} -s sh) }' 'BASH_FUNC_ml()=() { eval $($LMOD_DIR/ml_cmd "$@") }' '_=/home/kfeng/MPICH/bin/mpiexec' --global-user-env 0 --global-system-env 2 'MPIR_CVAR_NEMESIS_TCP_NETWORK_IFACE=enp47s0' 'GFORTRAN_UNBUFFERED_PRECONNECTED=y' --proxy-core-count 1 --exec --exec-appnum 0 --exec-proc-count 2 --exec-local-env 0 --exec-wdir /home/kfeng/SuperServer/single_hop/xattr --exec-args 1 /home/kfeng/hello [mpiexec@ares-comp-17] Launch arguments: /home/kfeng/MPICH/bin/hydra_pmi_proxy --control-port 172.25.101.17:39995 --debug --rmk user --launcher ssh --demux poll --iface enp47s0 --pgid 0 --retries 10 --usize -2 --proxy-id 0 [proxy:0:0@ares-comp-17] got pmi command (from 0): init pmi_version=1 pmi_subversion=1 [proxy:0:0@ares-comp-17] PMI response: cmd=response_to_init pmi_version=1 pmi_subversion=1 rc=0 [proxy:0:0@ares-comp-17] got pmi command (from 6): init pmi_version=1 pmi_subversion=1 [proxy:0:0@ares-comp-17] PMI response: cmd=response_to_init pmi_version=1 pmi_subversion=1 rc=0 [proxy:0:0@ares-comp-17] got pmi command (from 0): get_maxes [proxy:0:0@ares-comp-17] PMI response: cmd=maxes kvsname_max=256 keylen_max=64 vallen_max=1024 [proxy:0:0@ares-comp-17] got pmi command (from 6): get_maxes [proxy:0:0@ares-comp-17] PMI response: cmd=maxes kvsname_max=256 keylen_max=64 vallen_max=1024 [proxy:0:0@ares-comp-17] got pmi command (from 0): get_appnum [proxy:0:0@ares-comp-17] PMI response: cmd=appnum appnum=0 [proxy:0:0@ares-comp-17] got pmi command (from 6): get_appnum [proxy:0:0@ares-comp-17] PMI response: cmd=appnum appnum=0 [proxy:0:0@ares-comp-17] got pmi command (from 0): get_my_kvsname [proxy:0:0@ares-comp-17] PMI response: cmd=my_kvsname kvsname=kvs_409007_0_1477426153_ares-comp-17 [proxy:0:0@ares-comp-17] got pmi command (from 6): get_my_kvsname [proxy:0:0@ares-comp-17] PMI response: cmd=my_kvsname kvsname=kvs_409007_0_1477426153_ares-comp-17 [proxy:0:0@ares-comp-17] got pmi command (from 0): get_my_kvsname [proxy:0:0@ares-comp-17] PMI response: cmd=my_kvsname kvsname=kvs_409007_0_1477426153_ares-comp-17 [proxy:0:0@ares-comp-17] got pmi command (from 6): get_my_kvsname [proxy:0:0@ares-comp-17] PMI response: cmd=my_kvsname kvsname=kvs_409007_0_1477426153_ares-comp-17 [proxy:0:0@ares-comp-17] got pmi command (from 0): get kvsname=kvs_409007_0_1477426153_ares-comp-17 key=PMI_process_mapping [proxy:0:0@ares-comp-17] PMI response: cmd=get_result rc=0 msg=success value=(vector,(0,1,1)) [proxy:0:0@ares-comp-17] got pmi command (from 6): get kvsname=kvs_409007_0_1477426153_ares-comp-17 key=PMI_process_mapping [proxy:0:0@ares-comp-17] PMI response: cmd=get_result rc=0 msg=success value=(vector,(0,1,1)) [proxy:0:0@ares-comp-17] got pmi command (from 0): get_my_kvsname [proxy:0:0@ares-comp-17] PMI response: cmd=my_kvsname kvsname=kvs_409007_0_1477426153_ares-comp-17 [proxy:0:0@ares-comp-17] got pmi command (from 6): get_my_kvsname [proxy:0:0@ares-comp-17] PMI response: cmd=my_kvsname kvsname=kvs_409007_0_1477426153_ares-comp-17 [proxy:0:0@ares-comp-17] got pmi command (from 0): put kvsname=kvs_409007_0_1477426153_ares-comp-17 key=sharedFilename[0]-0 value=/dev/shm/mpich_shar_tmpM5OJEp [proxy:0:0@ares-comp-17] cached command: sharedFilename[0]-0=/dev/shm/mpich_shar_tmpM5OJEp [proxy:0:0@ares-comp-17] PMI response: cmd=put_result rc=0 msg=success [proxy:0:0@ares-comp-17] got pmi command (from 6): barrier_in [proxy:0:0@ares-comp-17] got pmi command (from 0): barrier_in [proxy:0:0@ares-comp-17] flushing 1 put command(s) out [proxy:0:0@ares-comp-17] forwarding command (cmd=put sharedFilename[0]-0=/dev/shm/mpich_shar_tmpM5OJEp) upstream [mpiexec@ares-comp-17] [pgid: 0] got PMI command: cmd=put sharedFilename[0]-0=/dev/shm/mpich_shar_tmpM5OJEp [proxy:0:0@ares-comp-17] forwarding command (cmd=barrier_in) upstream [mpiexec@ares-comp-17] [pgid: 0] got PMI command: cmd=barrier_in [mpiexec@ares-comp-17] PMI response to fd 6 pid 0: cmd=keyval_cache sharedFilename[0]-0=/dev/shm/mpich_shar_tmpM5OJEp [mpiexec@ares-comp-17] PMI response to fd 6 pid 0: cmd=barrier_out [proxy:0:0@ares-comp-17] PMI response: cmd=barrier_out [proxy:0:0@ares-comp-17] PMI response: cmd=barrier_out [proxy:0:0@ares-comp-17] got pmi command (from 6): get kvsname=kvs_409007_0_1477426153_ares-comp-17 key=sharedFilename[0]-0 [proxy:0:0@ares-comp-17] PMI response: cmd=get_result rc=0 msg=success value=/dev/shm/mpich_shar_tmpM5OJEp [proxy:0:0@ares-comp-17] got pmi command (from 6): get_my_kvsname [proxy:0:0@ares-comp-17] PMI response: cmd=my_kvsname kvsname=kvs_409007_0_1477426153_ares-comp-17 [proxy:0:0@ares-comp-17] got pmi command (from 6): barrier_in [proxy:0:0@ares-comp-17] got pmi command (from 0): get_my_kvsname [proxy:0:0@ares-comp-17] PMI response: cmd=my_kvsname kvsname=kvs_409007_0_1477426153_ares-comp-17 [proxy:0:0@ares-comp-17] got pmi command (from 0): put kvsname=kvs_409007_0_1477426153_ares-comp-17 key=sharedFilename[0]-1 value=/dev/shm/mpich_shar_tmpbg0qTO [proxy:0:0@ares-comp-17] cached command: sharedFilename[0]-1=/dev/shm/mpich_shar_tmpbg0qTO [proxy:0:0@ares-comp-17] PMI response: cmd=put_result rc=0 msg=success [proxy:0:0@ares-comp-17] got pmi command (from 0): barrier_in [proxy:0:0@ares-comp-17] flushing 1 put command(s) out [proxy:0:0@ares-comp-17] forwarding command (cmd=put sharedFilename[0]-1=/dev/shm/mpich_shar_tmpbg0qTO) upstream [mpiexec@ares-comp-17] [pgid: 0] got PMI command: cmd=put sharedFilename[0]-1=/dev/shm/mpich_shar_tmpbg0qTO [proxy:0:0@ares-comp-17] forwarding command (cmd=barrier_in) upstream [mpiexec@ares-comp-17] [pgid: 0] got PMI command: cmd=barrier_in [mpiexec@ares-comp-17] PMI response to fd 6 pid 0: cmd=keyval_cache sharedFilename[0]-1=/dev/shm/mpich_shar_tmpbg0qTO [mpiexec@ares-comp-17] PMI response to fd 6 pid 0: cmd=barrier_out [proxy:0:0@ares-comp-17] PMI response: cmd=barrier_out [proxy:0:0@ares-comp-17] PMI response: cmd=barrier_out [proxy:0:0@ares-comp-17] got pmi command (from 6): get kvsname=kvs_409007_0_1477426153_ares-comp-17 key=sharedFilename[0]-1 [proxy:0:0@ares-comp-17] PMI response: cmd=get_result rc=0 msg=success value=/dev/shm/mpich_shar_tmpbg0qTO [proxy:0:0@ares-comp-17] got pmi command (from 0): get_my_kvsname [proxy:0:0@ares-comp-17] PMI response: cmd=my_kvsname kvsname=kvs_409007_0_1477426153_ares-comp-17 [proxy:0:0@ares-comp-17] got pmi command (from 6): get_my_kvsname [proxy:0:0@ares-comp-17] PMI response: cmd=my_kvsname kvsname=kvs_409007_0_1477426153_ares-comp-17 [proxy:0:0@ares-comp-17] got pmi command (from 0): put kvsname=kvs_409007_0_1477426153_ares-comp-17 key=bc-0 value=mpi#020085D2AC1965110000000000000000$ [proxy:0:0@ares-comp-17] cached command: bc-0=mpi#020085D2AC1965110000000000000000$ [proxy:0:0@ares-comp-17] PMI response: cmd=put_result rc=0 msg=success [proxy:0:0@ares-comp-17] got pmi command (from 6): put kvsname=kvs_409007_0_1477426153_ares-comp-17 key=bc-1 value=mpi#0200DA56AC1965110000000000000000$ [proxy:0:0@ares-comp-17] cached command: bc-1=mpi#0200DA56AC1965110000000000000000$ [proxy:0:0@ares-comp-17] PMI response: cmd=put_result rc=0 msg=success [proxy:0:0@ares-comp-17] got pmi command (from 0): barrier_in [proxy:0:0@ares-comp-17] got pmi command (from 6): barrier_in [proxy:0:0@ares-comp-17] flushing 2 put command(s) out [mpiexec@ares-comp-17] [pgid: 0] got PMI command: cmd=put bc-0=mpi#020085D2AC1965110000000000000000$ bc-1=mpi#0200DA56AC1965110000000000000000$ [proxy:0:0@ares-comp-17] forwarding command (cmd=put bc-0=mpi#020085D2AC1965110000000000000000$ bc-1=mpi#0200DA56AC1965110000000000000000$) upstream [proxy:0:0@ares-comp-17] forwarding command (cmd=barrier_in) upstream [mpiexec@ares-comp-17] [pgid: 0] got PMI command: cmd=barrier_in [mpiexec@ares-comp-17] PMI response to fd 6 pid 6: cmd=keyval_cache bc-0=mpi#020085D2AC1965110000000000000000$ bc-1=mpi#0200DA56AC1965110000000000000000$ [mpiexec@ares-comp-17] PMI response to fd 6 pid 6: cmd=barrier_out [proxy:0:0@ares-comp-17] PMI response: cmd=barrier_out [proxy:0:0@ares-comp-17] PMI response: cmd=barrier_out [proxy:0:0@ares-comp-17] got pmi command (from 0): get kvsname=kvs_409007_0_1477426153_ares-comp-17 key=bc-0 [proxy:0:0@ares-comp-17] PMI response: cmd=get_result rc=0 msg=success value=mpi#020085D2AC1965110000000000000000$ [proxy:0:0@ares-comp-17] got pmi command (from 6): get kvsname=kvs_409007_0_1477426153_ares-comp-17 key=bc-1 [proxy:0:0@ares-comp-17] PMI response: cmd=get_result rc=0 msg=success value=mpi#0200DA56AC1965110000000000000000$ Hello world from processor ares-comp-17, rank 0 out of 2 processors Hello world from processor ares-comp-17, rank 1 out of 2 processors [proxy:0:0@ares-comp-17] got pmi command (from 0): finalize [proxy:0:0@ares-comp-17] PMI response: cmd=finalize_ack [proxy:0:0@ares-comp-17] got pmi command (from 6): finalize [proxy:0:0@ares-comp-17] PMI response: cmd=finalize_ack