[mpich-discuss] Problems running MPICH jobs under SLURM

Biddiscombe, John A. biddisco at cscs.ch
Fri Jun 7 16:37:23 CDT 2013


I did a complete rebuild and sometimes error appears twice, apart from that, no change

I'll play some more next week, but for now it isn't urgent. I still think I've done something wrong

For reference, my mpich compile is (no slurm options present - I bet that's what's wrong)
./configure --prefix=/home/biddisco/apps/mpich-3.0.4 --enable-static --with-pic

JB

breno2 biddisco # more slurm.err
*** glibc detected *** /home/biddisco/build/hello/hello: double free or corruption (fasttop): 0x0000000001cf8340 ***
*** glibc detected *** /home/biddisco/build/hello/hello: double free or corruption (fasttop): 0x00000000010b7340 ***
======= Backtrace: =========
/lib/x86_64-linux-gnu/libc.so.6(+0x7eb96)[0x7f11c18f0b96]
/home/biddisco/build/hello/hello(MPIDI_Populate_vc_node_ids+0x3f9)[0x427c89]
/home/biddisco/build/hello/hello(MPID_Init+0x136)[0x4253f6]
/home/biddisco/build/hello/hello(MPIR_Init_thread+0x22f)[0x414cbf]
/home/biddisco/build/hello/hello(MPI_Init+0xae)[0x4146ee]
/home/biddisco/build/hello/hello(main+0x22)[0x413f2e]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xed)[0x7f11c189376d]
/home/biddisco/build/hello/hello[0x413e31]
======= Memory map: ========
00400000-0051a000 r-xp 00000000 08:01 8661128                            /home/biddisco/build/hello/hello
0071a000-00727000 r--p 0011a000 08:01 8661128                            /home/biddisco/build/hello/hello
00727000-00729000 rw-p 00127000 08:01 8661128                            /home/biddisco/build/hello/hello
00729000-00751000 rw-p 00000000 00:00 0
01cf7000-01d18000 rw-p 00000000 00:00 0                                  [heap]
7f11c165c000-7f11c1671000 r-xp 00000000 08:01 9047556                    /lib/x86_64-linux-gnu/libgcc_s.so.1
7f11c1671000-7f11c1870000 ---p 00015000 08:01 9047556                    /lib/x86_64-linux-gnu/libgcc_s.so.1
7f11c1870000-7f11c1871000 r--p 00014000 08:01 9047556                    /lib/x86_64-linux-gnu/libgcc_s.so.1
7f11c1871000-7f11c1872000 rw-p 00015000 08:01 9047556                    /lib/x86_64-linux-gnu/libgcc_s.so.1
7f11c1872000-7f11c1a27000 r-xp 00000000 08:01 9050358                    /lib/x86_64-linux-gnu/libc-2.15.so
7f11c1a27000-7f11c1c26000 ---p 001b5000 08:01 9050358                    /lib/x86_64-linux-gnu/libc-2.15.so
7f11c1c26000-7f11c1c2a000 r--p 001b4000 08:01 9050358                    /lib/x86_64-linux-gnu/libc-2.15.so
7f11c1c2a000-7f11c1c2c000 rw-p 001b8000 08:01 9050358                    /lib/x86_64-linux-gnu/libc-2.15.so
7f11c1c2c000-7f11c1c31000 rw-p 00000000 00:00 0
7f11c1c31000-7f11c1c49000 r-xp 00000000 08:01 9050338                    /lib/x86_64-linux-gnu/libpthread-2.15.so
7f11c1c49000-7f11c1e48000 ---p 00018000 08:01 9050338                    /lib/x86_64-linux-gnu/libpthread-2.15.so
7f11c1e48000-7f11c1e49000 r--p 00017000 08:01 9050338                    /lib/x86_64-linux-gnu/libpthread-2.15.so
7f11c1e49000-7f11c1e4a000 rw-p 00018000 08:01 9050338                    /lib/x86_64-linux-gnu/libpthread-2.15.so
7f11c1e4a000-7f11c1e4e000 rw-p 00000000 00:00 0
7f11c1e4e000-7f11c1e70000 r-xp 00000000 08:01 9050344                    /lib/x86_64-linux-gnu/ld-2.15.so
7f11c2053000-7f11c2056000 rw-p 00000000 00:00 0
7f11c206d000-7f11c2070000 rw-p 00000000 00:00 0
7f11c2070000-7f11c2071000 r--p 00022000 08:01 9050344                    /lib/x86_64-linux-gnu/ld-2.15.so
7f11c2071000-7f11c2073000 rw-p 00023000 08:01 9050344                    /lib/x86_64-linux-gnu/ld-2.15.so
7fff0da4c000-7fff0da6d000 rw-p 00000000 00:00 0                          [stack]
7fff0db6a000-7fff0db6b000 r-xp 00000000 00:00 0                          [vdso]
ffffffffff600000-ffffffffff601000 r-xp 00000000 00:00 0                  [vsyscall]
======= Backtrace: =========
/lib/x86_64-linux-gnu/libc.so.6(+0x7eb96)[0x7f27e69f2b96]
/home/biddisco/build/hello/hello(MPIDI_Populate_vc_node_ids+0x3f9)[0x427c89]
/home/biddisco/build/hello/hello(MPID_Init+0x136)[0x4253f6]
/home/biddisco/build/hello/hello(MPIR_Init_thread+0x22f)[0x414cbf]
/home/biddisco/build/hello/hello(MPI_Init+0xae)[0x4146ee]
/home/biddisco/build/hello/hello(main+0x22)[0x413f2e]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xed)[0x7f27e699576d]
/home/biddisco/build/hello/hello[0x413e31]
======= Memory map: ========
00400000-0051a000 r-xp 00000000 08:01 8661128                            /home/biddisco/build/hello/hello
0071a000-00727000 r--p 0011a000 08:01 8661128                            /home/biddisco/build/hello/hello
00727000-00729000 rw-p 00127000 08:01 8661128                            /home/biddisco/build/hello/hello
00729000-00751000 rw-p 00000000 00:00 0
010b6000-010d7000 rw-p 00000000 00:00 0                                  [heap]
7f27e675e000-7f27e6773000 r-xp 00000000 08:01 9047556                    /lib/x86_64-linux-gnu/libgcc_s.so.1
7f27e6773000-7f27e6972000 ---p 00015000 08:01 9047556                    /lib/x86_64-linux-gnu/libgcc_s.so.1
7f27e6972000-7f27e6973000 r--p 00014000 08:01 9047556                    /lib/x86_64-linux-gnu/libgcc_s.so.1
7f27e6973000-7f27e6974000 rw-p 00015000 08:01 9047556                    /lib/x86_64-linux-gnu/libgcc_s.so.1
7f27e6974000-7f27e6b29000 r-xp 00000000 08:01 9050358                    /lib/x86_64-linux-gnu/libc-2.15.so
7f27e6b29000-7f27e6d28000 ---p 001b5000 08:01 9050358                    /lib/x86_64-linux-gnu/libc-2.15.so
7f27e6d28000-7f27e6d2c000 r--p 001b4000 08:01 9050358                    /lib/x86_64-linux-gnu/libc-2.15.so
7f27e6d2c000-7f27e6d2e000 rw-p 001b8000 08:01 9050358                    /lib/x86_64-linux-gnu/libc-2.15.so
7f27e6d2e000-7f27e6d33000 rw-p 00000000 00:00 0
7f27e6d33000-7f27e6d4b000 r-xp 00000000 08:01 9050338                    /lib/x86_64-linux-gnu/libpthread-2.15.so
7f27e6d4b000-7f27e6f4a000 ---p 00018000 08:01 9050338                    /lib/x86_64-linux-gnu/libpthread-2.15.so
7f27e6f4a000-7f27e6f4b000 r--p 00017000 08:01 9050338                    /lib/x86_64-linux-gnu/libpthread-2.15.so
7f27e6f4b000-7f27e6f4c000 rw-p 00018000 08:01 9050338                    /lib/x86_64-linux-gnu/libpthread-2.15.so
7f27e6f4c000-7f27e6f50000 rw-p 00000000 00:00 0
7f27e6f50000-7f27e6f72000 r-xp 00000000 08:01 9050344                    /lib/x86_64-linux-gnu/ld-2.15.so
7f27e7155000-7f27e7158000 rw-p 00000000 00:00 0
7f27e716f000-7f27e7172000 rw-p 00000000 00:00 0
7f27e7172000-7f27e7173000 r--p 00022000 08:01 9050344                    /lib/x86_64-linux-gnu/ld-2.15.so
7f27e7173000-7f27e7175000 rw-p 00023000 08:01 9050344                    /lib/x86_64-linux-gnu/ld-2.15.so
7fff08d40000-7fff08d61000 rw-p 00000000 00:00 0                          [stack]
7fff08dff000-7fff08e00000 r-xp 00000000 00:00 0                          [vdso]
ffffffffff600000-ffffffffff601000 r-xp 00000000 00:00 0                  [vsyscall]




More information about the discuss mailing list