[Gluster-Maintainers] Build failed in Jenkins: regression-test-burn-in #2053

jenkins at build.gluster.org jenkins at build.gluster.org
Sat Nov 12 05:30:27 UTC 2016


See <http://build.gluster.org/job/regression-test-burn-in/2053/>

------------------------------------------
[...truncated 3867 lines...]
Thread 6 (Thread 0x7f6da94c7700 (LWP 16927)):
#0  0x00007f6dbc3caaf7 in readv () from /lib64/libc.so.6
No symbol table info available.
#1  0x00007f6dbd7c4e72 in sys_readv (fd=8, iov=0x7f6da94c6e20, iovcnt=2) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syscall.c>:266
No locals.
#2  0x00007f6db554367d in fuse_thread_proc (data=0x167d060) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/mount/fuse/src/fuse-bridge.c>:4970
        mount_point = 0x0
        this = 0x167d060
        priv = 0x1683650
        res = 53
        iobuf = 0x16765e8
        finh = 0x7f6da0001ca0
        iov_in = {{iov_base = 0x7f6da0005fd0, iov_len = 80}, {iov_base = 0x7f6dbbdc6000, iov_len = 131072}}
        msg = 0x7f6da0001cc8
        msg0_size = 168
        fuse_ops = 0x7f6db574ef20
        pfd = {{fd = 6, events = 25, revents = 1}, {fd = 8, events = 25, revents = 1}}
        mount_finished = _gf_true
        __FUNCTION__ = "fuse_thread_proc"
#3  0x00007f6dbca69aa1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#4  0x00007f6dbc3d2aad in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 5 (Thread 0x7f6db4b1e700 (LWP 16896)):
#0  0x00007f6dbca71585 in sigwait () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x0000000000409c29 in ?? ()
No symbol table info available.
#2  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 4 (Thread 0x7f6db551f700 (LWP 16895)):
#0  0x00007f6dbca7100d in nanosleep () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007f6dbd7a0f2d in gf_timer_proc (data=0x1692620) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/timer.c>:164
        now = 646974656496328
        now_ts = {tv_sec = 646974, tv_nsec = 656496328}
        reg = 0x1692620
        sleepts = {tv_sec = 1, tv_nsec = 0}
        event = 0x1692630
        tmp = 0x7f6d9c00a0e0
        old_THIS = 0x0
#2  0x00007f6dbca69aa1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007f6dbc3d2aad in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 3 (Thread 0x7f6da8ac6700 (LWP 16928)):
#0  0x00007f6dbca6d68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007f6db5540990 in notify_kernel_loop (data=0x167d060) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/mount/fuse/src/fuse-bridge.c>:3939
        len = 40
        rv = 40
        this = 0x167d060
        priv = 0x1683650
        node = 0x7f6dac001360
        tmp = 0x0
        pfoh = 0x7f6dac001360
        __FUNCTION__ = "notify_kernel_loop"
#2  0x00007f6dbca69aa1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007f6dbc3d2aad in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 2 (Thread 0x7f6da9fc9700 (LWP 16917)):
#0  0x00007f6dbc3d30a3 in epoll_wait () from /lib64/libc.so.6
No symbol table info available.
#1  0x00007f6dbd7fe476 in event_dispatch_epoll_worker (data=0x7f6dac0598a0) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:664
        event = {events = 1073741827, data = {ptr = 0x100000007, fd = 7, u32 = 7, u64 = 4294967303}}
        ret = 0
        ev_data = 0x7f6dac0598a0
        event_pool = 0x1676ef0
        myindex = 2
        timetodie = 0
        __FUNCTION__ = "event_dispatch_epoll_worker"
#2  0x00007f6dbca69aa1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007f6dbc3d2aad in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 1 (Thread 0x7f6db0118700 (LWP 16913)):
#0  0x00007f6db014a993 in dht_rename_lock_cbk (frame=0x7f6da40019ec, cookie=0x0, this=0x7f6dac0162d0, op_ret=0, op_errno=0, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-rename.c>:1406
        _new = 0x0
        old_THIS = 0x0
        tmp_cbk = 0x7f6db014a5c4 <dht_rename_lookup_cbk>
        local = 0x7f6da40067ac
        src_gfid = '\000' <repeats 49 times>
        dst_gfid = '\000' <repeats 49 times>
        xattr_req = 0x7f6da4005d0c
        conf = 0x7f6dac04b380
        i = 1
        __FUNCTION__ = "dht_rename_lock_cbk"
#1  0x00007f6db01274a8 in dht_inodelk_done (lock_frame=0x7f6da400862c) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-helper.c>:1770
        inodelk_cbk = 0x7f6db014a6ec <dht_rename_lock_cbk>
        main_frame = 0x7f6da40019ec
        local = 0x7f6da400c09c
#2  0x00007f6db0128962 in dht_blocking_inodelk_cbk (frame=0x7f6da400862c, cookie=0x0, this=0x7f6dac0162d0, op_ret=0, op_errno=0, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-helper.c>:2086
        lk_index = 0
        i = 0
        local = 0x7f6da400c09c
#3  0x00007f6dbd832e65 in default_inodelk_cbk (frame=0x7f6da400875c, cookie=0x7f6da400379c, this=0x7f6dac013910, op_ret=0, op_errno=0, xdata=0x0) at defaults.c:1115
        fn = 0x7f6db0128807 <dht_blocking_inodelk_cbk>
        _parent = 0x7f6da400862c
        old_THIS = 0x7f6dac013910
        __FUNCTION__ = "default_inodelk_cbk"
#4  0x00007f6db03ea9b8 in ec_manager_inodelk (fop=0x7f6da400379c, state=5) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/ec/src/ec-locks.c>:646
        cbk = 0x7f6dac07c3fc
        __PRETTY_FUNCTION__ = "ec_manager_inodelk"
        __FUNCTION__ = "ec_manager_inodelk"
#5  0x00007f6db03e08d9 in __ec_manager (fop=0x7f6da400379c, error=0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/ec/src/ec-common.c>:2283
        ec = 0x7f6dac057130
        __PRETTY_FUNCTION__ = "__ec_manager"
#6  0x00007f6db03e09e3 in ec_manager (fop=0x7f6da400379c, error=0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/ec/src/ec-common.c>:2301
        __PRETTY_FUNCTION__ = "ec_manager"
#7  0x00007f6db03eb04d in ec_inodelk (frame=0x7f6da400875c, this=0x7f6dac013910, target=18446744073709551615, minimum=-3, func=0x7f6dbd832bb3 <default_inodelk_cbk>, data=0x0, volume=0x7f6da4007670 "", loc=0x7f6da4001394, cmd=7, flock=0x7f6db01170f0, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/ec/src/ec-locks.c>:766
        callback = {access = 0x7f6dbd832bb3 <default_inodelk_cbk>, create = 0x7f6dbd832bb3 <default_inodelk_cbk>, discard = 0x7f6dbd832bb3 <default_inodelk_cbk>, entrylk = 0x7f6dbd832bb3 <default_inodelk_cbk>, fentrylk = 0x7f6dbd832bb3 <default_inodelk_cbk>, fallocate = 0x7f6dbd832bb3 <default_inodelk_cbk>, flush = 0x7f6dbd832bb3 <default_inodelk_cbk>, fsync = 0x7f6dbd832bb3 <default_inodelk_cbk>, fsyncdir = 0x7f6dbd832bb3 <default_inodelk_cbk>, getxattr = 0x7f6dbd832bb3 <default_inodelk_cbk>, fgetxattr = 0x7f6dbd832bb3 <default_inodelk_cbk>, heal = 0x7f6dbd832bb3 <default_inodelk_cbk>, fheal = 0x7f6dbd832bb3 <default_inodelk_cbk>, inodelk = 0x7f6dbd832bb3 <default_inodelk_cbk>, finodelk = 0x7f6dbd832bb3 <default_inodelk_cbk>, link = 0x7f6dbd832bb3 <default_inodelk_cbk>, lk = 0x7f6dbd832bb3 <default_inodelk_cbk>, lookup = 0x7f6dbd832bb3 <default_inodelk_cbk>, mkdir = 0x7f6dbd832bb3 <default_inodelk_cbk>, mknod = 0x7f6dbd832bb3 <default_inodelk_cbk>, open = 0x7f6dbd832bb3 <default_inodelk_cbk>, opendir = 0x7f6dbd832bb3 <default_inodelk_cbk>, readdir = 0x7f6dbd832bb3 <default_inodelk_cbk>, readdirp = 0x7f6dbd832bb3 <default_inodelk_cbk>, readlink = 0x7f6dbd832bb3 <default_inodelk_cbk>, readv = 0x7f6dbd832bb3 <default_inodelk_cbk>, removexattr = 0x7f6dbd832bb3 <default_inodelk_cbk>, fremovexattr = 0x7f6dbd832bb3 <default_inodelk_cbk>, rename = 0x7f6dbd832bb3 <default_inodelk_cbk>, rmdir = 0x7f6dbd832bb3 <default_inodelk_cbk>, setattr = 0x7f6dbd832bb3 <default_inodelk_cbk>, fsetattr = 0x7f6dbd832bb3 <default_inodelk_cbk>, setxattr = 0x7f6dbd832bb3 <default_inodelk_cbk>, fsetxattr = 0x7f6dbd832bb3 <default_inodelk_cbk>, stat = 0x7f6dbd832bb3 <default_inodelk_cbk>, fstat = 0x7f6dbd832bb3 <default_inodelk_cbk>, statfs = 0x7f6dbd832bb3 <default_inodelk_cbk>, symlink = 0x7f6dbd832bb3 <default_inodelk_cbk>, truncate = 0x7f6dbd832bb3 <default_inodelk_cbk>, ftruncate = 0x7f6dbd832bb3 <default_inodelk_cbk>, unlink = 0x7f6dbd832bb3 <default_inodelk_cbk>, writev = 0x7f6dbd832bb3 <default_inodelk_cbk>, xattrop = 0x7f6dbd832bb3 <default_inodelk_cbk>, fxattrop = 0x7f6dbd832bb3 <default_inodelk_cbk>, zerofill = 0x7f6dbd832bb3 <default_inodelk_cbk>, seek = 0x7f6dbd832bb3 <default_inodelk_cbk>, ipc = 0x7f6dbd832bb3 <default_inodelk_cbk>}
        fop = 0x7f6da400379c
        error = 0
        __FUNCTION__ = "ec_inodelk"
#8  0x00007f6db03d54a4 in ec_gf_inodelk (frame=0x7f6da400875c, this=0x7f6dac013910, volume=0x7f6da4007670 "", loc=0x7f6da4001394, cmd=7, flock=0x7f6db01170f0, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/ec/src/ec.c>:877
        minimum = -3
#9  0x00007f6db0128dd5 in dht_blocking_inodelk_rec (frame=0x7f6da400862c, i=0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-helper.c>:2109
        _new = 0x7f6da400875c
        old_THIS = 0x7f6dac0162d0
        tmp_cbk = 0x7f6db0128807 <dht_blocking_inodelk_cbk>
        local = 0x7f6da400c09c
        flock = {l_type = 1, l_whence = 0, l_start = 0, l_len = 0, l_pid = 0, l_owner = {len = 0, data = '\000' <repeats 1023 times>}}
        __FUNCTION__ = "dht_blocking_inodelk_rec"
#10 0x00007f6db01291a5 in dht_blocking_inodelk (frame=0x7f6da40019ec, lk_array=0x7f6da4005c90, lk_count=1, reaction=FAIL_ON_ANY_ERROR, inodelk_cbk=0x7f6db014a6ec <dht_rename_lock_cbk>) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-helper.c>:2185
        ret = 0
        lock_frame = 0x7f6da400862c
        local = 0x7f6da400c09c
        __FUNCTION__ = "dht_blocking_inodelk"
#11 0x00007f6db014ae81 in dht_rename_lock (frame=0x7f6da40019ec) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-rename.c>:1459
        local = 0x7f6da40067ac
        count = 1
        ret = -1
        lk_array = 0x7f6da4005c90
#12 0x00007f6db014b59b in dht_rename (frame=0x7f6da40019ec, this=0x7f6dac0162d0, oldloc=0x7f6da40044bc, newloc=0x7f6da40044fc, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-rename.c>:1568
        src_cached = 0x7f6dac013910
        src_hashed = 0x7f6dac013910
        dst_cached = 0x0
        dst_hashed = 0x7f6dac015100
        op_errno = -1
        ret = 0
        local = 0x7f6da40067ac
        gfid = "41c85f96-d297-4531-8af7-71e785196a96", '\000' <repeats 13 times>
        __FUNCTION__ = "dht_rename"
#13 0x00007f6dbd8430cf in default_rename (frame=0x7f6da40019ec, this=0x7f6dac017a80, oldloc=0x7f6da40044bc, newloc=0x7f6da40044fc, xdata=0x0) at defaults.c:2220
        old_THIS = 0x7f6dac017a80
        __FUNCTION__ = "default_rename"
#14 0x00007f6dbd8430cf in default_rename (frame=0x7f6da40019ec, this=0x7f6dac0190e0, oldloc=0x7f6da40044bc, newloc=0x7f6da40044fc, xdata=0x0) at defaults.c:2220
        old_THIS = 0x7f6dac0190e0
        __FUNCTION__ = "default_rename"
#15 0x00007f6dbd8430cf in default_rename (frame=0x7f6da40019ec, this=0x7f6dac01a600, oldloc=0x7f6da40044bc, newloc=0x7f6da40044fc, xdata=0x0) at defaults.c:2220
        old_THIS = 0x7f6dac01a600
        __FUNCTION__ = "default_rename"
#16 0x00007f6dbd8430cf in default_rename (frame=0x7f6da40019ec, this=0x7f6dac01bc90, oldloc=0x7f6da40044bc, newloc=0x7f6da40044fc, xdata=0x0) at defaults.c:2220
        old_THIS = 0x7f6dac01bc90
        __FUNCTION__ = "default_rename"
#17 0x00007f6dbd8430cf in default_rename (frame=0x7f6da40019ec, this=0x7f6dac01d160, oldloc=0x7f6da40044bc, newloc=0x7f6da40044fc, xdata=0x0) at defaults.c:2220
        old_THIS = 0x7f6dac01d160
        __FUNCTION__ = "default_rename"
#18 0x00007f6dbd83a33e in default_rename_resume (frame=0x7f6da4007a1c, this=0x7f6dac01e750, oldloc=0x7f6da40044bc, newloc=0x7f6da40044fc, xdata=0x0) at defaults.c:1586
        _new = 0x7f6da40019ec
        old_THIS = 0x7f6dac01e750
        tmp_cbk = 0x7f6dbd831206 <default_rename_cbk>
        __FUNCTION__ = "default_rename_resume"
#19 0x00007f6dbd7b0a6c in call_resume_wind (stub=0x7f6da400446c) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/call-stub.c>:2024
        __FUNCTION__ = "call_resume_wind"
#20 0x00007f6dbd7be958 in call_resume (stub=0x7f6da400446c) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/call-stub.c>:2508
        old_THIS = 0x7f6dac01e750
        __FUNCTION__ = "call_resume"
#21 0x00007f6dab3b062c in open_and_resume (this=0x7f6dac01e750, fd=0x0, stub=0x7f6da400446c) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/performance/open-behind/src/open-behind.c>:245
        ob_fd = 0x0
        op_errno = 0
#22 0x00007f6dab3b46b6 in ob_rename (frame=0x7f6da4007a1c, this=0x7f6dac01e750, src=0x7f6da400a90c, dst=0x7f6da400a94c, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/performance/open-behind/src/open-behind.c>:803
        fd = 0x0
        stub = 0x7f6da400446c
        __FUNCTION__ = "ob_rename"
#23 0x00007f6dab19e73d in mdc_rename (frame=0x7f6da400782c, this=0x7f6dac01fcd0, oldloc=0x7f6da400a90c, newloc=0x7f6da400a94c, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/performance/md-cache/src/md-cache.c>:1566
        _new = 0x7f6da4007a1c
        old_THIS = 0x7f6dac01fcd0
        tmp_cbk = 0x7f6dab19e056 <mdc_rename_cbk>
        local = 0x7f6da4009a50
        __FUNCTION__ = "mdc_rename"
#24 0x00007f6dbd83a33e in default_rename_resume (frame=0x7f6da4007bcc, this=0x7f6dac0211a0, oldloc=0x7f6da400a90c, newloc=0x7f6da400a94c, xdata=0x0) at defaults.c:1586
        _new = 0x7f6da400782c
        old_THIS = 0x7f6dac0211a0
        tmp_cbk = 0x7f6dbd831206 <default_rename_cbk>
        __FUNCTION__ = "default_rename_resume"
#25 0x00007f6dbd7b0a6c in call_resume_wind (stub=0x7f6da400a8bc) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/call-stub.c>:2024
        __FUNCTION__ = "call_resume_wind"
#26 0x00007f6dbd7be958 in call_resume (stub=0x7f6da400a8bc) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/call-stub.c>:2508
        old_THIS = 0x7f6dac0211a0
        __FUNCTION__ = "call_resume"
#27 0x00007f6daaf8ddf6 in iot_worker (data=0x7f6dac030a20) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/performance/io-threads/src/io-threads.c>:222
        conf = 0x7f6dac030a20
        this = 0x7f6dac0211a0
        stub = 0x7f6da400a8bc
        sleep_till = {tv_sec = 1478928733, tv_nsec = 0}
        ret = 0
        pri = 1
        bye = _gf_false
        __FUNCTION__ = "iot_worker"
#28 0x00007f6dbca69aa1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#29 0x00007f6dbc3d2aad in clone () from /lib64/libc.so.6
No symbol table info available.
=========================================================
              Finish backtrace
         program name : /build/install/sbin/glusterfs
         corefile     : /glusterfs-16891.core
=========================================================

+ rm -f /build/install/cores/gdbout.txt
+ sort /build/install/cores/liblist.txt
+ uniq
+ cat /build/install/cores/liblist.txt.tmp
+ grep -v /build/install
+ tar -cf /archives/archived_builds/build-install-regression-test-burn-in-2053.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores
tar: Removing leading `/' from member names
+ tar -rhf /archives/archived_builds/build-install-regression-test-burn-in-2053.tar -T /build/install/cores/liblist.txt
tar: Removing leading `/' from member names
+ bzip2 /archives/archived_builds/build-install-regression-test-burn-in-2053.tar
+ rm -f /build/install/cores/liblist.txt
+ rm -f /build/install/cores/liblist.txt.tmp
+ echo Cores and build archived in http://slave22.cloud.gluster.org/archived_builds/build-install-regression-test-burn-in-2053.tar.bz2
Cores and build archived in http://slave22.cloud.gluster.org/archived_builds/build-install-regression-test-burn-in-2053.tar.bz2
+ echo Open core using the following command to get a proper stack...
Open core using the following command to get a proper stack...
+ echo Example: From root of extracted tarball
Example: From root of extracted tarball
+ echo 'gdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>'
gdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd>
+ RET=1
+ '[' 1 -ne 0 ']'
+ filename=logs/glusterfs-logs-regression-test-burn-in-2053.tgz
+ tar -czf /archives/logs/glusterfs-logs-regression-test-burn-in-2053.tgz /var/log/glusterfs /var/log/messages /var/log/messages-20161016 /var/log/messages-20161023 /var/log/messages-20161030 /var/log/messages-20161106
tar: Removing leading `/' from member names
+ echo Logs archived in http://slave22.cloud.gluster.org/logs/glusterfs-logs-regression-test-burn-in-2053.tgz
Logs archived in http://slave22.cloud.gluster.org/logs/glusterfs-logs-regression-test-burn-in-2053.tgz
+ case $(uname -s) in
++ uname -s
+ /sbin/sysctl -w kernel.core_pattern=/%e-%p.core
kernel.core_pattern = /%e-%p.core
+ exit 1
Build step 'Execute shell' marked build as failure


More information about the maintainers mailing list