[Gluster-Maintainers] Build failed in Jenkins: regression-test-with-multiplex #967

jenkins at build.gluster.org jenkins at build.gluster.org
Mon Nov 12 18:08:11 UTC 2018


See <https://build.gluster.org/job/regression-test-with-multiplex/967/display/redirect?page=changes>

Changes:

[Yaniv Kaul] libglusterfs multiple files: remove dead initilization

[Amar Tumballi] rpc-clnt*: several code changes to reduce conn lock times

[Amar Tumballi] core: Portmap entries showing stale brick entries when bricks are down

[Amar Tumballi] features/changelog: Avoid a potential null dereference

[Amar Tumballi] quiesce : fix coverity issue

[Amar Tumballi] glusterd: don't call svcs_reconfigure for all volumes during op-version

[Amar Tumballi] md-cache: request ACLs related xattrs when mode change

[Amar Tumballi] glusterfsd: Make each multiplexed brick sign in

------------------------------------------
[...truncated 1001.98 KB...]
Thread 5 (Thread 0x7ffa977fe700 (LWP 23141)):
#0  0x00007ffaf35c2995 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffae63d5473 in changelog_ev_connector (data=0x7ffab405e368) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/changelog/src/changelog-ev-handle.c>:207
        this = 0x7ffab4071060
        c_clnt = 0x7ffab405e368
        crpc = 0x0
        __FUNCTION__ = "changelog_ev_connector"
#2  0x00007ffaf35bee25 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007ffaf2e87bad in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 4 (Thread 0x7ffade8ef700 (LWP 23140)):
#0  0x00007ffaf35c2995 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffae6195425 in br_stub_worker (data=0x7ffab40720c0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/bit-rot/src/stub/bit-rot-stub-helpers.c>:334
        priv = 0x7ffab5c5b2f0
        this = 0x7ffab40720c0
        stub = 0x0
#2  0x00007ffaf35bee25 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007ffaf2e87bad in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 3 (Thread 0x7ffab0ff9700 (LWP 23139)):
#0  0x00007ffaf35c2995 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffae6199e7b in br_stub_signth (arg=0x7ffab40720c0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/bit-rot/src/stub/bit-rot-stub.c>:852
        this = 0x7ffab40720c0
        priv = 0x7ffab5c5b2f0
        sigstub = 0x0
#2  0x00007ffaf35bee25 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007ffaf2e87bad in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 2 (Thread 0x7ffadc1a9700 (LWP 23137)):
#0  0x00007ffaf35c2995 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffae4a5d4aa in index_worker (data=0x7ffab583f300) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/index/src/index.c>:216
        priv = 0x7ffab5d8f820
        this = 0x7ffab583f300
        stub = 0x0
        bye = false
#2  0x00007ffaf35bee25 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007ffaf2e87bad in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 1 (Thread 0x7ffae787b700 (LWP 22202)):
#0  0x00007ffae4e98ce1 in marker_lookup (frame=0x7ffae00270d8, this=0x7ffab4f1e3d0, loc=0x7ffae787a8a0, xattr_req=0x7ffae01dab08) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/marker/src/marker.c>:3015
        _new = 0x0
        old_THIS = 0x0
        next_xl_fn = 0x7ffaf47b31c4 <__glusterfs_this_location+36>
        tmp_cbk = 0x1e5e010
        ret = 0
        local = 0x0
        priv = 0x7ffab4f26420
        __FUNCTION__ = "marker_lookup"
#1  0x00007ffaf4848169 in default_lookup (frame=0x7ffae00270d8, this=0x7ffab4f1f430, loc=0x7ffae787a8a0, xdata=0x0) at defaults.c:2714
        old_THIS = 0x7ffab4f1f430
        next_xl = 0x7ffab4f1e3d0
        next_xl_fn = 0x7ffae4e98ae9 <marker_lookup>
        opn = 27
        __FUNCTION__ = "default_lookup"
#2  0x00007ffae4a66cb6 in index_lookup (frame=0x7ffae009d348, this=0x7ffab4f20490, loc=0x7ffae787a8a0, xattr_req=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/index/src/index.c>:2108
        _new = 0x7ffae00270d8
        old_THIS = 0x7ffab4f20490
        next_xl_fn = 0x7ffaf4847f86 <default_lookup>
        tmp_cbk = 0x7ffaf4831529 <default_lookup_cbk>
        inode = 0x0
        stub = 0x0
        flag = 0x0
        ret = -22
        __FUNCTION__ = "index_lookup"
#3  0x00007ffae482d492 in quota_lookup (frame=0x7ffae009d348, this=0x7ffab4f214f0, loc=0x7ffae787a8a0, xattr_req=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/quota/src/quota.c>:1686
        old_THIS = 0x7ffab4f214f0
        next_xl = 0x7ffab4f20490
        next_xl_fn = 0x7ffae4a65fc3 <index_lookup>
        opn = 27
        priv = 0x7ffab4f25770
        ret = -1
        local = 0x0
        __FUNCTION__ = "quota_lookup"
#4  0x00007ffae460727e in io_stats_lookup (frame=0x7ffae0014528, this=0x7ffab4f22550, loc=0x7ffae787a8a0, xdata=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/debug/io-stats/src/io-stats.c>:2689
        _new = 0x7ffae009d348
        old_THIS = 0x7ffab4f22550
        next_xl_fn = 0x7ffae482c943 <quota_lookup>
        tmp_cbk = 0x7ffae45fb16d <io_stats_lookup_cbk>
        __FUNCTION__ = "io_stats_lookup"
#5  0x00007ffaf4848169 in default_lookup (frame=0x7ffae0014528, this=0x7ffab4f235b0, loc=0x7ffae787a8a0, xdata=0x0) at defaults.c:2714
        old_THIS = 0x7ffab4f235b0
        next_xl = 0x7ffab4f22550
        next_xl_fn = 0x7ffae4606e69 <io_stats_lookup>
        opn = 27
        __FUNCTION__ = "default_lookup"
#6  0x00007ffaf47c4636 in syncop_lookup (subvol=0x7ffab4f235b0, loc=0x7ffae787a8a0, iatt=0x7ffae787a800, parent=0x0, xdata_in=0x0, xdata_out=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:1234
        _new = 0x7ffae0014528
        old_THIS = 0x7ffae002b780
        next_xl_fn = 0x7ffaf4847f86 <default_lookup>
        tmp_cbk = 0x7ffaf47c4080 <syncop_lookup_cbk>
        task = 0x0
        frame = 0x7ffae0041868
        args = {op_ret = 0, op_errno = 0, iatt1 = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, iatt2 = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, xattr = 0x0, statvfs_buf = {f_bsize = 0, f_frsize = 0, f_blocks = 0, f_bfree = 0, f_bavail = 0, f_files = 0, f_ffree = 0, f_favail = 0, f_fsid = 0, f_flag = 0, f_namemax = 0, __f_spare = {0, 0, 0, 0, 0, 0}}, vector = 0x0, count = 0, iobref = 0x0, buffer = 0x0, xdata = 0x0, flock = {l_type = 0, l_whence = 0, l_start = 0, l_len = 0, l_pid = 0, l_owner = {len = 0, data = '\000' <repeats 1023 times>}}, lease = {cmd = 0, lease_type = NONE, lease_id = '\000' <repeats 15 times>, lease_flags = 0}, dict_out = 0x0, uuid = '\000' <repeats 15 times>, errstr = 0x0, dict = 0x0, lock_dict = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, barrier = {initialized = false, guard = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, cond = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}, waitq = {next = 0x0, prev = 0x0}, count = 0, waitfor = 0}, task = 0x0, mutex = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, cond = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}, done = 0, entries = {{list = {next = 0x0, prev = 0x0}, {next = 0x0, prev = 0x0}}, d_ino = 0, d_off = 0, d_len = 0, d_type = 0, d_stat = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, dict = 0x0, inode = 0x0, d_name = 0x7ffae787a338 ""}, offset = 0, locklist = {list = {next = 0x0, prev = 0x0}, flock = {l_type = 0, l_whence = 0, l_start = 0, l_len = 0, l_pid = 0, l_owner = {len = 0, data = '\000' <repeats 1023 times>}}, client_uid = 0x0, lk_flags = 0}}
        __FUNCTION__ = "syncop_lookup"
#7  0x00007ffae4184171 in server_first_lookup (this=0x7ffae002b780, client=0x7ffae00a2940, reply=0x7ffae000e0e8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-handshake.c>:154
        loc = {path = 0x7ffae41ab2df "/", name = 0x7ffae41ab2e1 "", inode = 0x7ffae00015a8, parent = 0x0, gfid = '\000' <repeats 15 times>, "\001", pargfid = '\000' <repeats 15 times>}
        iatt = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}
        dict = 0x0
        ret = 0
        xl = 0x7ffab4f235b0
        msg = 0x0
        inode = 0x0
        bname = 0x0
        str = 0x0
        tmp = 0x0
        saveptr = 0x0
        __FUNCTION__ = "server_first_lookup"
#8  0x00007ffae4185cc9 in server_setvolume (req=0x7ffae0066d28) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-handshake.c>:657
        args = {dict = {dict_len = 828, dict_val = 0x7ffae009ecd0 ""}}
        rsp = 0x0
        client = 0x7ffae00a2940
        serv_ctx = 0x7ffae01ded10
        conf = 0x7ffae0032e30
        peerinfo = 0x7ffae01e18d0
        reply = 0x7ffae000e0e8
        config_params = 0x7ffae0001758
        params = 0x7ffae000bc18
        name = 0x7ffae0041770 "/d/backends/patchy0"
        client_uid = 0x7ffae001f190 "CTX_ID:6ab0591b-7b20-4ffd-a01d-09ef897be5da-GRAPH_ID:0-PID:23327-HOST:builder101.cloud.gluster.org-PC_NAME:patchy-client-0-RECON_NO:-0"
        clnt_version = 0x7ffae01da8c0 "6dev"
        xl = 0x7ffab4f235b0
        msg = 0x0
        this = 0x7ffae002b780
        ret = 0
        op_ret = 0
        op_errno = 22
        buf = 0x0
        opversion = 60000
        xprt = 0x7ffae00329c0
        fop_version = 1298437
        mgmt_version = 0
        ctx = 0x1e5e010
        tmp = 0x7ffae008ac90
        subdir_mount = 0x0
        client_name = 0x7ffae01e1690 "glustershd"
        cleanup_starting = false
        __FUNCTION__ = "server_setvolume"
        __PRETTY_FUNCTION__ = "server_setvolume"
#9  0x00007ffaf452b878 in rpcsvc_handle_rpc_call (svc=0x7ffae0040310, trans=0x7ffae01e1810, msg=0x7ffae01e0df0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-lib/src/rpcsvc.c>:716
        actor = 0x7ffae43bd8a0 <gluster_handshake_actors+64>
        actor_fn = 0x7ffae4184465 <server_setvolume>
        req = 0x7ffae0066d28
        ret = -1
        port = 49074
        is_unix = false
        empty = false
        unprivileged = true
        reply = 0x0
        drc = 0x0
        __FUNCTION__ = "rpcsvc_handle_rpc_call"
#10 0x00007ffaf452bbcb in rpcsvc_notify (trans=0x7ffae01e1810, mydata=0x7ffae0040310, event=RPC_TRANSPORT_MSG_RECEIVED, data=0x7ffae01e0df0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-lib/src/rpcsvc.c>:808
        ret = -1
        msg = 0x7ffae01e0df0
        new_trans = 0x0
        svc = 0x7ffae0040310
        listener = 0x0
        __FUNCTION__ = "rpcsvc_notify"
#11 0x00007ffaf4531895 in rpc_transport_notify (this=0x7ffae01e1810, event=RPC_TRANSPORT_MSG_RECEIVED, data=0x7ffae01e0df0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-lib/src/rpc-transport.c>:525
        ret = -1
        __FUNCTION__ = "rpc_transport_notify"
#12 0x00007ffae93435e0 in socket_event_poll_in (this=0x7ffae01e1810, notify_handled=true) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-transport/socket/src/socket.c>:2530
        ret = 0
        pollin = 0x7ffae01e0df0
        priv = 0x7ffae000a800
        ctx = 0x1e5e010
#13 0x00007ffae93445c1 in socket_event_handler (fd=0, idx=11, gen=16, data=0x7ffae01e1810, poll_in=1, poll_out=0, poll_err=0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-transport/socket/src/socket.c>:2931
        this = 0x7ffae01e1810
        priv = 0x7ffae000a800
        ret = 0
        ctx = 0x1e5e010
        socket_closed = false
        notify_handled = false
        __FUNCTION__ = "socket_event_handler"
#14 0x00007ffaf47eb710 in event_dispatch_epoll_handler (event_pool=0x1e95c30, event=0x7ffae787aea0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:591
        ev_data = 0x7ffae787aea4
        slot = 0x1ec7260
        handler = 0x7ffae934411e <socket_event_handler>
        data = 0x7ffae01e1810
        idx = 11
        gen = 16
        ret = 0
        fd = 0
        handled_error_previously = false
        __FUNCTION__ = "event_dispatch_epoll_handler"
#15 0x00007ffaf47eba09 in event_dispatch_epoll_worker (data=0x1ee1110) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:668
        event = {events = 1, data = {ptr = 0x100000000b, fd = 11, u32 = 11, u64 = 68719476747}}
        ret = 1
        ev_data = 0x1ee1110
        event_pool = 0x1e95c30
        myindex = 1
        timetodie = 0
        __FUNCTION__ = "event_dispatch_epoll_worker"
#16 0x00007ffaf35bee25 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#17 0x00007ffaf2e87bad in clone () from /lib64/libc.so.6
No symbol table info available.
=========================================================
              Finish backtrace
         program name : /build/install/sbin/glusterfsd
         corefile     : /glfs_epoll000-22196.core
=========================================================

+ rm -f /build/install/cores/gdbout.txt
+ sort /build/install/cores/liblist.txt
+ uniq
+ cat /build/install/cores/liblist.txt.tmp
+ grep -v /build/install
+ tar -cf /archives/archived_builds/build-install-regression-test-with-multiplex-967.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores
tar: Removing leading `/' from member names
+ tar -rhf /archives/archived_builds/build-install-regression-test-with-multiplex-967.tar -T /build/install/cores/liblist.txt
tar: Removing leading `/' from member names
+ bzip2 /archives/archived_builds/build-install-regression-test-with-multiplex-967.tar
+ rm -f /build/install/cores/liblist.txt
+ rm -f /build/install/cores/liblist.txt.tmp
+ find /archives -size +1G -delete -type f
+ echo 'Cores and build archived in http://builder101.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-967.tar.bz2'
Cores and build archived in http://builder101.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-967.tar.bz2
+ echo 'Open core using the following command to get a proper stack'
Open core using the following command to get a proper stack
+ echo 'Example: From root of extracted tarball'
Example: From root of extracted tarball
+ echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>'
\t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd>
+ RET=1
+ '[' 1 -ne 0 ']'
+ tar -czf <https://build.gluster.org/job/regression-test-with-multiplex/967/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20181014 /var/log/messages-20181021 /var/log/messages-20181106 /var/log/messages-20181111
tar: Removing leading `/' from member names
+ scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i <https://build.gluster.org/job/regression-test-with-multiplex/ws/> glusterfs-logs.tgz _logs_collector at http.int.rht.gluster.org:/var/www/glusterfs-logs/regression-test-with-multiplex-967.tgz
ssh: connect to host http.int.rht.gluster.org port 22: Connection timed out
lost connection
+ true
+ case $(uname -s) in
++ uname -s
+ /sbin/sysctl -w kernel.core_pattern=/%e-%p.core
kernel.core_pattern = /%e-%p.core
+ exit 1
Build step 'Execute shell' marked build as failure


More information about the maintainers mailing list