[Gluster-Maintainers] Build failed in Jenkins: regression-test-with-multiplex #650

jenkins at build.gluster.org jenkins at build.gluster.org
Mon Feb 26 17:43:11 UTC 2018


See <https://build.gluster.org/job/regression-test-with-multiplex/650/display/redirect?page=changes>

Changes:

[Milind Changire] rpcsvc: scale rpcsvc_request_handler threads

------------------------------------------
[...truncated 1.03 MB...]
        _inode_cx = 0x7ff7640767b0
        ctr_link_cx = {pargfid = 0x0, basename = 0x0}
        _link_cx = 0x7ff7640767a0
        ret = -1
        __PRETTY_FUNCTION__ = "ctr_lookup"
        __FUNCTION__ = "ctr_lookup"
#7  0x00007ff77befd09a in default_lookup (frame=0x7ff744004008, this=0x7ff7380078d0, loc=0x7ff734608f48, xdata=0x7ff7345d5898) at defaults.c:2714
        old_THIS = 0x7ff7380078d0
        next_xl = 0x7ff738004920
        next_xl_fn = 0x7ff76da968d2 <ctr_lookup>
        __FUNCTION__ = "default_lookup"
#8  0x00007ff76d1903fd in br_stub_lookup (frame=0x7ff744005998, this=0x7ff738009230, loc=0x7ff734608f48, xdata=0x7ff7345d5898) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/bit-rot/src/stub/bit-rot-stub.c>:3023
        _new = 0x7ff744004008
        old_THIS = 0x7ff738009230
        tmp_cbk = 0x7ff76d18f826 <br_stub_lookup_cbk>
        ret = 0
        op_errno = 0
        cookie = 0x0
        ctx_addr = 0
        xref = false
        priv = 0x7ff738060290
        stub = 0x0
        __FUNCTION__ = "br_stub_lookup"
#9  0x00007ff76cf62b2f in posix_acl_lookup (frame=0x7ff744005558, this=0x7ff73800a9b0, loc=0x7ff734608f48, xattr=0x7ff7345d5898) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/system/posix-acl/src/posix-acl.c>:1066
        _new = 0x7ff744005998
        old_THIS = 0x7ff73800a9b0
        tmp_cbk = 0x7ff76cf61f86 <posix_acl_lookup_cbk>
        ret = 0
        my_xattr = 0x7ff7345d5898
        __FUNCTION__ = "posix_acl_lookup"
#10 0x00007ff76cd35182 in pl_lookup (frame=0x7ff744005778, this=0x7ff73800c040, loc=0x7ff734608f48, xdata=0x7ff7345d5898) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/locks/src/posix.c>:2646
        _new = 0x7ff744005558
        old_THIS = 0x7ff73800c040
        tmp_cbk = 0x7ff76cd3481f <pl_lookup_cbk>
        __FUNCTION__ = "pl_lookup"
#11 0x00007ff77befd09a in default_lookup (frame=0x7ff744005778, this=0x7ff73800d430, loc=0x7ff734608f48, xdata=0x7ff7345d5898) at defaults.c:2714
        old_THIS = 0x7ff73800d430
        next_xl = 0x7ff73800c040
        next_xl_fn = 0x7ff76cd34da7 <pl_lookup>
        __FUNCTION__ = "default_lookup"
#12 0x00007ff77befd09a in default_lookup (frame=0x7ff744005778, this=0x7ff73800eb90, loc=0x7ff734608f48, xdata=0x7ff7345d5898) at defaults.c:2714
        old_THIS = 0x7ff73800eb90
        next_xl = 0x7ff73800d430
        next_xl_fn = 0x7ff77befcef0 <default_lookup>
        __FUNCTION__ = "default_lookup"
#13 0x00007ff77befd09a in default_lookup (frame=0x7ff744005778, this=0x7ff7380101a0, loc=0x7ff734608f48, xdata=0x7ff7345d5898) at defaults.c:2714
        old_THIS = 0x7ff7380101a0
        next_xl = 0x7ff73800eb90
        next_xl_fn = 0x7ff77befcef0 <default_lookup>
        __FUNCTION__ = "default_lookup"
#14 0x00007ff76c4c6b83 in up_lookup (frame=0x7ff744005118, this=0x7ff738011710, loc=0x7ff734608f48, xattr_req=0x7ff7345d5898) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/upcall/src/upcall.c>:816
        _new = 0x7ff744005778
        old_THIS = 0x7ff738011710
        tmp_cbk = 0x7ff76c4c62f1 <up_lookup_cbk>
        op_errno = -1
        local = 0x0
        __FUNCTION__ = "up_lookup"
#15 0x00007ff77bef3d57 in default_lookup_resume (frame=0x7ff7345ee858, this=0x7ff738012c80, loc=0x7ff734608f48, xdata=0x7ff7345d5898) at defaults.c:1972
        _new = 0x7ff744005118
        old_THIS = 0x7ff738012c80
        tmp_cbk = 0x7ff77bee79e3 <default_lookup_cbk>
        __FUNCTION__ = "default_lookup_resume"
#16 0x00007ff77be4e4a5 in call_resume_wind (stub=0x7ff734608ef8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/call-stub.c>:2310
        __FUNCTION__ = "call_resume_wind"
#17 0x00007ff77be5ff46 in call_resume (stub=0x7ff734608ef8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/call-stub.c>:2689
        old_THIS = 0x7ff738012c80
        __FUNCTION__ = "call_resume"
#18 0x00007ff76c2b07f5 in iot_worker (data=0x7ff738044110) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/performance/io-threads/src/io-threads.c>:226
        conf = 0x7ff738044110
        this = 0x7ff738012c80
        stub = 0x7ff734608ef8
        sleep_till = {tv_sec = 1519660039, tv_nsec = 989972495}
        ret = 0
        pri = 0
        bye = false
        __FUNCTION__ = "iot_worker"
#19 0x00007ff77ac7fe25 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#20 0x00007ff77a54c34d in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 3 (Thread 0x7ff7546b6700 (LWP 18217)):
#0  0x00007ff77ac83cf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ff76c2b06b7 in iot_worker (data=0x7ff730615220) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/performance/io-threads/src/io-threads.c>:195
        conf = 0x7ff730615220
        this = 0x7ff7305e3db0
        stub = 0x0
        sleep_till = {tv_sec = 1519660038, tv_nsec = 226941313}
        ret = 0
        pri = -1
        bye = false
        __FUNCTION__ = "iot_worker"
#2  0x00007ff77ac7fe25 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007ff77a54c34d in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 2 (Thread 0x7ff76ef45700 (LWP 17860)):
#0  0x00007ff77a54c923 in epoll_wait () from /lib64/libc.so.6
No symbol table info available.
#1  0x00007ff77bea46b5 in event_dispatch_epoll_worker (data=0x14dc140) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:645
        event = {events = 1, data = {ptr = 0x10000000a, fd = 10, u32 = 10, u64 = 4294967306}}
        ret = 0
        ev_data = 0x14dc140
        event_pool = 0x1490c20
        myindex = 1
        timetodie = 0
        __FUNCTION__ = "event_dispatch_epoll_worker"
#2  0x00007ff77ac7fe25 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007ff77a54c34d in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 1 (Thread 0x7ff7257fa700 (LWP 17888)):
#0  0x00007ff7670a81e3 in server_inode_new (itable=0x0, gfid=0x7ff7345feeb0 "") at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-helpers.c>:1428
No locals.
#1  0x00007ff7670a0e20 in resolve_gfid (frame=0x7ff734600c08) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-resolve.c>:205
        state = 0x7ff7345fedb0
        this = 0x7ff76802fa70
        resolve = 0x7ff7345fee48
        resolve_loc = 0x7ff7345fee90
        xdata = 0x0
        __FUNCTION__ = "resolve_gfid"
#2  0x00007ff7670a16ac in server_resolve_entry (frame=0x7ff734600c08) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-resolve.c>:358
        state = 0x7ff7345fedb0
        ret = 1
        loc = 0x7ff7345fedc8
#3  0x00007ff7670a1c96 in server_resolve (frame=0x7ff734600c08) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-resolve.c>:555
        state = 0x7ff7345fedb0
        resolve = 0x7ff7345fee48
        __FUNCTION__ = "server_resolve"
#4  0x00007ff7670a1e52 in server_resolve_all (frame=0x7ff734600c08) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-resolve.c>:611
        state = 0x7ff7345fedb0
        this = 0x7ff76802fa70
        __FUNCTION__ = "server_resolve_all"
#5  0x00007ff7670a1f67 in resolve_and_resume (frame=0x7ff734600c08, fn=0x7ff7670f4994 <server4_lookup_resume>) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-resolve.c>:642
        state = 0x7ff7345fedb0
#6  0x00007ff7670fbb58 in server4_0_lookup (req=0x7ff7345d45f8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-rpc-fops_v2.c>:5474
        frame = 0x7ff734600c08
        state = 0x7ff7345fedb0
        args = {gfid = '\000' <repeats 15 times>, pargfid = '\000' <repeats 15 times>, "\001", flags = 0, bname = 0x7ff7257f97c0 "x86_64", xdata = {xdr_size = 512, count = 13, pairs = {pairs_len = 13, pairs_val = 0x7ff734600ea0}}}
        ret = 0
        __FUNCTION__ = "server4_0_lookup"
#7  0x00007ff77bbec622 in rpcsvc_handle_rpc_call (svc=0x7ff768044660, trans=0x7ff748003ce0, msg=0x7ff7345fea90) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-lib/src/rpcsvc.c>:721
        actor = 0x7ff767315d20 <glusterfs4_0_fop_actors+1728>
        actor_fn = 0x7ff7670fb96c <server4_0_lookup>
        req = 0x7ff7345d45f8
        ret = -1
        port = 49145
        is_unix = false
        empty = false
        unprivileged = true
        reply = 0x0
        drc = 0x0
        __FUNCTION__ = "rpcsvc_handle_rpc_call"
#8  0x00007ff77bbec975 in rpcsvc_notify (trans=0x7ff748003ce0, mydata=0x7ff768044660, event=RPC_TRANSPORT_MSG_RECEIVED, data=0x7ff7345fea90) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-lib/src/rpcsvc.c>:815
        ret = -1
        msg = 0x7ff7345fea90
        new_trans = 0x0
        svc = 0x7ff768044660
        listener = 0x0
        __FUNCTION__ = "rpcsvc_notify"
#9  0x00007ff77bbf258b in rpc_transport_notify (this=0x7ff748003ce0, event=RPC_TRANSPORT_MSG_RECEIVED, data=0x7ff7345fea90) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-lib/src/rpc-transport.c>:537
        ret = -1
        __FUNCTION__ = "rpc_transport_notify"
#10 0x00007ff770a0df18 in socket_event_poll_in (this=0x7ff748003ce0, notify_handled=true) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-transport/socket/src/socket.c>:2462
        ret = 0
        pollin = 0x7ff7345fea90
        priv = 0x7ff748000cd0
        ctx = 0x1459010
#11 0x00007ff770a0e586 in socket_event_handler (fd=40, idx=16, gen=4, data=0x7ff748003ce0, poll_in=1, poll_out=0, poll_err=0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-transport/socket/src/socket.c>:2618
        this = 0x7ff748003ce0
        priv = 0x7ff748000cd0
        ret = 0
        ctx = 0x1459010
        socket_closed = false
        notify_handled = false
        __FUNCTION__ = "socket_event_handler"
#12 0x00007ff77bea43f4 in event_dispatch_epoll_handler (event_pool=0x1490c20, event=0x7ff7257f9ea0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:579
        ev_data = 0x7ff7257f9ea4
        slot = 0x14c2460
        handler = 0x7ff770a0e2b8 <socket_event_handler>
        data = 0x7ff748003ce0
        idx = 16
        gen = 4
        ret = -1
        fd = 40
        handled_error_previously = false
        __FUNCTION__ = "event_dispatch_epoll_handler"
#13 0x00007ff77bea46e7 in event_dispatch_epoll_worker (data=0x7ff73c086ea0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:655
        event = {events = 1, data = {ptr = 0x400000010, fd = 16, u32 = 16, u64 = 17179869200}}
        ret = 1
        ev_data = 0x7ff73c086ea0
        event_pool = 0x1490c20
        myindex = 2
        timetodie = 0
        __FUNCTION__ = "event_dispatch_epoll_worker"
#14 0x00007ff77ac7fe25 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#15 0x00007ff77a54c34d in clone () from /lib64/libc.so.6
No symbol table info available.
=========================================================
              Finish backtrace
         program name : /build/install/sbin/glusterfsd
         corefile     : /glusterepoll1-17853.core
=========================================================

+ rm -f /build/install/cores/gdbout.txt
+ for corefile in '$CORELIST'
+ getliblistfromcore /build/install/cores/glusterepoll1-17853.core
+ rm -f /build/install/cores/gdbout.txt
+ gdb -c /build/install/cores/glusterepoll1-17853.core -q -ex 'set pagination off' -ex 'info sharedlibrary' -ex q
+ set +x
+ rm -f /build/install/cores/gdbout.txt
+ sort /build/install/cores/liblist.txt
+ uniq
+ cat /build/install/cores/liblist.txt.tmp
+ grep -v /build/install
+ tar -cf /archives/archived_builds/build-install-regression-test-with-multiplex-650.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores
tar: Removing leading `/' from member names
+ tar -rhf /archives/archived_builds/build-install-regression-test-with-multiplex-650.tar -T /build/install/cores/liblist.txt
tar: Removing leading `/' from member names
+ bzip2 /archives/archived_builds/build-install-regression-test-with-multiplex-650.tar
+ rm -f /build/install/cores/liblist.txt
+ rm -f /build/install/cores/liblist.txt.tmp
+ find /archives -size +1G -delete -type f
+ echo 'Cores and build archived in http://builder104.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-650.tar.bz2'
Cores and build archived in http://builder104.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-650.tar.bz2
+ echo 'Open core using the following command to get a proper stack'
Open core using the following command to get a proper stack
+ echo 'Example: From root of extracted tarball'
Example: From root of extracted tarball
+ echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>'
\t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd>
+ RET=1
+ '[' 1 -ne 0 ']'
+ tar -czf <https://build.gluster.org/job/regression-test-with-multiplex/650/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20180211 /var/log/messages-20180219 /var/log/messages-20180225
tar: Removing leading `/' from member names
+ scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i <https://build.gluster.org/job/regression-test-with-multiplex/ws/> glusterfs-logs.tgz _logs_collector at http.int.rht.gluster.org:/var/www/glusterfs-logs/regression-test-with-multiplex-650.tgz
ssh: connect to host http.int.rht.gluster.org port 22: Connection timed out
lost connection
+ true
+ case $(uname -s) in
++ uname -s
+ /sbin/sysctl -w kernel.core_pattern=/%e-%p.core
kernel.core_pattern = /%e-%p.core
+ exit 1
Build step 'Execute shell' marked build as failure


More information about the maintainers mailing list