[Gluster-Maintainers] Build failed in Jenkins: regression-test-with-multiplex #1515

jenkins at build.gluster.org jenkins at build.gluster.org
Sat Oct 5 18:03:39 UTC 2019


See <https://build.gluster.org/job/regression-test-with-multiplex/1515/display/redirect>

Changes:


------------------------------------------
[...truncated 3.65 MB...]
No symbol table info available.

Thread 6 (Thread 0x7f05be4db700 (LWP 7614)):
#0  0x00007f05c5d42da2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007f05c6f25292 in gf_timer_proc (data=0x131a9e0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/timer.c>:140
        now = {tv_sec = 3981521, tv_nsec = 804579526}
        reg = 0x131a9e0
        event = 0x7f05ac0052e0
        tmp = 0x0
        old_THIS = 0x7f05c7229a60 <global_xlator>
#2  0x00007f05c5d3ee65 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007f05c560488d in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 5 (Thread 0x7f05b7ad9700 (LWP 7647)):
#0  0x00007f05c5604e63 in epoll_wait () from /lib64/libc.so.6
No symbol table info available.
#1  0x00007f05c6f8fb29 in event_dispatch_epoll_worker (data=0x1390620) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:745
        event = {events = 1, data = {ptr = 0x10000000a, fd = 10, u32 = 10, u64 = 4294967306}}
        ret = 0
        ev_data = 0x1390620
        event_pool = 0x1312e70
        myindex = 1
        timetodie = 0
        gen = 0
        poller_death_notify = {next = 0x0, prev = 0x0}
        slot = 0x0
        tmp = 0x0
        __FUNCTION__ = "event_dispatch_epoll_worker"
#2  0x00007f05c5d3ee65 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007f05c560488d in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 4 (Thread 0x7f05b82da700 (LWP 7646)):
#0  0x00007f05c5d429f5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007f05bb0c6078 in hooks_worker (args=0x1325de0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-hooks.c>:527
        conf = 0x1371bc0
        hooks_priv = 0x13b9180
        stub = 0x7f05ac004040
#2  0x00007f05c5d3ee65 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007f05c560488d in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 3 (Thread 0x7f05bbcd6700 (LWP 7619)):
#0  0x00007f05c55fb953 in select () from /lib64/libc.so.6
No symbol table info available.
#1  0x00007f05c6fae4f9 in runner (arg=0x131f400) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/contrib/timer-wheel/timer-wheel.c>:186
        tv = {tv_sec = 0, tv_usec = 989764}
        base = 0x131f400
#2  0x00007f05c5d3ee65 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007f05c560488d in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 2 (Thread 0x7f05bc4d7700 (LWP 7618)):
#0  0x00007f05c5d42da2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007f05c6f65ec4 in syncenv_task (proc=0x131b640) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:517
        env = 0x131b280
        task = 0x0
        sleep_till = {tv_sec = 1570293545, tv_nsec = 0}
        ret = 0
#2  0x00007f05c6f660b9 in syncenv_processor (thdata=0x131b640) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:584
        env = 0x131b280
        proc = 0x131b640
        task = 0x7f05a8004df0
#3  0x00007f05c5d3ee65 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#4  0x00007f05c560488d in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 1 (Thread 0x7f05bccd8700 (LWP 7617)):
#0  0x00007f05bb01d937 in cds_list_add_tail (newp=0x7f05ac00f088, head=0x18) at /usr/include/urcu/list.h:66
No locals.
#1  0x00007f05bb024d25 in glusterd_brick_process_add_brick (brickinfo=0x7f05ac00eff0, parent_brickinfo=0x13acb50) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-utils.c>:2427
        ret = 0
        this = 0x1325de0
        priv = 0x1371bc0
        brick_proc = 0x0
        __FUNCTION__ = "glusterd_brick_process_add_brick"
#2  0x00007f05bb030db9 in attach_brick (this=0x1325de0, brickinfo=0x7f05ac00eff0, other_brick=0x13acb50, volinfo=0x1397de0, other_vol=0x1397de0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-utils.c>:5999
        conf = 0x1371bc0
        pidfile1 = "/var/run/gluster/vols/patchy/builder210.int.aws.gluster.org-d-backends-patchy1.pid", '\000' <repeats 4013 times>
        pidfile2 = "/var/run/gluster/vols/patchy/builder210.int.aws.gluster.org-d-backends-patchy3.pid", '\000' <repeats 4013 times>
        unslashed = "d-backends-patchy3", '\000' <repeats 4077 times>
        full_id = "patchy.builder210.int.aws.gluster.org.d-backends-patchy3", '\000' <repeats 4039 times>
        path = "/var/lib/glusterd/vols/patchy/patchy.builder210.int.aws.gluster.org.d-backends-patchy3.vol", '\000' <repeats 4005 times>
        ret = 0
        tries = 15
        rpc = 0x7f05b0003650
        len = 56
        __FUNCTION__ = "attach_brick"
#3  0x00007f05bb032a0d in glusterd_brick_start (volinfo=0x1397de0, brickinfo=0x7f05ac00eff0, wait=true, only_connect=false) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-utils.c>:6573
        ret = 0
        this = 0x1325de0
        other_brick = 0x13acb50
        conf = 0x1371bc0
        pid = -1
        pidfile = "/var/run/gluster/vols/patchy/builder210.int.aws.gluster.org-d-backends-patchy3.pid", '\000' <repeats 4013 times>
        socketpath = '\000' <repeats 4095 times>
        brickpath = 0x0
        other_vol = 0x1397de0
        is_service_running = false
        volid = "bL(\336\317/G\003\215\372{9i\361>)"
        size = 16
        __PRETTY_FUNCTION__ = "glusterd_brick_start"
        __FUNCTION__ = "glusterd_brick_start"
#4  0x00007f05bb0b7f50 in glusterd_op_perform_add_bricks (volinfo=0x1397de0, count=1, bricks=0x7f05ac002a90 " builder210.int.aws.gluster.org:/d/backends/patchy3 ", dict=0x7f05ac009668) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-brick-ops.c>:1184
        brick = 0x7f05ac01fea1 "builder210.int.aws.gluster.org:/d/backends/patchy3"
        i = 1
        brick_list = 0x7f05ac01fea0 " builder210.int.aws.gluster.org:/d/backends/patchy3"
        free_ptr1 = 0x7f05ac00e580 " builder210.int.aws.gluster.org:/d/backends/patchy3"
        free_ptr2 = 0x7f05ac01fea0 " builder210.int.aws.gluster.org:/d/backends/patchy3"
        saveptr = 0x7f05ac01fed4 ""
        ret = 0
        stripe_count = 0
        replica_count = 3
        arbiter_count = 0
        type = 0
        brickinfo = 0x7f05ac00eff0
        param = {rsp_dict = 0x0, volinfo = 0x0, node = 0x0}
        restart_needed = false
        brickid = 3
        key = "brick1.mount_dir", '\000' <repeats 47 times>
        brick_mount_dir = 0x7f05ac002250 "/backends/patchy3"
        this = 0x1325de0
        conf = 0x1371bc0
        is_valid_add_brick = true
        brickstat = {f_bsize = 4096, f_frsize = 4096, f_blocks = 2618880, f_bfree = 2559082, f_bavail = 2559082, f_files = 5242880, f_ffree = 5240076, f_favail = 5240076, f_fsid = 1792, f_flag = 4096, f_namemax = 255, __f_spare = {0, 0, 0, 0, 0, 0}}
        __PRETTY_FUNCTION__ = "glusterd_op_perform_add_bricks"
        __FUNCTION__ = "glusterd_op_perform_add_bricks"
#5  0x00007f05bb0ba97f in glusterd_op_add_brick (dict=0x7f05ac009668, op_errstr=0x7f05a8205d50) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-brick-ops.c>:2059
        ret = 0
        volname = 0x7f05ac000d70 "patchy"
        priv = 0x1371bc0
        volinfo = 0x1397de0
        this = 0x1325de0
        bricks = 0x7f05ac002a90 " builder210.int.aws.gluster.org:/d/backends/patchy3 "
        count = 1
        __PRETTY_FUNCTION__ = "glusterd_op_add_brick"
        __FUNCTION__ = "glusterd_op_add_brick"
#6  0x00007f05bb0f3296 in gd_mgmt_v3_commit_fn (op=GD_OP_ADD_BRICK, dict=0x7f05ac009668, op_errstr=0x7f05a8205d50, op_errno=0x7f05a8205d48, rsp_dict=0x7f05ac0083b8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-mgmt.c>:314
        ret = -1
        this = 0x1325de0
        __PRETTY_FUNCTION__ = "gd_mgmt_v3_commit_fn"
        __FUNCTION__ = "gd_mgmt_v3_commit_fn"
#7  0x00007f05bb0f6da8 in glusterd_mgmt_v3_commit (op=GD_OP_ADD_BRICK, op_ctx=0x7f05ac003518, req_dict=0x7f05ac009668, op_errstr=0x7f05a8205d50, op_errno=0x7f05a8205d48, txn_generation=0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-mgmt.c>:1576
        ret = -1
        peer_cnt = 0
        rsp_dict = 0x7f05ac0083b8
        peerinfo = 0x0
        args = {op_ret = 0, op_errno = 0, iatt1 = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, iatt2 = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, iatt3 = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, xattr = 0x0, statvfs_buf = {f_bsize = 0, f_frsize = 0, f_blocks = 0, f_bfree = 0, f_bavail = 0, f_files = 0, f_ffree = 0, f_favail = 0, f_fsid = 0, f_flag = 0, f_namemax = 0, __f_spare = {0, 0, 0, 0, 0, 0}}, vector = 0x0, count = 0, iobref = 0x0, buffer = 0x0, xdata = 0x0, flock = {l_type = 0, l_whence = 0, l_start = 0, l_len = 0, l_pid = 0, l_owner = {len = 0, data = '\000' <repeats 1023 times>}}, lease = {cmd = 0, lease_type = NONE, lease_id = '\000' <repeats 15 times>, lease_flags = 0}, dict_out = 0x0, uuid = '\000' <repeats 15 times>, errstr = 0x0, dict = 0x0, lock_dict = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, barrier = {initialized = false, guard = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, cond = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}, waitq = {next = 0x0, prev = 0x0}, count = 0, waitfor = 0}, task = 0x0, mutex = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, cond = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}, done = 0, entries = {{list = {next = 0x0, prev = 0x0}, {next = 0x0, prev = 0x0}}, d_ino = 0, d_off = 0, d_len = 0, d_type = 0, d_stat = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, dict = 0x0, inode = 0x0, d_name = 0x7f05a8205870 ""}, offset = 0, locklist = {list = {next = 0x0, prev = 0x0}, flock = {l_type = 0, l_whence = 0, l_start = 0, l_len = 0, l_pid = 0, l_owner = {len = 0, data = '\000' <repeats 1023 times>}}, client_uid = 0x0, lk_flags = 0}}
        peer_uuid = '\000' <repeats 15 times>
        this = 0x1325de0
        conf = 0x1371bc0
        __PRETTY_FUNCTION__ = "glusterd_mgmt_v3_commit"
        __FUNCTION__ = "glusterd_mgmt_v3_commit"
#8  0x00007f05bb0f917d in glusterd_mgmt_v3_initiate_all_phases (req=0x7f05a8001b48, op=GD_OP_ADD_BRICK, dict=0x7f05ac003518) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-mgmt.c>:2332
        ret = 0
        op_ret = -1
        req_dict = 0x7f05ac009668
        tmp_dict = 0x7f05ac0051a8
        conf = 0x1371bc0
        op_errstr = 0x7f05ac00dd00 "/d/backends/patchy3 is already part of a volume"
        this = 0x1325de0
        is_acquired = true
        originator_uuid = 0x7f05ac001410
        txn_generation = 0
        op_errno = 0
        __PRETTY_FUNCTION__ = "glusterd_mgmt_v3_initiate_all_phases"
        __FUNCTION__ = "glusterd_mgmt_v3_initiate_all_phases"
#9  0x00007f05bb0b5925 in __glusterd_handle_add_brick (req=0x7f05a8001b48) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-brick-ops.c>:443
        ret = 0
        cli_req = {dict = {dict_len = 252, dict_val = 0x7f05ac00eb40 ""}}
        dict = 0x7f05ac003518
        bricks = 0x7f05ac002a90 " builder210.int.aws.gluster.org:/d/backends/patchy3 "
        volname = 0x7f05ac000d70 "patchy"
        brick_count = 1
        cli_rsp = 0x0
        err_str = '\000' <repeats 2047 times>
        rsp = {op_ret = 0, op_errno = 0, op_errstr = 0x0, dict = {dict_len = 0, dict_val = 0x0}}
        volinfo = 0x1397de0
        this = 0x1325de0
        total_bricks = 3
        replica_count = 3
        arbiter_count = 0
        stripe_count = 0
        type = 0
        conf = 0x1371bc0
        __PRETTY_FUNCTION__ = "__glusterd_handle_add_brick"
        __FUNCTION__ = "__glusterd_handle_add_brick"
#10 0x00007f05bafed1a5 in glusterd_big_locked_handler (req=0x7f05a8001b48, actor_fn=0x7f05bb0b4d66 <__glusterd_handle_add_brick>) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-handler.c>:79
        priv = 0x1371bc0
        ret = -1
#11 0x00007f05bb0b5a07 in glusterd_handle_add_brick (req=0x7f05a8001b48) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-brick-ops.c>:467
No locals.
#12 0x00007f05c6f655f7 in synctask_wrap () at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:272
        task = 0x7f05a8004df0
#13 0x00007f05c554e140 in ?? () from /lib64/libc.so.6
No symbol table info available.
#14 0x0000000000000000 in ?? ()
No symbol table info available.
=========================================================
              Finish backtrace
         program name : /build/install/sbin/glusterd
         corefile     : /glfs_sproc0-7613.core
=========================================================

+ rm -f /build/install/cores/gdbout.txt
+ sort /build/install/cores/liblist.txt
+ uniq
+ cat /build/install/cores/liblist.txt.tmp
+ grep -v /build/install
+ tar -cf /archives/archived_builds/build-install-regression-test-with-multiplex-1515.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores
tar: Removing leading `/' from member names
+ tar -rhf /archives/archived_builds/build-install-regression-test-with-multiplex-1515.tar -T /build/install/cores/liblist.txt
tar: Removing leading `/' from member names
+ bzip2 /archives/archived_builds/build-install-regression-test-with-multiplex-1515.tar
+ rm -f /build/install/cores/liblist.txt
+ rm -f /build/install/cores/liblist.txt.tmp
+ find /archives -size +1G -delete -type f
+ [[ builder210.int.aws.gluster.org == *\a\w\s* ]]
+ scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i **** /archives/archived_builds/build-install-regression-test-with-multiplex-1515.tar.bz2 _logs-collector at logs.aws.gluster.org:/var/www/glusterfs-logs/regression-test-with-multiplex-1515.bz2
Warning: Permanently added 'logs.aws.gluster.org,18.219.45.211' (ECDSA) to the list of known hosts.
scp: /var/www/glusterfs-logs/regression-test-with-multiplex-1515.bz2: No space left on device
+ true
+ echo 'Cores and builds archived in https://logs.aws.gluster.org/regression-test-with-multiplex-1515.bz2'
Cores and builds archived in https://logs.aws.gluster.org/regression-test-with-multiplex-1515.bz2
+ echo 'Open core using the following command to get a proper stack'
Open core using the following command to get a proper stack
+ echo 'Example: From root of extracted tarball'
Example: From root of extracted tarball
+ echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>'
\t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd>
+ RET=1
+ '[' 1 -ne 0 ']'
+ tar -czf <https://build.gluster.org/job/regression-test-with-multiplex/1515/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20190908 /var/log/messages-20190915 /var/log/messages-20190922 /var/log/messages-20190929
tar: Removing leading `/' from member names
+ case $(uname -s) in
++ uname -s
+ /sbin/sysctl -w kernel.core_pattern=/%e-%p.core
kernel.core_pattern = /%e-%p.core
+ exit 1
Build step 'Execute shell' marked build as failure


More information about the maintainers mailing list