[Gluster-Maintainers] Build failed in Jenkins: regression-test-burn-in #4564
jenkins at build.gluster.org
jenkins at build.gluster.org
Wed May 15 22:00:38 UTC 2019
See <https://build.gluster.org/job/regression-test-burn-in/4564/display/redirect>
------------------------------------------
[...truncated 2.96 MB...]
Thread 4 (Thread 0x7f7b88276700 (LWP 20712)):
#0 0x00007f7b91adfd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1 0x00007f7b92d02190 in syncenv_task (proc=0x6920a0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:517
env = 0x691ce0
task = 0x0
sleep_till = {tv_sec = 1557957533, tv_nsec = 0}
ret = 0
#2 0x00007f7b92d02385 in syncenv_processor (thdata=0x6920a0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:584
env = 0x691ce0
proc = 0x6920a0
task = 0x0
#3 0x00007f7b91adbdd5 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#4 0x00007f7b913a2ead in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 3 (Thread 0x7f7b89278700 (LWP 20710)):
#0 0x00007f7b91369e2d in nanosleep () from /lib64/libc.so.6
No symbol table info available.
#1 0x00007f7b91369cc4 in sleep () from /lib64/libc.so.6
No symbol table info available.
#2 0x00007f7b92ce9a80 in pool_sweeper (arg=0x0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/mem-pool.c>:446
state = {death_row = {next = 0x0, prev = 0x0}, cold_lists = {0x0 <repeats 633 times>, 0x7f7b92fcf5b4 <check_match.9523+292>, 0x0, 0x7f7b912a8d80, 0xb, 0xd, 0xa8428197, 0x7f7b92fcfceb <do_lookup_x+1803>, 0x0, 0x7f7b892765a0, 0x7f7b912a79e0, 0x7f7b912ae9f0, 0x7f7b892766b0, 0x7f7b892766a0, 0x17, 0x0, 0x0, 0x7f7b931d73f0, 0x7f7b931d8000, 0x7f7b91ad6fda, 0x7f7b912b5f98, 0x7f7b91ad5200, 0x500000000, 0x1000003da, 0x0, 0x7f7b89276768, 0x7f7b89276740, 0x1, 0x7f7b931d73f0, 0x7f7b931d9820, 0x7f7b931d94c8, 0x7f7b92fcffcf <_dl_lookup_symbol_x+287>, 0x0, 0x7f7b931d73f0, 0x5, 0x0, 0x1, 0x7f7b931d94c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x7f7b931d9820, 0x7f7b892766b0, 0x7f7b892766a0, 0xa8428197, 0x7f7b91ad6fda, 0xffffffff, 0x0, 0x7f7b912ae9f0, 0x7f7b931d8000, 0x0 <repeats 11 times>, 0x7f7b91ceb0e8, 0x0, 0x801000, 0x0, 0x7f7b89278700, 0x0, 0x7f7b92fd4d1e <_dl_fixup+206>, 0x5, 0x0, 0x0, 0x7f7b912ae9f0, 0x7f7b89277180, 0x7f7b92fdc9da <_dl_runtime_resolve_xsavec+122>, 0x0, 0x7f7b91adbd74 <start_thread+100>, 0x7f7b89278700, 0x18, 0x7f7b892771b0, 0x7f7b89278700, 0x7f7b89278700, 0x0, 0x0, 0x0, 0x0, 0xffff00001f80, 0x0 <repeats 17 times>, 0xff, 0x2525252525252525, 0x2525252525252525, 0x0, 0x0, 0x0, 0xff00000000000000, 0x68637461702f7370, 0x2e6470616e732f79, 0x657473756c672f6e, 0x702f736c6f762f72, 0x0 <repeats 32 times>, 0x2, 0x80000000000000ee, 0x0 <repeats 242 times>}, n_cold_lists = 0}
pool_list = 0x7f7b931d94c8
next_pl = 0x7f7b89278700
pt_pool = 0x0
i = 0
poisoned = false
#3 0x00007f7b91adbdd5 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#4 0x00007f7b913a2ead in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 2 (Thread 0x7f7b71ffb700 (LWP 20826)):
#0 0x00007f7b91ae24ed in __lll_lock_wait () from /lib64/libpthread.so.0
No symbol table info available.
#1 0x00007f7b91adddcb in _L_lock_883 () from /lib64/libpthread.so.0
No symbol table info available.
#2 0x00007f7b91addc98 in pthread_mutex_lock () from /lib64/libpthread.so.0
No symbol table info available.
#3 0x00007f7b92cadd7f in gf_log_flush () at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/logging.c>:148
this = 0x7f7b7403e840
ctx = 0x7f7b74001170
#4 0x00007f7b92cb8271 in gf_print_trace (signum=11, ctx=0x656010) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/common-utils.c>:919
msg = '\000' <repeats 1023 times>
timestr = '\000' <repeats 63 times>
stack = 0x0
#5 0x000000000040b103 in ?? ()
No symbol table info available.
#6 0x0000000000000028 in ?? ()
No symbol table info available.
#7 0x0000000b64000020 in ?? ()
No symbol table info available.
#8 0x00007f7b64000020 in ?? ()
No symbol table info available.
#9 <signal handler called>
No symbol table info available.
#10 0x00007f7b913273d2 in _int_malloc () from /lib64/libc.so.6
No symbol table info available.
#11 0x00007f7b9132ac34 in calloc () from /lib64/libc.so.6
No symbol table info available.
#12 0x00007f7b92ce8bc3 in __gf_default_calloc (cnt=1, size=200) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/glusterfs/mem-pool.h>:123
ptr = 0x0
__FUNCTION__ = "__gf_default_calloc"
#13 0x00007f7b92ce90dc in __gf_calloc (nmemb=1, size=200, type=38, typestr=0x7f7b92a596c0 "gf_common_mt_rpcclnt_savedframe_t") at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/mem-pool.c>:135
tot_size = 0
req_size = 0
ptr = 0x0
xl = 0x0
__FUNCTION__ = "__gf_calloc"
#14 0x00007f7b92a4e217 in saved_frames_new () at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-clnt.c>:235
saved_frames = 0x0
#15 0x00007f7b92a4ed03 in rpc_clnt_connection_cleanup (conn=0x7f7b74040e00) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-clnt.c>:517
saved_frames = 0x7f7b74043d80
clnt = 0x7f7b74040dd0
unref = 0
ret = 0
timer_unref = false
reconnect_unref = false
#16 0x00007f7b92a4f74f in rpc_clnt_handle_disconnect (clnt=0x7f7b74040dd0, conn=0x7f7b74040e00) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-clnt.c>:844
ts = {tv_sec = 0, tv_nsec = 0}
unref_clnt = false
pre_notify_gen = 0
post_notify_gen = 0
__FUNCTION__ = "rpc_clnt_handle_disconnect"
#17 0x00007f7b92a4f9f9 in rpc_clnt_notify (trans=0x7f7b74041010, mydata=0x7f7b74040e00, event=RPC_TRANSPORT_DISCONNECT, data=0x7f7b74041010) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-clnt.c>:897
conn = 0x7f7b74040e00
clnt = 0x7f7b74040dd0
ret = -1
req_info = 0x0
pollin = 0x0
clnt_mydata = 0x0
old_THIS = 0x7f7b7403e840
__FUNCTION__ = "rpc_clnt_notify"
#18 0x00007f7b92a4ba7b in rpc_transport_notify (this=0x7f7b74041010, event=RPC_TRANSPORT_DISCONNECT, data=0x7f7b74041010) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-transport.c>:549
ret = -1
__FUNCTION__ = "rpc_transport_notify"
#19 0x00007f7b87057d8e in socket_event_poll_err (this=0x7f7b74041010, gen=1, idx=0) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:1385
priv = 0x7f7b74041710
socket_closed = true
__FUNCTION__ = "socket_event_poll_err"
#20 0x00007f7b8705df17 in socket_event_handler (fd=14, idx=0, gen=1, data=0x7f7b74041010, poll_in=1, poll_out=0, poll_err=16, event_thread_died=0 '\000') at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:3025
sa = 0x7f7b740410d0
this = 0x7f7b74041010
priv = 0x7f7b74041710
ret = -1
ctx = 0x7f7b74001170
socket_closed = false
notify_handled = false
__FUNCTION__ = "socket_event_handler"
#21 0x00007f7b92d2b6c1 in event_dispatch_epoll_handler (event_pool=0x7f7b74034960, event=0x7f7b71ffa140) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:648
ev_data = 0x7f7b71ffa144
slot = 0x7f7b740463c0
handler = 0x7f7b8705d90b <socket_event_handler>
data = 0x7f7b74041010
idx = 0
gen = 1
ret = 0
fd = 14
handled_error_previously = false
__FUNCTION__ = "event_dispatch_epoll_handler"
#22 0x00007f7b92d2bbda in event_dispatch_epoll_worker (data=0x7f7b68000b60) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:761
event = {events = 17, data = {ptr = 0x100000000, fd = 0, u32 = 0, u64 = 4294967296}}
ret = 1
ev_data = 0x7f7b68000b60
event_pool = 0x7f7b74034960
myindex = 2
timetodie = 0
gen = 0
poller_death_notify = {next = 0x0, prev = 0x0}
slot = 0x0
tmp = 0x0
__FUNCTION__ = "event_dispatch_epoll_worker"
#23 0x00007f7b91adbdd5 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#24 0x00007f7b913a2ead in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 1 (Thread 0x7f7b727fc700 (LWP 20825)):
#0 0x00007f7b86e07400 in ssl3_free_digest_list () from /lib64/libssl.so.10
No symbol table info available.
#1 0x00007f7b86e07586 in ssl3_digest_cached_records () from /lib64/libssl.so.10
No symbol table info available.
#2 0x00007f7b86e0191d in ssl3_send_client_verify () from /lib64/libssl.so.10
No symbol table info available.
#3 0x00007f7b86e03be7 in ssl3_connect () from /lib64/libssl.so.10
No symbol table info available.
#4 0x00007f7b87055585 in ssl_complete_connection (this=0x7f7b6402e9b0) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:482
ret = -1
cname = 0x0
r = -1
ssl_error = -1
priv = 0x7f7b6402eff0
__FUNCTION__ = "ssl_complete_connection"
#5 0x00007f7b8705d596 in ssl_handle_client_connection_attempt (this=0x7f7b6402e9b0) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2809
priv = 0x7f7b6402eff0
ctx = 0x7f7b74001170
idx = 1
ret = -1
fd = 16
__FUNCTION__ = "ssl_handle_client_connection_attempt"
#6 0x00007f7b8705d8b3 in socket_complete_connection (this=0x7f7b6402e9b0) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2908
priv = 0x7f7b6402eff0
ctx = 0x7f7b74001170
idx = 1
gen = 4
ret = -1
fd = 16
#7 0x00007f7b8705dc16 in socket_event_handler (fd=16, idx=1, gen=4, data=0x7f7b6402e9b0, poll_in=0, poll_out=4, poll_err=0, event_thread_died=0 '\000') at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2970
this = 0x7f7b6402e9b0
priv = 0x7f7b6402eff0
ret = -1
ctx = 0x7f7b74001170
socket_closed = false
notify_handled = false
__FUNCTION__ = "socket_event_handler"
#8 0x00007f7b92d2b6c1 in event_dispatch_epoll_handler (event_pool=0x7f7b74034960, event=0x7f7b727fb140) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:648
ev_data = 0x7f7b727fb144
slot = 0x7f7b74046430
handler = 0x7f7b8705d90b <socket_event_handler>
data = 0x7f7b6402e9b0
idx = 1
gen = 4
ret = 0
fd = 16
handled_error_previously = false
__FUNCTION__ = "event_dispatch_epoll_handler"
#9 0x00007f7b92d2bbda in event_dispatch_epoll_worker (data=0x7f7b680008c0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:761
event = {events = 4, data = {ptr = 0x400000001, fd = 1, u32 = 1, u64 = 17179869185}}
ret = 1
ev_data = 0x7f7b680008c0
event_pool = 0x7f7b74034960
myindex = 1
timetodie = 0
gen = 0
poller_death_notify = {next = 0x0, prev = 0x0}
slot = 0x0
tmp = 0x0
__FUNCTION__ = "event_dispatch_epoll_worker"
#10 0x00007f7b91adbdd5 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#11 0x00007f7b913a2ead in clone () from /lib64/libc.so.6
No symbol table info available.
=========================================================
Finish backtrace
program name : /build/install/sbin/glusterfsd
corefile : /glfs_epoll000-20707.core
=========================================================
+ rm -f /build/install/cores/gdbout.txt
+ sort /build/install/cores/liblist.txt
+ uniq
+ cat /build/install/cores/liblist.txt.tmp
+ grep -v /build/install
+ tar -cf /archives/archived_builds/build-install-regression-test-burn-in-4564.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores
tar: Removing leading `/' from member names
+ tar -rhf /archives/archived_builds/build-install-regression-test-burn-in-4564.tar -T /build/install/cores/liblist.txt
tar: Removing leading `/' from member names
+ bzip2 /archives/archived_builds/build-install-regression-test-burn-in-4564.tar
+ rm -f /build/install/cores/liblist.txt
+ rm -f /build/install/cores/liblist.txt.tmp
+ find /archives -size +1G -delete -type f
+ [[ builder200.int.aws.gluster.org == *\a\w\s* ]]
+ scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i '' /archives/archived_builds/build-install-regression-test-burn-in-4564.tar.bz2 _logs-collector at logs.aws.gluster.org:/var/www/glusterfs-logs/regression-test-burn-in-4564.tgz
Warning: Identity file not accessible: No such file or directory.
Warning: Permanently added 'logs.aws.gluster.org,18.219.45.211' (ECDSA) to the list of known hosts.
Permission denied (publickey,gssapi-keyex,gssapi-with-mic).
lost connection
+ true
+ echo 'Cores and builds archived in https://logs.aws.gluster.org/regression-test-burn-in-4564.tgz'
Cores and builds archived in https://logs.aws.gluster.org/regression-test-burn-in-4564.tgz
+ echo 'Open core using the following command to get a proper stack'
Open core using the following command to get a proper stack
+ echo 'Example: From root of extracted tarball'
Example: From root of extracted tarball
+ echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>'
\t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd>
+ RET=1
+ '[' 1 -ne 0 ']'
+ tar -czf <https://build.gluster.org/job/regression-test-burn-in/4564/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20190421 /var/log/messages-20190428 /var/log/messages-20190505 /var/log/messages-20190515
tar: Removing leading `/' from member names
+ case $(uname -s) in
++ uname -s
+ /sbin/sysctl -w kernel.core_pattern=/%e-%p.core
kernel.core_pattern = /%e-%p.core
+ exit 1
Build step 'Execute shell' marked build as failure
More information about the maintainers
mailing list