[Gluster-Maintainers] Build failed in Jenkins: regression-test-burn-in #4570
jenkins at build.gluster.org
jenkins at build.gluster.org
Sat May 18 21:55:15 UTC 2019
See <https://build.gluster.org/job/regression-test-burn-in/4570/display/redirect>
------------------------------------------
[...truncated 2.96 MB...]
__FUNCTION__ = "rpc_clnt_notify"
#10 0x00007f03023f7a7b in rpc_transport_notify (this=0x112b2a0, event=RPC_TRANSPORT_MSG_RECEIVED, data=0x7f02e801a090) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-transport.c>:549
ret = -1
__FUNCTION__ = "rpc_transport_notify"
#11 0x00007f02f6a08c79 in socket_event_poll_in_async (xl=0x7f0302970a20 <global_xlator>, async=0x7f02e801a1b8) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2569
pollin = 0x7f02e801a090
this = 0x112b2a0
priv = 0x112b8e0
#12 0x00007f02f6a0044c in gf_async (async=0x7f02e801a1b8, xl=0x7f0302970a20 <global_xlator>, cbk=0x7f02f6a08c22 <socket_event_poll_in_async>) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/glusterfs/async.h>:189
__FUNCTION__ = "gf_async"
#13 0x00007f02f6a08e07 in socket_event_poll_in (this=0x112b2a0, notify_handled=true) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2610
ret = 0
pollin = 0x7f02e801a090
priv = 0x112b8e0
ctx = 0x10a4010
#14 0x00007f02f6a09db0 in socket_event_handler (fd=9, idx=1, gen=1, data=0x112b2a0, poll_in=1, poll_out=0, poll_err=0, event_thread_died=0 '\000') at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:3001
this = 0x112b2a0
priv = 0x112b8e0
ret = 0
ctx = 0x10a4010
socket_closed = false
notify_handled = false
__FUNCTION__ = "socket_event_handler"
#15 0x00007f03026d76c1 in event_dispatch_epoll_handler (event_pool=0x10d7830, event=0x7f02f4951140) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:648
ev_data = 0x7f02f4951144
slot = 0x110ef40
handler = 0x7f02f6a0990b <socket_event_handler>
data = 0x112b2a0
idx = 1
gen = 1
ret = 0
fd = 9
handled_error_previously = false
__FUNCTION__ = "event_dispatch_epoll_handler"
#16 0x00007f03026d7bda in event_dispatch_epoll_worker (data=0x112e620) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:761
event = {events = 1, data = {ptr = 0x100000001, fd = 1, u32 = 1, u64 = 4294967297}}
ret = 1
ev_data = 0x112e620
event_pool = 0x10d7830
myindex = 2
timetodie = 0
gen = 0
poller_death_notify = {next = 0x0, prev = 0x0}
slot = 0x0
tmp = 0x0
__FUNCTION__ = "event_dispatch_epoll_worker"
#17 0x00007f0301487dd5 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#18 0x00007f0300d4eead in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 4 (Thread 0x7f02f5153700 (LWP 27891)):
#0 0x00007f0300d4f483 in epoll_wait () from /lib64/libc.so.6
No symbol table info available.
#1 0x00007f03026d7ba5 in event_dispatch_epoll_worker (data=0x112e600) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:751
event = {events = 1, data = {ptr = 0x100000003, fd = 3, u32 = 3, u64 = 4294967299}}
ret = 0
ev_data = 0x112e600
event_pool = 0x10d7830
myindex = 1
timetodie = 0
gen = 0
poller_death_notify = {next = 0x0, prev = 0x0}
slot = 0x0
tmp = 0x0
__FUNCTION__ = "event_dispatch_epoll_worker"
#2 0x00007f0301487dd5 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3 0x00007f0300d4eead in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 3 (Thread 0x7f02edbe2700 (LWP 27986)):
#0 0x00007f030148b965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1 0x00007f03023f3c0a in rpcsvc_request_handler (arg=0x7f02f412f080) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpcsvc.c>:2189
queue = 0x7f02f412f080
program = 0x7f02f412f010
req = 0x7f02edbe0668
tmp_req = 0x7f02edbe0668
actor = 0x7f02eeca0000 <glusterfs4_0_fop_actors+64>
done = false
ret = 0
tmp_list = {next = 0x7f02edbe1140, prev = 0x7f02edbe1140}
__FUNCTION__ = "rpcsvc_request_handler"
#2 0x00007f0301487dd5 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3 0x00007f0300d4eead in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 2 (Thread 0x7f02f7421700 (LWP 27880)):
#0 0x00007f0300d45f73 in select () from /lib64/libc.so.6
No symbol table info available.
#1 0x00007f03026f6575 in runner (arg=0x10e3e50) at <https://build.gluster.org/job/regression-test-burn-in/ws/contrib/timer-wheel/timer-wheel.c>:186
tv = {tv_sec = 0, tv_usec = 609771}
base = 0x10e3e50
#2 0x00007f0301487dd5 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3 0x00007f0300d4eead in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 1 (Thread 0x7f02e1ffb700 (LWP 27991)):
#0 0x00007f02ceea70b8 in ?? () from /lib64/libgcc_s.so.1
No symbol table info available.
#1 0x00007f02ceea7fb9 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1
No symbol table info available.
#2 0x00007f0300d64f16 in backtrace () from /lib64/libc.so.6
No symbol table info available.
#3 0x00007f0300cc9d44 in __libc_message () from /lib64/libc.so.6
No symbol table info available.
#4 0x00007f0300cd1adf in malloc_consolidate () from /lib64/libc.so.6
No symbol table info available.
#5 0x00007f0300cd3295 in _int_malloc () from /lib64/libc.so.6
No symbol table info available.
#6 0x00007f0300cd6c34 in calloc () from /lib64/libc.so.6
No symbol table info available.
#7 0x00007f0300cc8853 in open_memstream () from /lib64/libc.so.6
No symbol table info available.
#8 0x00007f0300d489fa in __vsyslog_chk () from /lib64/libc.so.6
No symbol table info available.
#9 0x00007f0300d48f5f in syslog () from /lib64/libc.so.6
No symbol table info available.
#10 0x00007f030265b719 in _gf_msg_plain_internal (level=GF_LOG_ALERT, msg=0x7f030273e862 "pending frames:") at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/logging.c>:921
this = 0x7f02d40027d0
ctx = 0x7f02e4001170
priority = 7
#11 0x00007f030265b9eb in _gf_msg_plain_nomem (level=GF_LOG_ALERT, msg=0x7f030273e862 "pending frames:") at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/logging.c>:1010
this = 0x7f02d40027d0
ret = 0
ctx = 0x7f02e4001170
#12 0x00007f0302664291 in gf_print_trace (signum=11, ctx=0x10a4010) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/common-utils.c>:924
msg = '\000' <repeats 1023 times>
timestr = '\000' <repeats 63 times>
stack = 0x0
#13 0x000000000040b103 in ?? ()
No symbol table info available.
#14 0x00007f02e1ff92d0 in ?? ()
No symbol table info available.
#15 0x0000000b00cc0ea5 in ?? ()
No symbol table info available.
#16 0x00007f02d0021570 in ?? ()
No symbol table info available.
#17 <signal handler called>
No symbol table info available.
#18 0x0000000000000008 in ?? ()
No symbol table info available.
#19 0x00007f02f67aca5a in ssl3_send_client_key_exchange () from /lib64/libssl.so.10
No symbol table info available.
#20 0x00007f02f67b03d0 in ssl3_connect () from /lib64/libssl.so.10
No symbol table info available.
#21 0x00007f02f6a01585 in ssl_complete_connection (this=0x7f02d402e930) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:482
ret = -1
cname = 0x0
r = -1
ssl_error = -1
priv = 0x7f02d402ef70
__FUNCTION__ = "ssl_complete_connection"
#22 0x00007f02f6a09596 in ssl_handle_client_connection_attempt (this=0x7f02d402e930) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2809
priv = 0x7f02d402ef70
ctx = 0x7f02e4001170
idx = 1
ret = -1
fd = 16
__FUNCTION__ = "ssl_handle_client_connection_attempt"
#23 0x00007f02f6a098b3 in socket_complete_connection (this=0x7f02d402e930) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2908
priv = 0x7f02d402ef70
ctx = 0x7f02e4001170
idx = 1
gen = 4
ret = -1
fd = 16
#24 0x00007f02f6a09c16 in socket_event_handler (fd=16, idx=1, gen=4, data=0x7f02d402e930, poll_in=0, poll_out=4, poll_err=0, event_thread_died=0 '\000') at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2970
this = 0x7f02d402e930
priv = 0x7f02d402ef70
ret = -1
ctx = 0x7f02e4001170
socket_closed = false
notify_handled = false
__FUNCTION__ = "socket_event_handler"
#25 0x00007f03026d76c1 in event_dispatch_epoll_handler (event_pool=0x7f02e4034960, event=0x7f02e1ffa140) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:648
ev_data = 0x7f02e1ffa144
slot = 0x7f02e4046430
handler = 0x7f02f6a0990b <socket_event_handler>
data = 0x7f02d402e930
idx = 1
gen = 4
ret = 0
fd = 16
handled_error_previously = false
__FUNCTION__ = "event_dispatch_epoll_handler"
#26 0x00007f03026d7bda in event_dispatch_epoll_worker (data=0x7f02d80008c0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:761
event = {events = 4, data = {ptr = 0x400000001, fd = 1, u32 = 1, u64 = 17179869185}}
ret = 1
ev_data = 0x7f02d80008c0
event_pool = 0x7f02e4034960
myindex = 1
timetodie = 0
gen = 0
poller_death_notify = {next = 0x0, prev = 0x0}
slot = 0x0
tmp = 0x0
__FUNCTION__ = "event_dispatch_epoll_worker"
#27 0x00007f0301487dd5 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#28 0x00007f0300d4eead in clone () from /lib64/libc.so.6
No symbol table info available.
=========================================================
Finish backtrace
program name : /build/install/sbin/glusterfsd
corefile : /glfs_epoll000-27873.core
=========================================================
+ rm -f /build/install/cores/gdbout.txt
+ sort /build/install/cores/liblist.txt
+ uniq
+ cat /build/install/cores/liblist.txt.tmp
+ grep -v /build/install
+ tar -cf /archives/archived_builds/build-install-regression-test-burn-in-4570.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores
tar: Removing leading `/' from member names
+ tar -rhf /archives/archived_builds/build-install-regression-test-burn-in-4570.tar -T /build/install/cores/liblist.txt
tar: Removing leading `/' from member names
+ bzip2 /archives/archived_builds/build-install-regression-test-burn-in-4570.tar
+ rm -f /build/install/cores/liblist.txt
+ rm -f /build/install/cores/liblist.txt.tmp
+ find /archives -size +1G -delete -type f
+ [[ builder207.int.aws.gluster.org == *\a\w\s* ]]
+ scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i '' /archives/archived_builds/build-install-regression-test-burn-in-4570.tar.bz2 _logs-collector at logs.aws.gluster.org:/var/www/glusterfs-logs/regression-test-burn-in-4570.tgz
Warning: Identity file not accessible: No such file or directory.
Warning: Permanently added 'logs.aws.gluster.org,18.219.45.211' (ECDSA) to the list of known hosts.
Permission denied (publickey,gssapi-keyex,gssapi-with-mic).
lost connection
+ true
+ echo 'Cores and builds archived in https://logs.aws.gluster.org/regression-test-burn-in-4570.tgz'
Cores and builds archived in https://logs.aws.gluster.org/regression-test-burn-in-4570.tgz
+ echo 'Open core using the following command to get a proper stack'
Open core using the following command to get a proper stack
+ echo 'Example: From root of extracted tarball'
Example: From root of extracted tarball
+ echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>'
\t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd>
+ RET=1
+ '[' 1 -ne 0 ']'
+ tar -czf <https://build.gluster.org/job/regression-test-burn-in/4570/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20190421 /var/log/messages-20190428 /var/log/messages-20190505 /var/log/messages-20190512
tar: Removing leading `/' from member names
+ case $(uname -s) in
++ uname -s
+ /sbin/sysctl -w kernel.core_pattern=/%e-%p.core
kernel.core_pattern = /%e-%p.core
+ exit 1
Build step 'Execute shell' marked build as failure
More information about the maintainers
mailing list