[Gluster-users] Gluster Volume Crash

Pavan Sondur pavan at gluster.com
Wed Jul 7 06:30:07 UTC 2010


Hi Irshad,
This looks like you're running into Bug 882 http://bugs.gluster.com/cgi-bin/bugzilla3/show_bug.cgi?id=882 and Bug 1042 http://bugs.gluster.com/cgi-bin/bugzilla3/show_bug.cgi?id=1042.

Both these bugs are fixed in the release candidates of 3.0.5. Can you try out 3.0.5rc9 (http://ftp.gluster.com/pub/gluster/glusterfs/qa-releases/glusterfs-3.0.5rc9.tar.gz) of GlusterFS and let us know how it goes?

Pavan

----- Original Message -----
From: "Irshad Ahmed" <irshad2005 at gmail.com>
To: sac at gluster.com
Cc: "Gluster General Discussion List" <gluster-users at gluster.org>
Sent: Tuesday, July 6, 2010 6:15:19 PM
Subject: Re: [Gluster-users] Gluster Volume Crash

On Sat, Jul 3, 2010 at 6:30 PM, Irshad Ahmed <irshad2005 at gmail.com> wrote:

> I installed glusterfs using rpm....So should i install glusterfs by
> compiling it ?
> Is der any other way i can perform the said actions in my rpm installed
> gluster ?
> If der is no other way other than compiling then i wil;l do what you have
> said.
> But please lemme know if i can do it using my rpm.
>
> Irshad
>
>
> On Sat, Jul 3, 2010 at 10:42 AM, sac <sac at gluster.com> wrote:
>
>> Hi,
>>
>> On Sat, Jul 3, 2010 at 10:16 AM, Irshad Ahmed <irshad2005 at gmail.com>wrote:
>>
>>> Any help on this please.....
>>>
>>>
>> While you do configure do:
>> # ./configure CFLAGS="-g"
>> # make install
>>
>> When it crashes attach the core to gdb
>>
>>  # gdb /path/to/glusterfsd /path/to/core.pid
>> # thread apply all bt full
>>
>> This will give you complete backtrace. Please post that to us.
>>
>> Regards,
>> Sachidananda.
>>
>
>
>
> --
> Irshad Ahmed
>



Please check and revert me back soon.
Here is the core dump

(gdb) thread apply all bt full

Thread 3 (Thread 12440):
#0  0x000000354029a0b1 in nanosleep () from /lib64/libc.so.6
No symbol table info available.
#1  0x00000035402cd684 in usleep () from /lib64/libc.so.6
No symbol table info available.
#2  0x00002b0db703db85 in gf_timer_proc (ctx=0x1648f010) at timer.c:177
        now = 1278419884386169
        now_tv = {tv_sec = 1278419884, tv_usec = 386169}
        event = 0x1649c3f0
        reg = 0x16498c40
        __FUNCTION__ = "gf_timer_proc"
#3  0x0000003540a06617 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#4  0x00000035402d3c2d in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 2 (Thread 12446):
#0  0x00000035402cc7a3 in readv () from /lib64/libc.so.6
No symbol table info available.
#1  0x00002b0db87ba6a9 in fuse_thread_proc (data=0x16490620) at
fuse-bridge.c:3125
        mount_point = 0x0
        this = 0x16490620
        priv = 0x16498e20
        res = 88
        iobuf = 0x164900a8
        finh = 0x164a7f90
        iov_in = {{iov_base = 0x164aa6f0, iov_len = 80}, {iov_base =
0x2b0db7a61000, iov_len = 131072}}
        msg = 0x164a7fb8
        msg0_size = 168
        ret = 0
        now = {tv_sec = 1278419810, tv_usec = 391029}
        timeout = {tv_sec = 1278419811, tv_nsec = 391029000}
        __FUNCTION__ = "fuse_thread_proc"
#2  0x0000003540a06617 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00000035402d3c2d in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 1 (Thread 12439):
#0  0x00002b0db87b90e5 in fuse_getlk_cbk (frame=0x164a81c8,
cookie=0x164a2b80, this=0x16490620, op_ret=0, op_errno=0, lock=0x0) at
fuse-bridge.c:2753
        state = 0x164a7350
        flo = {lk = {start = 0, end = 0, type = 0, pid = 0}}
        __FUNCTION__ = "fuse_getlk_cbk"
#1  0x00002b0db7035db9 in default_lk_cbk (frame=0x164a2b80,
cookie=0x164a78a0, this=0x16497df0, op_ret=0, op_errno=0, lock=0x0) at
defaults.c:1056
        fn = 0x2b0db87b9037 <fuse_getlk_cbk>
        _parent = 0x164a81c8
        old_THIS = 0x16497df0
#2  0x00002b0db838c035 in qr_lk_cbk (frame=0x164a78a0,
cookie=0x2aaaac004e60, this=0x164975b0, op_ret=0, op_errno=0, lock=0x0) at
quick-read.c:2015
        fn = 0x2b0db7035cef <default_lk_cbk>
        _parent = 0x164a2b80
        old_THIS = 0x164975b0
#3  0x00002b0db7035db9 in default_lk_cbk (frame=0x2aaaac004e60,
cookie=0x2aaaac004be0, this=0x16496bf0, op_ret=0, op_errno=0, lock=0x0) at
defaults.c:1056
        fn = 0x2b0db838bf73 <qr_lk_cbk>
        _parent = 0x164a78a0
        old_THIS = 0x16496bf0
#4  0x00002b0db7035db9 in default_lk_cbk (frame=0x2aaaac004be0,
cookie=0x2aaaac0050e0, this=0x164962c0, op_ret=0, op_errno=0, lock=0x0) at
defaults.c:1056
        fn = 0x2b0db7035cef <default_lk_cbk>
        _parent = 0x2aaaac004e60
        old_THIS = 0x164962c0
---Type <return> to continue, or q <return> to quit---
#5  0x00002b0db7d23e97 in afr_lk_cbk (frame=0x2aaaac0050e0, cookie=0x1,
this=0x16495a30, op_ret=-1, op_errno=77, lock=0x0) at afr.c:2454
        fn = 0x2b0db7035cef <default_lk_cbk>
        _parent = 0x2aaaac004be0
        old_THIS = 0x16495a30
        __local = 0x2aaaac02dc60
        __this = 0x16495a30
        local = 0x2aaaac02dc60
        priv = 0x16499480
        call_count = -1
        child_index = 2
#6  0x00002b0db7afcc4d in client_lk (frame=0x2aaaac0252f0, this=0x164954d0,
fd=0x164a0f30, cmd=5, flock=0x2aaaac02df98) at client-protocol.c:2875
        fn = 0x2b0db7d23912 <afr_lk_cbk>
        _parent = 0x2aaaac0050e0
        old_THIS = 0x164954d0
        ret = -1
        hdr = 0x0
        req = 0x0
        hdrlen = 0
        remote_fd = -1
        gf_cmd = 0
        gf_type = 0
        fdctx = 0x0
        conf = 0x164995e0
        __FUNCTION__ = "client_lk"
#7  0x00002b0db7d23c55 in afr_lk_cbk (frame=0x2aaaac0050e0, cookie=0x0,
this=0x16495a30, op_ret=0, op_errno=0, lock=0x7fffeb8baa40) at afr.c:2442
        _new = 0x2aaaac0252f0
        old_THIS = 0x16495a30
        tmp_cbk = 0x2b0db7d23912 <afr_lk_cbk>
        local = 0x2aaaac02dc60
        priv = 0x16499480
        call_count = 0
        child_index = 1
#8  0x00002b0db7b060aa in client_lk_common_cbk (frame=0x2aaaac029d30,
hdr=0x2aaaac02af50, hdrlen=132, iobuf=0x0) at client-protocol.c:5376
        fn = 0x2b0db7d23912 <afr_lk_cbk>
        _parent = 0x2aaaac0050e0
        old_THIS = 0x16494850
        lock = {l_type = 2, l_whence = 0, l_start = 0, l_len = 4096, l_pid =
12530}
        rsp = 0x2aaaac02afbc
        op_ret = 0
        op_errno = 0
#9  0x00002b0db7b090fb in protocol_client_interpret (this=0x16494850,
trans=0x1649a780, hdr_p=0x2aaaac02af50 "", hdrlen=132, iobuf=0x0) at
client-protocol.c:6529
        ret = -1
        frame = 0x2aaaac029d30
        hdr = 0x2aaaac02af50
        callid = 66
        type = 4
        op = 26
        conn = 0x1649abe0
        __FUNCTION__ = "protocol_client_interpret"
#10 0x00002b0db7b09dc1 in protocol_client_pollin (this=0x16494850,
trans=0x1649a780) at client-protocol.c:6827
        conf = 0x1649a700
        ret = 0
        iobuf = 0x0
        hdr = 0x2aaaac02af50 ""
        hdrlen = 132
#11 0x00002b0db7b0a438 in notify (this=0x16494850, event=2, data=0x1649a780)
at client-protocol.c:6946
        i = 0
        ret = -1
        child_down = 1
        was_not_down = 0
---Type <return> to continue, or q <return> to quit---
        trans = 0x1649a780
        conn = 0x0
        conf = 0x1649a700
        parent = 0x0
        __FUNCTION__ = "notify"
#12 0x00002b0db702e75a in xlator_notify (xl=0x16494850, event=2,
data=0x1649a780) at xlator.c:924
        old_THIS = 0x2b0db727ed60
        ret = 0
#13 0x00002aaaaab1ce76 in socket_event_poll_in (this=0x1649a780) at
socket.c:731
        ret = 0
#14 0x00002aaaaab1d16b in socket_event_handler (fd=8, idx=0,
data=0x1649a780, poll_in=1, poll_out=0, poll_err=0) at socket.c:831
        this = 0x1649a780
        priv = 0x1649ab10
        ret = 0
#15 0x00002b0db7053619 in event_dispatch_epoll_handler
(event_pool=0x164900e0, events=0x1649c430, i=0) at event.c:804
        event_data = 0x1649c434
        handler = 0x2aaaaab1d0b4 <socket_event_handler>
        data = 0x1649a780
        idx = 0
        ret = -1
        __FUNCTION__ = "event_dispatch_epoll_handler"
#16 0x00002b0db70537ee in event_dispatch_epoll (event_pool=0x164900e0) at
event.c:867
        events = 0x1649c430
        size = 1
        i = 0
        ret = 1
        __FUNCTION__ = "event_dispatch_epoll"
#17 0x00002b0db7053b04 in event_dispatch (event_pool=0x164900e0) at
event.c:975
        ret = -1
        __FUNCTION__ = "event_dispatch"
#18 0x0000000000405f37 in main ()
No symbol table info available.
(gdb)

-- 
Irshad Ahmed

_______________________________________________
Gluster-users mailing list
Gluster-users at gluster.org
http://gluster.org/cgi-bin/mailman/listinfo/gluster-users



More information about the Gluster-users mailing list