[Gluster-users] Performance degrade

Roland Rabben roland at jotta.no
Mon Jul 19 13:58:11 UTC 2010


Sorry for that. Pasting the vol files inline here. Note that I have
also seen that ls is very slow. I try to ls about 700 folders. Server
CPU is about 600 % for over 1 minute.

Server vol file:

# GlusterFS volume file
# The posix volumes
volume posix-01
        type storage/posix
        option directory /mnt/data01
end-volume

volume posix-02
        type storage/posix
        option directory /mnt/data02
end-volume

volume posix-03
        type storage/posix
        option directory /mnt/data03
end-volume

volume posix-04
        type storage/posix
        option directory /mnt/data04
end-volume

volume posix-05
        type storage/posix
        option directory /mnt/data05
end-volume

volume posix-06
        type storage/posix
        option directory /mnt/data06
end-volume

volume posix-07
        type storage/posix
        option directory /mnt/data07
end-volume

volume posix-08
        type storage/posix
        option directory /mnt/data08
end-volume

volume posix-09
        type storage/posix
        option directory /mnt/data09
end-volume

volume posix-10
        type storage/posix
        option directory /mnt/data10
end-volume

volume posix-11
        type storage/posix
        option directory /mnt/data11
end-volume

volume posix-12
        type storage/posix
        option directory /mnt/data12
end-volume

volume posix-13
        type storage/posix
        option directory /mnt/data13
end-volume

volume posix-14
        type storage/posix
        option directory /mnt/data14
end-volume

volume posix-15
        type storage/posix
        option directory /mnt/data15
end-volume

volume posix-16
        type storage/posix
        option directory /mnt/data16
end-volume

volume posix-17
        type storage/posix
        option directory /mnt/data17
end-volume

volume posix-18
        type storage/posix
        option directory /mnt/data18
end-volume

volume posix-19
        type storage/posix
        option directory /mnt/data19
end-volume

volume posix-20
        type storage/posix
        option directory /mnt/data20
end-volume

volume posix-21
        type storage/posix
        option directory /mnt/data21
end-volume

volume posix-22
        type storage/posix
        option directory /mnt/data22
end-volume

volume posix-23
        type storage/posix
        option directory /mnt/data23
end-volume

volume posix-24
        type storage/posix
        option directory /mnt/data24
end-volume

volume posix-25
        type storage/posix
        option directory /mnt/data25
end-volume

volume posix-26
        type storage/posix
        option directory /mnt/data26
end-volume

volume posix-27
        type storage/posix
        option directory /mnt/data27
end-volume

volume posix-28
        type storage/posix
        option directory /mnt/data28
end-volume

volume posix-29
        type storage/posix
        option directory /mnt/data29
end-volume

volume posix-30
        type storage/posix
        option directory /mnt/data30
end-volume

volume posix-31
        type storage/posix
        option directory /mnt/data31
end-volume

volume posix-32
        type storage/posix
        option directory /mnt/data32
end-volume

volume posix-33
        type storage/posix
        option directory /mnt/data33
end-volume

volume posix-34
        type storage/posix
        option directory /mnt/data34
end-volume

volume posix-35
        type storage/posix
        option directory /mnt/data35
end-volume

volume posix-36
        type storage/posix
        option directory /mnt/data36
end-volume

# Add locking capabilities
volume locks-01
        type features/locks
        subvolumes posix-01
end-volume

volume locks-02
        type features/locks
        subvolumes posix-02
end-volume

volume locks-03
        type features/locks
        subvolumes posix-03
end-volume

volume locks-04
        type features/locks
        subvolumes posix-04
end-volume

volume locks-05
        type features/locks
        subvolumes posix-05
end-volume

volume locks-06
        type features/locks
        subvolumes posix-06
end-volume

volume locks-07
        type features/locks
        subvolumes posix-07
end-volume

volume locks-08
        type features/locks
        subvolumes posix-08
end-volume

volume locks-09
        type features/locks
        subvolumes posix-09
end-volume

volume locks-10
        type features/locks
        subvolumes posix-10
end-volume

volume locks-11
        type features/locks
        subvolumes posix-11
end-volume

volume locks-12
        type features/locks
        subvolumes posix-12
end-volume

volume locks-13
        type features/locks
        subvolumes posix-13
end-volume

volume locks-14
        type features/locks
        subvolumes posix-14
end-volume

volume locks-15
        type features/locks
        subvolumes posix-15
end-volume

volume locks-16
        type features/locks
        subvolumes posix-16
end-volume

volume locks-17
        type features/locks
        subvolumes posix-17
end-volume

volume locks-18
        type features/locks
        subvolumes posix-18
end-volume

volume locks-19
        type features/locks
        subvolumes posix-19
end-volume

volume locks-20
        type features/locks
        subvolumes posix-20
end-volume

volume locks-21
        type features/locks
        subvolumes posix-21
end-volume

volume locks-22
        type features/locks
        subvolumes posix-22
end-volume

volume locks-23
        type features/locks
        subvolumes posix-23
end-volume

volume locks-24
        type features/locks
        subvolumes posix-24
end-volume

volume locks-25
        type features/locks
        subvolumes posix-25
end-volume

volume locks-26
        type features/locks
        subvolumes posix-26
end-volume

volume locks-27
        type features/locks
        subvolumes posix-27
end-volume

volume locks-28
        type features/locks
        subvolumes posix-28
end-volume

volume locks-29
        type features/locks
        subvolumes posix-29
end-volume

volume locks-30
        type features/locks
        subvolumes posix-30
end-volume

volume locks-31
        type features/locks
        subvolumes posix-31
end-volume

volume locks-32
        type features/locks
        subvolumes posix-32
end-volume

volume locks-33
        type features/locks
        subvolumes posix-33
end-volume

volume locks-34
        type features/locks
        subvolumes posix-34
end-volume

volume locks-35
        type features/locks
        subvolumes posix-35
end-volume

volume locks-36
        type features/locks
        subvolumes posix-36
end-volume


# Finally add threads to the briks
volume brick-01
        type performance/io-threads
        option thread-count 8
        subvolumes locks-01
end-volume

volume brick-02
        type performance/io-threads
        option thread-count 8
        subvolumes locks-02
end-volume

volume brick-03
        type performance/io-threads
        option thread-count 8
        subvolumes locks-03
end-volume

volume brick-04
        type performance/io-threads
        option thread-count 8
        subvolumes locks-04
end-volume

volume brick-05
        type performance/io-threads
        option thread-count 8
        subvolumes locks-05
end-volume

volume brick-06
        type performance/io-threads
        option thread-count 8
        subvolumes locks-06
end-volume

volume brick-07
        type performance/io-threads
        option thread-count 8
        subvolumes locks-07
end-volume

volume brick-08
        type performance/io-threads
        option thread-count 8
        subvolumes locks-08
end-volume

volume brick-09
        type performance/io-threads
        option thread-count 8
        subvolumes locks-09
end-volume

volume brick-10
        type performance/io-threads
        option thread-count 8
        subvolumes locks-10
end-volume

volume brick-11
        type performance/io-threads
        option thread-count 8
        subvolumes locks-11
end-volume

volume brick-12
        type performance/io-threads
        option thread-count 8
        subvolumes locks-12
end-volume

volume brick-13
        type performance/io-threads
        option thread-count 8
        subvolumes locks-13
end-volume

volume brick-14
        type performance/io-threads
        option thread-count 8
        subvolumes locks-14
end-volume

volume brick-15
        type performance/io-threads
        option thread-count 8
        subvolumes locks-15
end-volume

volume brick-16
        type performance/io-threads
        option thread-count 8
        subvolumes locks-16
end-volume

volume brick-17
        type performance/io-threads
        option thread-count 8
        subvolumes locks-17
end-volume

volume brick-18
        type performance/io-threads
        option thread-count 8
        subvolumes locks-18
end-volume

volume brick-19
        type performance/io-threads
        option thread-count 8
        subvolumes locks-19
end-volume

volume brick-20
        type performance/io-threads
        option thread-count 8
        subvolumes locks-20
end-volume

volume brick-21
        type performance/io-threads
        option thread-count 8
        subvolumes locks-21
end-volume

volume brick-22
        type performance/io-threads
        option thread-count 8
        subvolumes locks-22
end-volume

volume brick-23
        type performance/io-threads
        option thread-count 8
        subvolumes locks-23
end-volume

volume brick-24
        type performance/io-threads
        option thread-count 8
        subvolumes locks-24
end-volume

volume brick-25
        type performance/io-threads
        option thread-count 8
        subvolumes locks-25
end-volume

volume brick-26
        type performance/io-threads
        option thread-count 8
        subvolumes locks-26
end-volume

volume brick-27
        type performance/io-threads
        option thread-count 8
        subvolumes locks-27
end-volume

volume brick-28
        type performance/io-threads
        option thread-count 8
        subvolumes locks-28
end-volume

volume brick-29
        type performance/io-threads
        option thread-count 8
        subvolumes locks-29
end-volume

volume brick-30
        type performance/io-threads
        option thread-count 8
        subvolumes locks-30
end-volume

volume brick-31
        type performance/io-threads
        option thread-count 8
        subvolumes locks-31
end-volume

volume brick-32
        type performance/io-threads
        option thread-count 8
        subvolumes locks-32
end-volume

volume brick-33
        type performance/io-threads
        option thread-count 8
        subvolumes locks-33
end-volume

volume brick-34
        type performance/io-threads
        option thread-count 8
        subvolumes locks-34
end-volume

volume brick-35
        type performance/io-threads
        option thread-count 8
        subvolumes locks-35
end-volume

volume brick-36
        type performance/io-threads
        option thread-count 8
        subvolumes locks-36
end-volume


# Mount the posix drives as a network drive
volume server
        type protocol/server
        option transport-type tcp
        option transport.socket.nodelay on
	subvolumes brick-01 brick-02 brick-03 brick-04 brick-05 brick-06
brick-07 brick-08 brick-09 brick-10 brick-11 brick-12 brick-13
brick-14 brick-15 brick-16 brick-17 brick-18 brick-19 brick-20
brick-21 brick-22 brick-23 brick-24 brick-25 brick-26 brick-27
brick-28 brick-29 brick-30 brick-31 brick-32 brick-33 brick-34
brick-35 brick-36
        option auth.addr.brick-01.allow *
        option auth.addr.brick-02.allow *
        option auth.addr.brick-03.allow *
        option auth.addr.brick-04.allow *
        option auth.addr.brick-05.allow *
        option auth.addr.brick-06.allow *
        option auth.addr.brick-07.allow *
        option auth.addr.brick-08.allow *
        option auth.addr.brick-09.allow *
        option auth.addr.brick-10.allow *
        option auth.addr.brick-11.allow *
        option auth.addr.brick-12.allow *
        option auth.addr.brick-13.allow *
        option auth.addr.brick-14.allow *
        option auth.addr.brick-15.allow *
        option auth.addr.brick-16.allow *
        option auth.addr.brick-17.allow *
        option auth.addr.brick-18.allow *
        option auth.addr.brick-19.allow *
        option auth.addr.brick-20.allow *
        option auth.addr.brick-21.allow *
        option auth.addr.brick-22.allow *
        option auth.addr.brick-23.allow *
        option auth.addr.brick-24.allow *
        option auth.addr.brick-25.allow *
        option auth.addr.brick-26.allow *
        option auth.addr.brick-27.allow *
        option auth.addr.brick-28.allow *
        option auth.addr.brick-29.allow *
        option auth.addr.brick-30.allow *
        option auth.addr.brick-31.allow *
        option auth.addr.brick-32.allow *
        option auth.addr.brick-33.allow *
        option auth.addr.brick-34.allow *
        option auth.addr.brick-35.allow *
        option auth.addr.brick-36.allow *
end-volume



The client volume file:

# The remote servers
# DN-004
volume dn-004-01
	type protocol/client
	option transport-type tcp
	option transport.socket.nodelay on
	option remote-host dn-004
	option remote-subvolume brick-01
end-volume

volume dn-004-02
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-02
end-volume

volume dn-004-03
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-03
end-volume

volume dn-004-04
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-04
end-volume

volume dn-004-05
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-05
end-volume

volume dn-004-06
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-06
end-volume

volume dn-004-07
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-07
end-volume

volume dn-004-08
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-08
end-volume

volume dn-004-09
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-09
end-volume

volume dn-004-10
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-10
end-volume

volume dn-004-11
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-11
end-volume

volume dn-004-12
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-12
end-volume

volume dn-004-13
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-13
end-volume

volume dn-004-14
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-14
end-volume

volume dn-004-15
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-15
end-volume

volume dn-004-16
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-16
end-volume

volume dn-004-17
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-17
end-volume

volume dn-004-18
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-18
end-volume

volume dn-004-19
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-19
end-volume

volume dn-004-20
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-20
end-volume

volume dn-004-21
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-21
end-volume

volume dn-004-22
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-22
end-volume

volume dn-004-23
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-23
end-volume

volume dn-004-24
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-24
end-volume

volume dn-004-25
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-25
end-volume

volume dn-004-26
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-26
end-volume

volume dn-004-27
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-27
end-volume

volume dn-004-28
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-28
end-volume

volume dn-004-29
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-29
end-volume

volume dn-004-30
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-30
end-volume

volume dn-004-31
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-31
end-volume

volume dn-004-32
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-32
end-volume

volume dn-004-33
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-33
end-volume

volume dn-004-34
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-34
end-volume

volume dn-004-35
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-35
end-volume

volume dn-004-36
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-004
        option remote-subvolume brick-36
end-volume


# DN-005
volume dn-005-01
	type protocol/client
	option transport-type tcp
	option transport.socket.nodelay on
	option remote-host dn-005
	option remote-subvolume brick-01
end-volume

volume dn-005-02
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-02
end-volume

volume dn-005-03
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-03
end-volume

volume dn-005-04
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-04
end-volume

volume dn-005-05
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-05
end-volume

volume dn-005-06
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-06
end-volume

volume dn-005-07
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-07
end-volume

volume dn-005-08
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-08
end-volume

volume dn-005-09
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-09
end-volume

volume dn-005-10
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-10
end-volume

volume dn-005-11
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-11
end-volume

volume dn-005-12
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-12
end-volume

volume dn-005-13
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-13
end-volume

volume dn-005-14
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-14
end-volume

volume dn-005-15
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-15
end-volume

volume dn-005-16
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-16
end-volume

volume dn-005-17
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-17
end-volume

volume dn-005-18
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-18
end-volume

volume dn-005-19
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-19
end-volume

volume dn-005-20
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-20
end-volume

volume dn-005-21
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-21
end-volume

volume dn-005-22
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-22
end-volume

volume dn-005-23
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-23
end-volume

volume dn-005-24
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-24
end-volume

volume dn-005-25
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-25
end-volume

volume dn-005-26
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-26
end-volume

volume dn-005-27
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-27
end-volume

volume dn-005-28
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-28
end-volume

volume dn-005-29
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-29
end-volume

volume dn-005-30
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-30
end-volume

volume dn-005-31
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-31
end-volume

volume dn-005-32
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-32
end-volume

volume dn-005-33
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-33
end-volume

volume dn-005-34
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-34
end-volume

volume dn-005-35
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-35
end-volume

volume dn-005-36
        type protocol/client
        option transport-type tcp
	option transport.socket.nodelay on
        option remote-host dn-005
        option remote-subvolume brick-36
end-volume



# Replicate data between the servers
# Use pairs, but swtich the order to distribute read load
volume repl-004-005-01
	type cluster/replicate
	subvolumes dn-004-01 dn-005-01
end-volume

volume repl-004-005-02
        type cluster/replicate
        subvolumes dn-004-02 dn-005-02
end-volume

volume repl-004-005-03
        type cluster/replicate
        subvolumes dn-004-03 dn-005-03
end-volume

volume repl-004-005-04
        type cluster/replicate
        subvolumes dn-004-04 dn-005-04
end-volume

volume repl-004-005-05
        type cluster/replicate
        subvolumes dn-004-05 dn-005-05
end-volume

volume repl-004-005-06
        type cluster/replicate
        subvolumes dn-004-06 dn-005-06
end-volume

volume repl-004-005-07
        type cluster/replicate
        subvolumes dn-004-07 dn-005-07
end-volume

volume repl-004-005-08
        type cluster/replicate
        subvolumes dn-004-08 dn-005-08
end-volume

volume repl-004-005-09
        type cluster/replicate
        subvolumes dn-004-09 dn-005-09
end-volume

volume repl-004-005-10
        type cluster/replicate
        subvolumes dn-004-10 dn-005-10
end-volume

volume repl-004-005-11
        type cluster/replicate
        subvolumes dn-004-11 dn-005-11
end-volume

volume repl-004-005-12
        type cluster/replicate
        subvolumes dn-004-12 dn-005-12
end-volume

volume repl-004-005-13
        type cluster/replicate
        subvolumes dn-004-13 dn-005-13
end-volume

volume repl-004-005-14
        type cluster/replicate
        subvolumes dn-004-14 dn-005-14
end-volume

volume repl-004-005-15
        type cluster/replicate
        subvolumes dn-004-15 dn-005-15
end-volume

volume repl-004-005-16
        type cluster/replicate
        subvolumes dn-004-16 dn-005-16
end-volume

volume repl-004-005-17
        type cluster/replicate
        subvolumes dn-004-17 dn-005-17
end-volume

volume repl-004-005-18
        type cluster/replicate
        subvolumes dn-004-18 dn-005-18
end-volume

volume repl-005-004-19
        type cluster/replicate
        subvolumes dn-005-19 dn-004-19
end-volume

volume repl-005-004-20
        type cluster/replicate
        subvolumes dn-005-20 dn-004-20
end-volume

volume repl-005-004-21
        type cluster/replicate
        subvolumes dn-005-21 dn-004-21
end-volume

volume repl-005-004-22
        type cluster/replicate
        subvolumes dn-005-22 dn-004-22
end-volume

volume repl-005-004-23
        type cluster/replicate
        subvolumes dn-005-23 dn-004-23
end-volume

volume repl-005-004-24
        type cluster/replicate
        subvolumes dn-005-24 dn-004-24
end-volume

volume repl-005-004-25
        type cluster/replicate
        subvolumes dn-005-25 dn-004-25
end-volume

volume repl-005-004-26
        type cluster/replicate
        subvolumes dn-005-26 dn-004-26
end-volume

volume repl-005-004-27
        type cluster/replicate
        subvolumes dn-005-27 dn-004-27
end-volume

volume repl-005-004-28
        type cluster/replicate
        subvolumes dn-005-28 dn-004-28
end-volume

volume repl-005-004-29
        type cluster/replicate
        subvolumes dn-005-29 dn-004-29
end-volume

volume repl-005-004-30
        type cluster/replicate
        subvolumes dn-005-30 dn-004-30
end-volume

volume repl-005-004-31
        type cluster/replicate
        subvolumes dn-005-31 dn-004-31
end-volume

volume repl-005-004-32
        type cluster/replicate
        subvolumes dn-005-32 dn-004-32
end-volume

volume repl-005-004-33
        type cluster/replicate
        subvolumes dn-005-33 dn-004-33
end-volume

volume repl-005-004-34
        type cluster/replicate
        subvolumes dn-005-34 dn-004-34
end-volume

volume repl-005-004-35
        type cluster/replicate
        subvolumes dn-005-35 dn-004-35
end-volume

volume repl-005-004-36
        type cluster/replicate
        subvolumes dn-005-36 dn-004-36
end-volume

# The distribute translator
# Use hashing to distribute data to all subvolumes, stopping when
there is only 5% left on the disk
volume distribute
	type cluster/distribute
	option lookup-unhashed on
	option min-free-disk 5%
	subvolumes repl-004-005-01 repl-004-005-02 repl-004-005-03
repl-004-005-04 repl-004-005-05 repl-004-005-06 repl-004-005-07
repl-004-005-08 repl-004-005-09 repl-004-005-10 repl-004-005-11
repl-004-005-12 repl-004-005-13 repl-004-005-14 repl-004-005-15
repl-004-005-16 repl-004-005-17 repl-004-005-18 repl-005-004-19
repl-005-004-20 repl-005-004-21 repl-005-004-22 repl-005-004-23
repl-005-004-24 repl-005-004-25 repl-005-004-26 repl-005-004-27
repl-005-004-28 repl-005-004-29 repl-005-004-30 repl-005-004-31
repl-005-004-32 repl-005-004-33 repl-005-004-34 repl-005-004-35
repl-005-004-36
end-volume

volume readahead
    type performance/read-ahead
    option page-count 4
    subvolumes distribute
end-volume

volume iocache
    type performance/io-cache
    option cache-size `echo $(( $(grep 'MemTotal' /proc/meminfo | sed
's/[^0-9]//g') / 5120 ))`MB
    option cache-timeout 1
    subvolumes readahead
end-volume

volume quickread
    type performance/quick-read
    option cache-timeout 1
    option max-file-size 64kB
    subvolumes iocache
end-volume

volume writebehind
    type performance/write-behind
    option cache-size 4MB
    subvolumes quickread
end-volume

volume statprefetch
    type performance/stat-prefetch
    subvolumes writebehind
end-volume

volume iothreads
  type performance/io-threads
  option thread-count 16 # default is 16
  subvolumes statprefetch
end-volume


Hope this helps.

Best regards

Roland Rabben









2010/7/15 Daniel Maher <dma+gluster at witbe.net>:
> On 07/15/2010 11:44 AM, Tejas N. Bhise wrote:
>>
>> Hi Roland,
>>
>> You will have place the files inline. The list does not take attachments.
>> Kindly resend.
>
> Or use a pastebin...
>
>
> --
> Daniel Maher <dma+gluster AT witbe DOT net>
> _______________________________________________
> Gluster-users mailing list
> Gluster-users at gluster.org
> http://gluster.org/cgi-bin/mailman/listinfo/gluster-users
>



-- 
Roland Rabben
Founder & CEO Jotta AS
Cell: +47 90 85 85 39
Phone: +47 21 04 29 00
Email: roland at jotta.no



More information about the Gluster-users mailing list