[Gluster-devel] rsync & switch scheduler?

Dan Parsons dparsons at nyip.net
Wed Jan 14 04:18:19 UTC 2009


I'm copying data back to my newly rebuilt glusterfs, and one of the  
things I'm doing is using unify with the switch scheduler to send  
certain file extensions to a stripe volume and others to a dht volume.

When using rsync to restore this data, all files are going to dht  
(which I do not want). When I use cp, the correct file extensions go  
to stripe, and the others go to dht.

What's special about rsync that's causing this problem? Is there any  
way around this?

Below is my client config file.

-------------------------------------

volume distfs01-ns-brick
    type protocol/client
    option transport-type tcp
    option remote-host 10.8.101.51
    option remote-subvolume posix-unify-switch-ns
end-volume

volume distfs01-ns-readahead
    type performance/read-ahead
    option page-size 1MB
    option page-count 8
    subvolumes distfs01-ns-brick
end-volume

volume unify-switch-ns
    type performance/write-behind
    option block-size 1MB
    option cache-size 3MB
    subvolumes distfs01-ns-readahead
end-volume

volume distfs01-unify
    type protocol/client
    option transport-type tcp
    option remote-host 10.8.101.51
    option remote-subvolume posix-unify
end-volume

volume distfs02-unify
    type protocol/client
    option transport-type tcp
    option remote-host 10.8.101.52
    option remote-subvolume posix-unify
end-volume

volume distfs03-unify
    type protocol/client
    option transport-type tcp
    option remote-host 10.8.101.53
    option remote-subvolume posix-unify
end-volume

volume distfs04-unify
    type protocol/client
    option transport-type tcp
    option remote-host 10.8.101.54
    option remote-subvolume posix-unify
end-volume

volume distfs01-stripe
    type protocol/client
    option transport-type tcp
    option remote-host 10.8.101.51
    option remote-subvolume posix-stripe
end-volume

volume distfs02-stripe
    type protocol/client
    option transport-type tcp
    option remote-host 10.8.101.52
    option remote-subvolume posix-stripe
end-volume

volume distfs03-stripe
    type protocol/client
    option transport-type tcp
    option remote-host 10.8.101.53
    option remote-subvolume posix-stripe
end-volume

volume distfs04-stripe
    type protocol/client
    option transport-type tcp
    option remote-host 10.8.101.54
    option remote-subvolume posix-stripe
end-volume

volume stripe0
	type cluster/stripe
	option block-size *.jar,*.pin:1MB,*:2MB
	subvolumes distfs01-stripe distfs02-stripe distfs03-stripe distfs04- 
stripe
end-volume

volume dht0
	type cluster/dht
	subvolumes distfs01-unify distfs02-unify distfs03-unify distfs04-unify
end-volume

volume unify
	type cluster/unify
	option namespace unify-switch-ns
	option scheduler switch
# send *.phr/psq/pnd etc to stripe0, send the rest to hash
	option scheduler.switch.case  
*.phr:stripe0 
;*.psq:stripe0 
;*.pnd:stripe0 
;*.psd:stripe0 
;*.pin:stripe0 
;*.tar:stripe0 
;*.tar 
.gz:stripe0 
;*.jar:stripe0 
;*.img:stripe0 
;*.perf:stripe0;*.tgz:stripe0;*.fasta:stripe0;*.huge:stripe0
	subvolumes stripe0 dht0
end-volume

volume ioc
    type performance/io-cache
    subvolumes unify
    option cache-size 1500MB
end-volume

volume filter
   type features/filter
   option fixed-uid 0
   option fixed-gid 900
   subvolumes ioc
end-volume



Dan Parsons







More information about the Gluster-devel mailing list