declare -A PORTMAP

PORTCURR=49152

function ta_create_ta_and_volfile()

{

local b=$B0/$1

mkdir -p $b/.glusterfs/indices

cat > $B0/ta.vol <<EOF

volume ta-posix

type storage/posix

option directory $b

end-volume

volume ta-thin-arbiter

type features/thin-arbiter

subvolumes ta-posix

end-volume

volume ta-locks

type features/locks

option notify-contention yes

subvolumes ta-thin-arbiter

end-volume

volume ta-upcall

type features/upcall

option cache-invalidation off

subvolumes ta-locks

end-volume

volume ta-io-threads

type performance/io-threads

subvolumes ta-upcall

end-volume

volume ta-index

type features/index

option xattrop-pending-watchlist trusted.afr.ta-

option xattrop-dirty-watchlist trusted.afr.dirty

option index-base $b/.glusterfs/indices

subvolumes ta-io-threads

end-volume

volume ta-io-stats

type debug/io-stats

option count-fop-hits off

option latency-measurement off

option log-level WARNING

option unique-id $b

subvolumes ta-index

end-volume

volume ta-server

type protocol/server

option transport.listen-backlog 10

option transport.socket.keepalive-count 9

option transport.socket.keepalive-interval 2

option transport.socket.keepalive-time 20

option transport.tcp-user-timeout 0

option transport.socket.keepalive 1

option auth.addr.$b.allow *

option auth-path $b

option transport.address-family inet

option transport-type tcp

subvolumes ta-io-stats

end-volume

EOF

}

function ta_create_brick_and_volfile()

{

local b=$B0/$1

mkdir -p $b/.glusterfs/indices

cat > $B0/${1}.vol <<EOF

volume ${V0}-posix

type storage/posix

option directory $b

end-volume

volume ${V0}-locks

type features/locks

subvolumes ${V0}-posix

end-volume

volume ${V0}-leases

type features/leases

option leases off

subvolumes ${V0}-locks

end-volume

volume ${V0}-upcall

type features/upcall

option cache-invalidation off

subvolumes ${V0}-leases

end-volume

volume ${V0}-io-threads

type performance/io-threads

subvolumes ${V0}-upcall

end-volume

volume ${V0}-index

type features/index

option xattrop-pending-watchlist trusted.afr.${V0}-

option xattrop-dirty-watchlist trusted.afr.dirty

option index-base $b/.glusterfs/indices

subvolumes ${V0}-io-threads

end-volume

volume $b

type debug/io-stats

option count-fop-hits off

option latency-measurement off

option log-level INFO

option unique-id $b

subvolumes ${V0}-index

end-volume

volume ${V0}-server

type protocol/server

option transport.listen-backlog 1024

option transport.socket.keepalive-count 9

option transport.socket.keepalive-interval 2

option transport.socket.keepalive-time 20

option transport.tcp-user-timeout 0

option transport.socket.keepalive 1

option auth.addr.$b.allow *

option auth-path $b

option auth.login.459d48e8-2a92-4f11-89f2-077b29f6f86d.password a0ad63dd-8314-4f97-9160-1b93e3cb1f0b

option auth.login.$b.allow 459d48e8-2a92-4f11-89f2-077b29f6f86d

option transport.address-family inet

option transport-type tcp

subvolumes $b

end-volume

EOF

}

function ta_set_port_by_name()

{

if [ -z ${PORTMAP[$1]} ]

then

PORTMAP[$1]=$PORTCURR

PORTCURR=$((PORTCURR+1))

fi

}

function ta_start_brick_process()

{

ta_set_port_by_name $1

local p=${PORTMAP[$1]}

if glusterfs -p $B0/${1}.pid --volfile=$B0/${1}.vol -l $(gluster --print-logdir)/${1}.log --xlator-option ${V0}-server.listen-port=$p

then

cat $B0/${1}.pid

else

echo ""

return 1

fi

}

function ta_start_ta_process()

{

ta_set_port_by_name $1

local p=${PORTMAP[$1]}

if glusterfs -p $B0/${1}.pid --volfile=$B0/${1}.vol -l $(gluster --print-logdir)/${1}.log --xlator-option ta-server.listen-port=$p

then

cat $B0/${1}.pid

else

echo ""

return 1

fi

}

function ta_start_mount_process()

{

mkdir -p $1

identifier=$(echo $1 | tr / .)

if glusterfs --entry-timeout=0 --attribute-timeout=0 -p $B0/${identifier}.pid --volfile=$B0/mount.vol $1

then

cat $B0/$identifier.pid

else

echo ""

return 1

fi

}

function ta_get_mount_pid()

{

local mount_path=$1

identifier=$(echo $mount_path | tr / .)

cat $B0/${identifier}.pid

}

function ta_create_mount_volfile()

{

local b0=$B0/$1

local b1=$B0/$2

local ta=$B0/$3

local b0_port=${PORTMAP[$1]}

local b1_port=${PORTMAP[$2]}

local ta_port=${PORTMAP[$3]}

cat > $B0/mount.vol <<EOF

volume ${V0}-client-0

type protocol/client

option remote-host $H0

option client-bind-insecure off

option transport.socket.keepalive-interval 2

option transport.socket.keepalive-time 20

option transport.socket.ssl-enabled off

option remote-subvolume $b0

option transport.tcp-user-timeout 0

option transport.socket.keepalive-count 9

option transport-type tcp

option ping-timeout 42

option send-gids on

option remote-port $b0_port

option password a0ad63dd-8314-4f97-9160-1b93e3cb1f0b

option username 459d48e8-2a92-4f11-89f2-077b29f6f86d

end-volume

volume ${V0}-client-1

type protocol/client

option remote-host $H0

option client-bind-insecure off

option transport.socket.keepalive-interval 2

option transport.socket.keepalive-time 20

option transport.socket.ssl-enabled off

option remote-subvolume $b1

option transport.tcp-user-timeout 0

option transport.socket.keepalive-count 9

option transport-type tcp

option ping-timeout 42

option send-gids on

option remote-port $b1_port

option password a0ad63dd-8314-4f97-9160-1b93e3cb1f0b

option username 459d48e8-2a92-4f11-89f2-077b29f6f86d

end-volume

volume ${V0}-thin-arbiter-client

type protocol/client

option client-bind-insecure off

option transport.socket.ssl-enabled off

option remote-subvolume $ta

option ping-timeout 42

option remote-host $H0

option send-gids on

option transport.socket.keepalive-interval 2

option remote-port $ta_port

option transport-type tcp

option transport.tcp-user-timeout 0

option transport.socket.keepalive-time 20

option transport.socket.keepalive-count 9

end-volume

volume ${V0}-replicate-0

type cluster/replicate

option afr-dirty-xattr trusted.afr.dirty

option iam-self-heal-daemon off

option afr-pending-xattr ${V0}-client-0,${V0}-client-1,${V0}-ta-2

option thin-arbiter $H0:$ta

subvolumes ${V0}-client-0 ${V0}-client-1 ${V0}-thin-arbiter-client

end-volume

volume ${V0}-distribute

type cluster/distribute

option rebal-throttle normal

option force-migration off

option lookup-optimize on

option weighted-rebalance on

option write-freq-threshold 0

option assert-no-child-down off

option lock-migration off

option lookup-unhashed on

option randomize-hash-range-by-gfid off

option unhashed-sticky-bit off

option use-readdirp on

option readdir-optimize off

option xattr-name trusted.glusterfs.dht

option read-freq-threshold 0

option min-free-disk 10%

option min-free-inodes 5%

option rebalance-stats off

subvolumes ${V0}-replicate-0

end-volume

volume ${V0}-write-behind

type performance/write-behind

option strict-O_DIRECT off

option strict-write-ordering off

option resync-failed-syncs-after-fsync off

option aggregate-size 128KB

option flush-behind on

option cache-size 1MB

option trickling-writes on

subvolumes ${V0}-distribute

end-volume

volume ${V0}-read-ahead

type performance/read-ahead

option force-atime-update false

option page-count 4

option page-size 131072

option pass-through false

subvolumes ${V0}-write-behind

end-volume

volume ${V0}-readdir-ahead

type performance/readdir-ahead

option rda-low-wmark 4096

option rda-high-wmark 128KB

option rda-cache-limit 10MB

option parallel-readdir off

option pass-through false

option rda-request-size 131072

subvolumes ${V0}-read-ahead

end-volume

volume ${V0}-io-cache

type performance/io-cache

option cache-timeout 1

option cache-size 32MB

option min-file-size 0

option max-file-size 0

option pass-through false

subvolumes ${V0}-readdir-ahead

end-volume

volume ${V0}-quick-read

type performance/quick-read

option cache-invalidation false

option ctime-invalidation false

option cache-size 128MB

option cache-timeout 1

option max-file-size 64KB

subvolumes ${V0}-io-cache

end-volume

volume ${V0}-open-behind

type performance/open-behind

option use-anonymous-fd yes

option lazy-open yes

option read-after-open no

option pass-through false

subvolumes ${V0}-quick-read

end-volume

volume ${V0}-md-cache

type performance/md-cache

option pass-through false

option cache-capability-xattrs true

option cache-posix-acl false

option cache-swift-metadata true

option cache-samba-metadata false

option md-cache-timeout 1

option force-readdirp true

option cache-invalidation false

option md-cache-statfs off

option cache-selinux false

option cache-ima-xattrs true

subvolumes ${V0}-open-behind

end-volume

volume ${V0}-io-threads

type performance/io-threads

option normal-prio-threads 16

option enable-least-priority on

option idle-time 120

option cleanup-disconnected-reqs off

option pass-through false

option thread-count 16

option high-prio-threads 16

option low-prio-threads 16

option least-prio-threads 1

subvolumes ${V0}-md-cache

end-volume

volume ${V0}

type debug/io-stats

option client-logger gluster-log

option client-log-buf-size 5

option latency-measurement off

option client-log-level INFO

option brick-log-level INFO

option count-fop-hits off

option sys-log-level CRITICAL

option brick-log-format with-msg-id

option brick-log-buf-size 5

option dump-fd-stats off

option ios-dump-interval 0

option ios-dump-format json

option client-log-format with-msg-id

option log-buf-size 5

option log-flush-timeout 120

option client-log-flush-timeout 120

option ios-sample-interval 0

option ios-sample-buf-size 65535

option brick-logger gluster-log

option ios-dnscache-ttl-sec 86400

option brick-log-flush-timeout 120

option unique-id /no/such/path

subvolumes ${V0}-io-threads

end-volume

EOF

}

function ta_kill_brick()

{

local p=$(cat $B0/${1}.pid)

echo > $B0/${1}.pid

kill -9 $p

}

function ta_get_pid_by_brick_name()

{

cat $B0/${1}.pid

}

function ta_up_status()

{

local v=$1

local m=$2

local replica_id=$3

grep -E "^up = " $m/.meta/graphs/active/${v}-replicate-${replica_id}/private | cut -f2 -d'='

}

function ta_create_shd_volfile()

{

local b0=$B0/$1

local b1=$B0/$2

local ta=$B0/$3

local b0_port=${PORTMAP[$1]}

local b1_port=${PORTMAP[$2]}

local ta_port=${PORTMAP[$3]}

cat > $B0/glustershd.vol <<EOF

volume ${V0}-replicate-0-client-0

type protocol/client

option send-gids on

option transport.socket.keepalive-interval 2

option remote-host $H0

option remote-subvolume $b0

option ping-timeout 42

option client-bind-insecure off

option transport.socket.own-thread off

option frame-timeout 1800

option non-blocking-io off

option transport.socket.keepalive 1

option transport.socket.keepalive-count 9

option transport.tcp-user-timeout 0

option transport.socket.nodelay 1

option transport.socket.keepalive-time 20

option transport.socket.read-fail-log off

option transport-type tcp

option filter-O_DIRECT disable

option event-threads 2

option transport.listen-backlog 1024

option transport.socket.ssl-enabled off

option password a0ad63dd-8314-4f97-9160-1b93e3cb1f0b

option username 459d48e8-2a92-4f11-89f2-077b29f6f86d

option remote-port $b0_port

end-volume

volume ${V0}-replicate-0-client-1

type protocol/client

option remote-host $H0

option transport.socket.keepalive-time 20

option transport.socket.keepalive-count 9

option transport.socket.own-thread off

option transport.socket.ssl-enabled off

option transport-type tcp

option remote-subvolume $b1

option event-threads 2

option transport.tcp-user-timeout 0

option transport.socket.keepalive 1

option transport.socket.nodelay 1

option transport.socket.read-fail-log off

option frame-timeout 1800

option ping-timeout 42

option client-bind-insecure off

option filter-O_DIRECT disable

option send-gids on

option non-blocking-io off

option transport.listen-backlog 1024

option transport.socket.keepalive-interval 2

option password a0ad63dd-8314-4f97-9160-1b93e3cb1f0b

option username 459d48e8-2a92-4f11-89f2-077b29f6f86d

option remote-port $b1_port

end-volume

volume ${V0}-replicate-0-thin-arbiter-client

type protocol/client

option frame-timeout 1800

option event-threads 2

option transport.listen-backlog 1024

option transport.socket.nodelay 1

option transport.socket.keepalive-count 9

option transport.socket.ssl-enabled off

option transport-type tcp

option remote-subvolume $ta

option filter-O_DIRECT disable

option non-blocking-io off

option transport.socket.keepalive-interval 2

option transport.socket.read-fail-log off

option remote-host $H0

option send-gids on

option transport.tcp-user-timeout 0

option transport.socket.keepalive-time 20

option ping-timeout 42

option client-bind-insecure off

option transport.socket.keepalive 1

option transport.socket.own-thread off

option remote-port $ta_port

end-volume

volume ${V0}-replicate-0

type cluster/replicate

option background-self-heal-count 8

option metadata-self-heal on

option data-change-log on

option entrylk-trace off

option iam-self-heal-daemon yes

option afr-dirty-xattr trusted.afr.dirty

option heal-timeout 10

option read-hash-mode 1

option metadata-splitbrain-forced-heal off

option thin-arbiter $H0:$ta

option shd-max-threads 1

option afr-pending-xattr ${V0}-client-0,${V0}-client-1,${V0}-ta-2

option halo-max-latency 5

option halo-max-replicas 99999

option entry-change-log on

option halo-nfsd-max-latency 5

option inodelk-trace off

option pre-op-compat on

option eager-lock on

option self-heal-readdir-size 1KB

option ensure-durability on

option locking-scheme full

option halo-enabled False

option heal-wait-queue-length 128

option entry-self-heal on

option self-heal-daemon on

option quorum-reads no

option shd-wait-qlength 1024

option choose-local true

option halo-min-replicas 2

option data-self-heal on

option metadata-change-log on

option consistent-metadata no

option full-lock yes

option use-compound-fops no

option halo-shd-max-latency 99999

option quorum-type none

option favorite-child-policy none

option read-subvolume-index -1

option optimistic-change-log on

option iam-nfs-daemon off

option post-op-delay-secs 1

option granular-entry-heal no

option consistent-io no

option data-self-heal-window-size 1

subvolumes ${V0}-replicate-0-client-0 ${V0}-replicate-0-client-1 ${V0}-replicate-0-thin-arbiter-client

end-volume

volume glustershd

type debug/io-stats

option log-buf-size 5

option ios-dump-format json

option latency-measurement off

option sys-log-level CRITICAL

option brick-log-level INFO

option client-logger gluster-log

option client-log-format with-msg-id

option brick-log-format with-msg-id

option client-log-buf-size 5

option log-flush-timeout 120

option ios-dump-interval 0

option ios-sample-interval 0

option ios-dnscache-ttl-sec 86400

option count-fop-hits off

option client-log-level INFO

option brick-logger gluster-log

option brick-log-buf-size 5

option ios-sample-buf-size 65535

option client-log-flush-timeout 120

option brick-log-flush-timeout 120

option unique-id /no/such/path

option dump-fd-stats off

subvolumes ${V0}-replicate-0

end-volume

EOF

}

function ta_start_shd_process()

{

if glusterfs -p $B0/${1}.pid --volfile=$B0/${1}.vol -l $(gluster --print-logdir)/${1}.log --process-name=glustershd

then

cat $B0/${1}.pid

else

echo ""

return 1

fi

}

function ta_mount_child_up_status()

{

local mount_path=$1

#brick_id is (brick-num in volume info - 1)

local vol=$2

local brick_id=$3

local pid=$(ta_get_mount_pid $mount_path)

local fpath=$(generate_statedump $pid)

up=$(grep -a -B1 trusted.afr.$vol-client-$brick_id $fpath | head -1 | cut -f2 -d'=')

rm -f $fpath

echo "$up"

}