=~=~=~=~=~=~=~=~=~=~=~= PuTTY log 2019.01.22 17:00:04 =~=~=~=~=~=~=~=~=~=~=~= sh-4.2# gluster --version glusterfs 4.1.6 Repository revision: git://git.gluster.org/glusterfs.git Copyright (c) 2006-2016 Red Hat, Inc. GlusterFS comes with ABSOLUTELY NO WARRANTY. It is licensed to you under your choice of the GNU Lesser General Public License, version 3 or any later version (LGPLv3 or later), or the GNU General Public License, version 2 (GPLv2), in all cases as published by the Free Software Foundation. sh-4.2# exit exit [root@master ~]# oc get po NAME READY STATUS RESTARTS AGE glusterblock-storage-provisioner-dc-1-6nwq1 1/1 Running 2 32d glusterfs-storage-q4ptb 1/1 Running 0 2h glusterfs-storage-ssvjp 1/1 Running 6 34d glusterfs-storage-vll7x 1/1 Running 1 34d heketi-storage-1-zm77z 1/1 Running 38 32d [root@master ~]# oc rsh glusterfs-storage-ssvjp sh-4.2# glusterfs-storage-ssvjp sh-4.2# gluster --version glusterfs 4.1.5 Repository revision: git://git.gluster.org/glusterfs.git Copyright (c) 2006-2016 Red Hat, Inc. GlusterFS comes with ABSOLUTELY NO WARRANTY. It is licensed to you under your choice of the GNU Lesser General Public License, version 3 or any later version (LGPLv3 or later), or the GNU General Public License, version 2 (GPLv2), in all cases as published by the Free Software Foundation. sh-4.2# gluster volume info Volume Name: glusterfs-registry-volume Type: Replicate Volume ID: 4b4580d7-c35c-414d-a95e-192cc1e79c81 Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.15:/var/lib/heketi/mounts/vg_462ea199185376b03e4b0317363bb88c/brick_1d82bb0c9fe071b9d1ee218d161f05e1/brick Brick2: 192.168.3.6:/var/lib/heketi/mounts/vg_5ecc3820ac1e5ea87c3721b8bd2d6813/brick_b8881a7d5f2d4cda27be4fcc835c573e/brick Brick3: 192.168.3.5:/var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_a4c798f0e7c633c4cf4d5886575b5f65/brick Options Reconfigured: transport.address-family: inet nfs.disable: on performance.client-io-threads: off Volume Name: heketidbstorage Type: Replicate Volume ID: dd0c0083-b8d6-4529-a4e4-8520d3257135 Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.6:/var/lib/heketi/mounts/vg_5ecc3820ac1e5ea87c3721b8bd2d6813/brick_afc9ecbfbcc96ddfb1935b088dfe7d1e/brick Brick2: 192.168.3.5:/var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_9d87ed61a9d0aa7024238aad1e869399/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_56ae93ad9edaf7a878424cf47f277c02/brick Options Reconfigured: transport.address-family: inet nfs.disable: on performance.client-io-threads: off Volume Name: vol_16c57180902d04440ff9bfa202f7abf1 Type: Replicate Volume ID: 564a16be-782d-49a7-b839-cf5e7422cc91 Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.6:/var/lib/heketi/mounts/vg_12f02e7d735ee9a66b6f746af8eb71e6/brick_ac5214e9fddec233c4d8b2e227f5a8b8/brick Brick2: 192.168.3.5:/var/lib/heketi/mounts/vg_19ff564b6fd157df6a734b58fd28455d/brick_62dc1633d74c86234f08260a49a5377c/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_7c90e2bc40f55cc01418742754fa6de7/brick Options Reconfigured: performance.client-io-threads: off nfs.disable: on transport.address-family: inet Volume Name: vol_1bc2533893950d1f357b4d690882d2c2 Type: Replicate Volume ID: 3d07685e-7c74-44f4-88c5-f70b77f1894c Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.15:/var/lib/heketi/mounts/vg_462ea199185376b03e4b0317363bb88c/brick_7aa4edca89b48e92a57ebd9abccb46f8/brick Brick2: 192.168.3.6:/var/lib/heketi/mounts/vg_5ecc3820ac1e5ea87c3721b8bd2d6813/brick_fafbd17e42fe449463a94d3018b8cd93/brick Brick3: 192.168.3.5:/var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_226e300741f3806581bb2aee189b66d7/brick Options Reconfigured: performance.client-io-threads: off nfs.disable: on transport.address-family: inet Volume Name: vol_258b8b659ad3b593dfb5672fae9ab57a Type: Replicate Volume ID: 17ba1f42-5be3-497e-8e6e-b67aeb6c1d17 Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.5:/var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_a02f4382cc1bce68936dad1590faa1e9/brick Brick2: 192.168.3.6:/var/lib/heketi/mounts/vg_28708570b029e5eff0a996c453a11691/brick_e5cfd20d1c5f06c3ce00f4e1bd523a46/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_f200b815c7993f02c92b3a215b5754e2/brick Options Reconfigured: transport.address-family: inet nfs.disable: on performance.client-io-threads: off Volume Name: vol_3442e86b6d994a14de73f1b8c82cf0b8 Type: Replicate Volume ID: 15477f36-22e8-4757-a0ce-9000b63fa849 Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.6:/var/lib/heketi/mounts/vg_ca57f326195c243be2380ce4e42a4191/brick_952d75fd193c7209c9a81acbc23a3747/brick Brick2: 192.168.3.5:/var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_462ea199185376b03e4b0317363bb88c/brick_1736459d19e8aaa1dcb5a87f48747d04/brick Options Reconfigured: diagnostics.brick-log-level: INFO performance.client-io-threads: off nfs.disable: on transport.address-family: inet Volume Name: vol_3bc80e4effa4fc16b189e156d9f5c75e Type: Replicate Volume ID: d03aa8af-c26d-4347-bc12-2959de50800b Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.5:/var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_b59e8ae56d122c59d964065438570185/brick Brick2: 192.168.3.6:/var/lib/heketi/mounts/vg_28708570b029e5eff0a996c453a11691/brick_46f96c044e5eaf3e2d414bd9be2197ff/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_721cbe15a8d6bde8be6a63487d1b823c/brick Options Reconfigured: performance.client-io-threads: off nfs.disable: on transport.address-family: inet Volume Name: vol_59581a21d2113b0c0d4b2fa729a6a932 Type: Replicate Volume ID: 53f6243d-6fce-4bd1-8790-9dbe9f433119 Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.6:/var/lib/heketi/mounts/vg_ca57f326195c243be2380ce4e42a4191/brick_93ffd88e3e362ee02eaf209ad55a94df/brick Brick2: 192.168.3.5:/var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_95c2b9519e1f02c1230b5b38d2b282d0/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_462ea199185376b03e4b0317363bb88c/brick_29a0d34a6daa4c0e2223c83b9366d905/brick Options Reconfigured: transport.address-family: inet nfs.disable: on performance.client-io-threads: off Volume Name: vol_6954c7e3a47641f1bd4fbb66d2e8aebe Type: Replicate Volume ID: cfd70ca4-82b5-4e67-bec9-7a63f6568cf1 Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_9689339f41404fe22492e6bf060ac273/brick Brick2: 192.168.3.6:/var/lib/heketi/mounts/vg_ca57f326195c243be2380ce4e42a4191/brick_868c984beb58b42ec855a5d29e88be98/brick Brick3: 192.168.3.5:/var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_7bd2a10c558321325da0206ca8289a82/brick Options Reconfigured: performance.client-io-threads: off nfs.disable: on transport.address-family: inet Volume Name: vol_6d36831a039b04088d29ecb477828ba7 Type: Replicate Volume ID: 9f1657c6-56da-4a78-b604-8a088db20c5a Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_cc66ac0d966b599f82bdbe0147b2fabe/brick Brick2: 192.168.3.6:/var/lib/heketi/mounts/vg_5ecc3820ac1e5ea87c3721b8bd2d6813/brick_f255d45da7b18f3a428215a423e18f61/brick Brick3: 192.168.3.5:/var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_24faac47c6f300c233d67c5245a3a48e/brick Options Reconfigured: transport.address-family: inet nfs.disable: on performance.client-io-threads: off Volume Name: vol_6d45975bc09622845d3674a36581cb20 Type: Replicate Volume ID: bf70163b-a77f-4bbc-8c12-f77d8918edb0 Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.5:/var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_062ad572b1a6c3a7c642f375786f0863/brick Brick2: 192.168.3.6:/var/lib/heketi/mounts/vg_28708570b029e5eff0a996c453a11691/brick_2b988fdacdc748a46974fa50fc7f9e50/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_f22c2473409756ec3ee1ab3a36ab9eb8/brick Options Reconfigured: transport.address-family: inet nfs.disable: on performance.client-io-threads: off Volume Name: vol_87d44d5b3e6923bd42a620cbc838b253 Type: Replicate Volume ID: 29518352-4389-4bb2-a687-4674b68abd73 Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.6:/var/lib/heketi/mounts/vg_56391bec3c8bfe4fc116de7bddfc2af4/brick_0a254839cbdeb13bbacd77acc40ebce9/brick Brick2: 192.168.3.5:/var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_a485c279b7ad15b0b1ed28fa385e3db4/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_bf339a847db6e16612b9c97f9604518e/brick Options Reconfigured: performance.client-io-threads: off nfs.disable: on transport.address-family: inet Volume Name: vol_93cf4b391b72534c5732df0c82206f50 Type: Replicate Volume ID: 2df603c8-dad6-402b-b8be-e454c06b106d Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.5:/var/lib/heketi/mounts/vg_19ff564b6fd157df6a734b58fd28455d/brick_be8530b4eb003c98b4f65bb2b7fa2e8b/brick Brick2: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_d32c89e08b6fa041a08d624121dc8f6d/brick Brick3: 192.168.3.6:/var/lib/heketi/mounts/vg_ca57f326195c243be2380ce4e42a4191/brick_c1edf8bec1b388c54f0484319e46ee7f/brick Options Reconfigured: performance.client-io-threads: off nfs.disable: on transport.address-family: inet Volume Name: vol_bfc74a6caa795f5f1d67b2223de42517 Type: Replicate Volume ID: b55b4cd1-4f04-48f0-8ccc-5a01c8e319c7 Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.6:/var/lib/heketi/mounts/vg_12f02e7d735ee9a66b6f746af8eb71e6/brick_299a2bfb4702dfd575ca66c58fece9f9/brick Brick2: 192.168.3.5:/var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_b288743446d8234f1d6e32f4c09f5029/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_683da433b3d145682f2b92c5d7a936b5/brick Options Reconfigured: transport.address-family: inet nfs.disable: on performance.client-io-threads: off Volume Name: vol_ca1258696cc5eb793a2003d3c3b9e98e Type: Replicate Volume ID: ce275446-8d8d-4267-afdc-21e837169d1b Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.5:/var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_fb19adaea0fab795b3eef8bcc75faff5/brick Brick2: 192.168.3.6:/var/lib/heketi/mounts/vg_56391bec3c8bfe4fc116de7bddfc2af4/brick_595043e897901aa6057b1227d430b20d/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_d4ad1bac0b813f11a5475245e95fbf55/brick Options Reconfigured: transport.address-family: inet nfs.disable: on performance.client-io-threads: off Volume Name: vol_d936fff4500a9cb9491963d0624214fb Type: Replicate Volume ID: f8a2bd70-5eb8-49d6-8161-c35fac76cc3c Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.15:/var/lib/heketi/mounts/vg_462ea199185376b03e4b0317363bb88c/brick_57b2ef73d93718d544f699683989659b/brick Brick2: 192.168.3.6:/var/lib/heketi/mounts/vg_5ecc3820ac1e5ea87c3721b8bd2d6813/brick_46ede70d760848493be42438bd8ccd88/brick Brick3: 192.168.3.5:/var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_89187962355d4e6ed981460fec90291f/brick Options Reconfigured: performance.client-io-threads: off nfs.disable: on transport.address-family: inet Volume Name: vol_e1aa1283d5917485d88c4a742eeff422 Type: Replicate Volume ID: dffd3f96-6b5a-4f4d-8779-38273d07e64d Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.5:/var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_5a53164a9194a16fcac0532f243bf9e2/brick Brick2: 192.168.3.6:/var/lib/heketi/mounts/vg_526f35058433c6b03130bba4e0a7dd87/brick_9e7c382e5f853d471c347bc5590359af/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_8512e67774e641dd49472518d5bfe5b1/brick Options Reconfigured: transport.address-family: inet nfs.disable: on performance.client-io-threads: off Volume Name: vol_f0ed498d7e781d7bb896244175b31f9e Type: Replicate Volume ID: a98add0e-d1d5-4fbd-8297-a3b86877d3d3 Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.5:/var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_101b9522dfb66a222bd080649103e804/brick Brick2: 192.168.3.6:/var/lib/heketi/mounts/vg_56391bec3c8bfe4fc116de7bddfc2af4/brick_47ed9e0663ad0f6f676ddd6ad7e3dcde/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_0079eb6e88a1a36fbe77fbe0a114e1d8/brick Options Reconfigured: performance.client-io-threads: off nfs.disable: on transport.address-family: inet Volume Name: vol_f387519c9b004ec14e80696db88ef0f8 Type: Replicate Volume ID: 55767962-5c62-47aa-9947-2d02758941bf Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.6:/var/lib/heketi/mounts/vg_56391bec3c8bfe4fc116de7bddfc2af4/brick_06ad6c73dfbf6a5fc21334f98c9973c2/brick Brick2: 192.168.3.5:/var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_d39bc4e6008cb1fdd2f88e079ca16d2a/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_bea9f19217b6019e1ed89f262ec28bed/brick Options Reconfigured: performance.client-io-threads: off nfs.disable: on transport.address-family: inet Volume Name: vol_f8ca343c60e6efe541fe02d16ca02a7d Type: Replicate Volume ID: 10a96ce0-a673-491a-8753-f1d470cd7928 Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.6:/var/lib/heketi/mounts/vg_526f35058433c6b03130bba4e0a7dd87/brick_525225f65753b05dfe33aeaeb9c5de39/brick Brick2: 192.168.3.5:/var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_757f9ce05ffd5fe41e81db48e06c9845/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_6a81a627e1837aa61d211876d2d22845/brick Options Reconfigured: performance.client-io-threads: off nfs.disable: on transport.address-family: inet Volume Name: vol_fe882e074c0512fd9271fc2ff5a0bfe1 Type: Replicate Volume ID: 00a34555-f7f9-438d-884d-5763456d19c9 Status: Started Snapshot Count: 0 Number of Bricks: 1 x 3 = 3 Transport-type: tcp Bricks: Brick1: 192.168.3.6:/var/lib/heketi/mounts/vg_28708570b029e5eff0a996c453a11691/brick_d4f30d6e465a8544b759a7016fb5aab5/brick Brick2: 192.168.3.5:/var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_823352587197d646bad2be88f32dd4e5/brick Brick3: 192.168.3.15:/var/lib/heketi/mounts/vg_8a0e03bf456117514f3a3ca023e9e0cd/brick_09838aaf30ae140768ffc7292eabb0f0/brick Options Reconfigured: performance.client-io-threads: off nfs.disable: on transport.address-family: inet sh-4.2# gluster volume status Status of volume: glusterfs-registry-volume Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.15:/var/lib/heketi/mounts/v g_462ea199185376b03e4b0317363bb88c/brick_1d 82bb0c9fe071b9d1ee218d161f05e1/brick 49152 0 Y 198 Brick 192.168.3.6:/var/lib/heketi/mounts/vg _5ecc3820ac1e5ea87c3721b8bd2d6813/brick_b88 81a7d5f2d4cda27be4fcc835c573e/brick 49152 0 Y 205 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _5377cf444a65b645bb0e085e56d00fcf/brick_a4c 798f0e7c633c4cf4d5886575b5f65/brick 49154 0 Y 7743 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume glusterfs-registry-volume ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: heketidbstorage Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.6:/var/lib/heketi/mounts/vg _5ecc3820ac1e5ea87c3721b8bd2d6813/brick_afc 9ecbfbcc96ddfb1935b088dfe7d1e/brick 49153 0 Y 214 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _5377cf444a65b645bb0e085e56d00fcf/brick_9d8 7ed61a9d0aa7024238aad1e869399/brick 49152 0 Y 262 Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_56 ae93ad9edaf7a878424cf47f277c02/brick 49153 0 Y 207 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume heketidbstorage ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_16c57180902d04440ff9bfa202f7abf1 Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.6:/var/lib/heketi/mounts/vg _12f02e7d735ee9a66b6f746af8eb71e6/brick_ac5 214e9fddec233c4d8b2e227f5a8b8/brick 49154 0 Y 223 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _19ff564b6fd157df6a734b58fd28455d/brick_62d c1633d74c86234f08260a49a5377c/brick N/A N/A N N/A Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_7c 90e2bc40f55cc01418742754fa6de7/brick 49156 0 Y 12714 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_16c57180902d04440ff9bfa202f7abf1 ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_1bc2533893950d1f357b4d690882d2c2 Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.15:/var/lib/heketi/mounts/v g_462ea199185376b03e4b0317363bb88c/brick_7a a4edca89b48e92a57ebd9abccb46f8/brick 49154 0 Y 7994 Brick 192.168.3.6:/var/lib/heketi/mounts/vg _5ecc3820ac1e5ea87c3721b8bd2d6813/brick_faf bd17e42fe449463a94d3018b8cd93/brick 49155 0 Y 232 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _5377cf444a65b645bb0e085e56d00fcf/brick_226 e300741f3806581bb2aee189b66d7/brick 49156 0 Y 279 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_1bc2533893950d1f357b4d690882d2c2 ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_258b8b659ad3b593dfb5672fae9ab57a Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.5:/var/lib/heketi/mounts/vg _48ace24b28b3a8fde08c7575846f24f8/brick_a02 f4382cc1bce68936dad1590faa1e9/brick 49160 0 Y 7752 Brick 192.168.3.6:/var/lib/heketi/mounts/vg _28708570b029e5eff0a996c453a11691/brick_e5c fd20d1c5f06c3ce00f4e1bd523a46/brick 49156 0 Y 240 Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_f2 00b815c7993f02c92b3a215b5754e2/brick 49172 0 Y 216 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_258b8b659ad3b593dfb5672fae9ab57a ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_3442e86b6d994a14de73f1b8c82cf0b8 Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.6:/var/lib/heketi/mounts/vg _ca57f326195c243be2380ce4e42a4191/brick_952 d75fd193c7209c9a81acbc23a3747/brick 49157 0 Y 250 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _d5f17487744584e3652d3ca943b0b91b/brick_e15 c12cceae12c8ab7782dd57cf5b6c1/brick N/A N/A N N/A Brick 192.168.3.15:/var/lib/heketi/mounts/v g_462ea199185376b03e4b0317363bb88c/brick_17 36459d19e8aaa1dcb5a87f48747d04/brick 49173 0 Y 225 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_3442e86b6d994a14de73f1b8c82cf0b8 ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_3bc80e4effa4fc16b189e156d9f5c75e Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.5:/var/lib/heketi/mounts/vg _48ace24b28b3a8fde08c7575846f24f8/brick_b59 e8ae56d122c59d964065438570185/brick N/A N/A N N/A Brick 192.168.3.6:/var/lib/heketi/mounts/vg _28708570b029e5eff0a996c453a11691/brick_46f 96c044e5eaf3e2d414bd9be2197ff/brick 49158 0 Y 259 Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_72 1cbe15a8d6bde8be6a63487d1b823c/brick 49174 0 Y 234 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_3bc80e4effa4fc16b189e156d9f5c75e ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_59581a21d2113b0c0d4b2fa729a6a932 Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.6:/var/lib/heketi/mounts/vg _ca57f326195c243be2380ce4e42a4191/brick_93f fd88e3e362ee02eaf209ad55a94df/brick 49159 0 Y 268 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _5d370cba9af0211a6f7899fb39a768b7/brick_95c 2b9519e1f02c1230b5b38d2b282d0/brick 49162 0 Y 7761 Brick 192.168.3.15:/var/lib/heketi/mounts/v g_462ea199185376b03e4b0317363bb88c/brick_29 a0d34a6daa4c0e2223c83b9366d905/brick 49175 0 Y 243 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_59581a21d2113b0c0d4b2fa729a6a932 ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_6954c7e3a47641f1bd4fbb66d2e8aebe Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_96 89339f41404fe22492e6bf060ac273/brick 49177 0 Y 261 Brick 192.168.3.6:/var/lib/heketi/mounts/vg _ca57f326195c243be2380ce4e42a4191/brick_868 c984beb58b42ec855a5d29e88be98/brick 49161 0 Y 286 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _5d370cba9af0211a6f7899fb39a768b7/brick_7bd 2a10c558321325da0206ca8289a82/brick N/A N/A N N/A Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_6954c7e3a47641f1bd4fbb66d2e8aebe ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_6d36831a039b04088d29ecb477828ba7 Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_cc 66ac0d966b599f82bdbe0147b2fabe/brick 49178 0 Y 270 Brick 192.168.3.6:/var/lib/heketi/mounts/vg _5ecc3820ac1e5ea87c3721b8bd2d6813/brick_f25 5d45da7b18f3a428215a423e18f61/brick 49162 0 Y 295 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _5d370cba9af0211a6f7899fb39a768b7/brick_24f aac47c6f300c233d67c5245a3a48e/brick 49158 0 Y 297 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_6d36831a039b04088d29ecb477828ba7 ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_6d45975bc09622845d3674a36581cb20 Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.5:/var/lib/heketi/mounts/vg _4a7379cf157991e4c4b672fed081fc7d/brick_062 ad572b1a6c3a7c642f375786f0863/brick N/A N/A N N/A Brick 192.168.3.6:/var/lib/heketi/mounts/vg _28708570b029e5eff0a996c453a11691/brick_2b9 88fdacdc748a46974fa50fc7f9e50/brick 49163 0 Y 304 Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_f2 2c2473409756ec3ee1ab3a36ab9eb8/brick 49179 0 Y 279 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_6d45975bc09622845d3674a36581cb20 ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_87d44d5b3e6923bd42a620cbc838b253 Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.6:/var/lib/heketi/mounts/vg _56391bec3c8bfe4fc116de7bddfc2af4/brick_0a2 54839cbdeb13bbacd77acc40ebce9/brick 49164 0 Y 313 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _4a7379cf157991e4c4b672fed081fc7d/brick_a48 5c279b7ad15b0b1ed28fa385e3db4/brick N/A N/A N N/A Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_bf 339a847db6e16612b9c97f9604518e/brick 49180 0 Y 288 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_87d44d5b3e6923bd42a620cbc838b253 ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_93cf4b391b72534c5732df0c82206f50 Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.5:/var/lib/heketi/mounts/vg _19ff564b6fd157df6a734b58fd28455d/brick_be8 530b4eb003c98b4f65bb2b7fa2e8b/brick 49159 0 Y 307 Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_d3 2c89e08b6fa041a08d624121dc8f6d/brick 49181 0 Y 297 Brick 192.168.3.6:/var/lib/heketi/mounts/vg _ca57f326195c243be2380ce4e42a4191/brick_c1e df8bec1b388c54f0484319e46ee7f/brick 49165 0 Y 322 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_93cf4b391b72534c5732df0c82206f50 ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_bfc74a6caa795f5f1d67b2223de42517 Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.6:/var/lib/heketi/mounts/vg _12f02e7d735ee9a66b6f746af8eb71e6/brick_299 a2bfb4702dfd575ca66c58fece9f9/brick 49174 0 Y 10329 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _d5f17487744584e3652d3ca943b0b91b/brick_b28 8743446d8234f1d6e32f4c09f5029/brick 49153 0 Y 38181 Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_68 3da433b3d145682f2b92c5d7a936b5/brick 49158 0 Y 79532 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_bfc74a6caa795f5f1d67b2223de42517 ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_ca1258696cc5eb793a2003d3c3b9e98e Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.5:/var/lib/heketi/mounts/vg _5377cf444a65b645bb0e085e56d00fcf/brick_fb1 9adaea0fab795b3eef8bcc75faff5/brick 49161 0 Y 316 Brick 192.168.3.6:/var/lib/heketi/mounts/vg _56391bec3c8bfe4fc116de7bddfc2af4/brick_595 043e897901aa6057b1227d430b20d/brick 49167 0 Y 339 Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_d4 ad1bac0b813f11a5475245e95fbf55/brick 49183 0 Y 315 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_ca1258696cc5eb793a2003d3c3b9e98e ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_d936fff4500a9cb9491963d0624214fb Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.15:/var/lib/heketi/mounts/v g_462ea199185376b03e4b0317363bb88c/brick_57 b2ef73d93718d544f699683989659b/brick 49157 0 Y 12884 Brick 192.168.3.6:/var/lib/heketi/mounts/vg _5ecc3820ac1e5ea87c3721b8bd2d6813/brick_46e de70d760848493be42438bd8ccd88/brick 49168 0 Y 349 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _5d370cba9af0211a6f7899fb39a768b7/brick_891 87962355d4e6ed981460fec90291f/brick 49163 0 Y 324 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_d936fff4500a9cb9491963d0624214fb ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_e1aa1283d5917485d88c4a742eeff422 Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.5:/var/lib/heketi/mounts/vg _4a7379cf157991e4c4b672fed081fc7d/brick_5a5 3164a9194a16fcac0532f243bf9e2/brick 49164 0 Y 7770 Brick 192.168.3.6:/var/lib/heketi/mounts/vg _526f35058433c6b03130bba4e0a7dd87/brick_9e7 c382e5f853d471c347bc5590359af/brick 49169 0 Y 358 Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_85 12e67774e641dd49472518d5bfe5b1/brick 49184 0 Y 324 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_e1aa1283d5917485d88c4a742eeff422 ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_f0ed498d7e781d7bb896244175b31f9e Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.5:/var/lib/heketi/mounts/vg _5377cf444a65b645bb0e085e56d00fcf/brick_101 b9522dfb66a222bd080649103e804/brick N/A N/A N N/A Brick 192.168.3.6:/var/lib/heketi/mounts/vg _56391bec3c8bfe4fc116de7bddfc2af4/brick_47e d9e0663ad0f6f676ddd6ad7e3dcde/brick 49170 0 Y 367 Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_00 79eb6e88a1a36fbe77fbe0a114e1d8/brick 49185 0 Y 333 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_f0ed498d7e781d7bb896244175b31f9e ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_f387519c9b004ec14e80696db88ef0f8 Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.6:/var/lib/heketi/mounts/vg _56391bec3c8bfe4fc116de7bddfc2af4/brick_06a d6c73dfbf6a5fc21334f98c9973c2/brick 49171 0 Y 376 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _4a7379cf157991e4c4b672fed081fc7d/brick_d39 bc4e6008cb1fdd2f88e079ca16d2a/brick 49174 0 Y 334 Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_be a9f19217b6019e1ed89f262ec28bed/brick 49186 0 Y 342 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_f387519c9b004ec14e80696db88ef0f8 ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_f8ca343c60e6efe541fe02d16ca02a7d Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.6:/var/lib/heketi/mounts/vg _526f35058433c6b03130bba4e0a7dd87/brick_525 225f65753b05dfe33aeaeb9c5de39/brick 49172 0 Y 385 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _48ace24b28b3a8fde08c7575846f24f8/brick_757 f9ce05ffd5fe41e81db48e06c9845/brick 49175 0 Y 342 Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_6a 81a627e1837aa61d211876d2d22845/brick 49187 0 Y 351 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_f8ca343c60e6efe541fe02d16ca02a7d ------------------------------------------------------------------------------ There are no active volume tasks Status of volume: vol_fe882e074c0512fd9271fc2ff5a0bfe1 Gluster process TCP Port RDMA Port Online Pid ------------------------------------------------------------------------------ Brick 192.168.3.6:/var/lib/heketi/mounts/vg _28708570b029e5eff0a996c453a11691/brick_d4f 30d6e465a8544b759a7016fb5aab5/brick 49173 0 Y 394 Brick 192.168.3.5:/var/lib/heketi/mounts/vg _48ace24b28b3a8fde08c7575846f24f8/brick_823 352587197d646bad2be88f32dd4e5/brick 49176 0 Y 351 Brick 192.168.3.15:/var/lib/heketi/mounts/v g_8a0e03bf456117514f3a3ca023e9e0cd/brick_09 838aaf30ae140768ffc7292eabb0f0/brick 49155 0 Y 12341 Self-heal Daemon on localhost N/A N/A Y 44578 Self-heal Daemon on 192.168.3.6 N/A N/A Y 15897 Self-heal Daemon on 192.168.3.15 N/A N/A Y 85167 Task Status of Volume vol_fe882e074c0512fd9271fc2ff5a0bfe1 ------------------------------------------------------------------------------ There are no active volume tasks sh-4.2# gluster peer status Number of Peers: 2 Hostname: 192.168.3.6 Uuid: fb376410-85de-4b35-a6ef-39eee8abd460 State: Peer in Cluster (Connected) Other names: matrix2.matrix.orange.lab Hostname: 192.168.3.15 Uuid: 73389b0f-281b-4e57-b435-216093ee4749 State: Peer in Cluster (Connected) sh-4.2# ps -ax | grep glusterfsd 262 ? Ssl 0:51 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id heketidbstorage.192.168.3.5.var-lib-heketi-mounts-vg_5377cf444a65b645bb0e085e56d00fcf-brick_9d87ed61a9d0aa7024238aad1e869399-brick -p /var/run/gluster/vols/heketidbstorage/192.168.3.5-var-lib-heketi-mounts-vg_5377cf444a65b645bb0e085e56d00fcf-brick_9d87ed61a9d0aa7024238aad1e869399-brick.pid -S /var/run/gluster/479f691369703790.socket --brick-name /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_9d87ed61a9d0aa7024238aad1e869399/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_5377cf444a65b645bb0e085e56d00fcf-brick_9d87ed61a9d0aa7024238aad1e869399-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49152 --xlator-option heketidbstorage-server.listen-port=49152 279 ? Ssl 2:36 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id vol_1bc2533893950d1f357b4d690882d2c2.192.168.3.5.var-lib-heketi-mounts-vg_5377cf444a65b645bb0e085e56d00fcf-brick_226e300741f3806581bb2aee189b66d7-brick -p /var/run/gluster/vols/vol_1bc2533893950d1f357b4d690882d2c2/192.168.3.5-var-lib-heketi-mounts-vg_5377cf444a65b645bb0e085e56d00fcf-brick_226e300741f3806581bb2aee189b66d7-brick.pid -S /var/run/gluster/1680168d701a3931.socket --brick-name /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_226e300741f3806581bb2aee189b66d7/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_5377cf444a65b645bb0e085e56d00fcf-brick_226e300741f3806581bb2aee189b66d7-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49156 --xlator-option vol_1bc2533893950d1f357b4d690882d2c2-server.listen-port=49156 297 ? Ssl 1:09 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id vol_6d36831a039b04088d29ecb477828ba7.192.168.3.5.var-lib-heketi-mounts-vg_5d370cba9af0211a6f7899fb39a768b7-brick_24faac47c6f300c233d67c5245a3a48e-brick -p /var/run/gluster/vols/vol_6d36831a039b04088d29ecb477828ba7/192.168.3.5-var-lib-heketi-mounts-vg_5d370cba9af0211a6f7899fb39a768b7-brick_24faac47c6f300c233d67c5245a3a48e-brick.pid -S /var/run/gluster/d824a463626f4d4f.socket --brick-name /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_24faac47c6f300c233d67c5245a3a48e/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_5d370cba9af0211a6f7899fb39a768b7-brick_24faac47c6f300c233d67c5245a3a48e-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49158 --xlator-option vol_6d36831a039b04088d29ecb477828ba7-server.listen-port=49158 307 ? Ssl 1:55 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id vol_93cf4b391b72534c5732df0c82206f50.192.168.3.5.var-lib-heketi-mounts-vg_19ff564b6fd157df6a734b58fd28455d-brick_be8530b4eb003c98b4f65bb2b7fa2e8b-brick -p /var/run/gluster/vols/vol_93cf4b391b72534c5732df0c82206f50/192.168.3.5-var-lib-heketi-mounts-vg_19ff564b6fd157df6a734b58fd28455d-brick_be8530b4eb003c98b4f65bb2b7fa2e8b-brick.pid -S /var/run/gluster/c3d2ed3cc890ade1.socket --brick-name /var/lib/heketi/mounts/vg_19ff564b6fd157df6a734b58fd28455d/brick_be8530b4eb003c98b4f65bb2b7fa2e8b/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_19ff564b6fd157df6a734b58fd28455d-brick_be8530b4eb003c98b4f65bb2b7fa2e8b-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49159 --xlator-option vol_93cf4b391b72534c5732df0c82206f50-server.listen-port=49159 316 ? Ssl 4:27 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id vol_ca1258696cc5eb793a2003d3c3b9e98e.192.168.3.5.var-lib-heketi-mounts-vg_5377cf444a65b645bb0e085e56d00fcf-brick_fb19adaea0fab795b3eef8bcc75faff5-brick -p /var/run/gluster/vols/vol_ca1258696cc5eb793a2003d3c3b9e98e/192.168.3.5-var-lib-heketi-mounts-vg_5377cf444a65b645bb0e085e56d00fcf-brick_fb19adaea0fab795b3eef8bcc75faff5-brick.pid -S /var/run/gluster/3ab0443e24695e7c.socket --brick-name /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_fb19adaea0fab795b3eef8bcc75faff5/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_5377cf444a65b645bb0e085e56d00fcf-brick_fb19adaea0fab795b3eef8bcc75faff5-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49161 --xlator-option vol_ca1258696cc5eb793a2003d3c3b9e98e-server.listen-port=49161 324 ? Ssl 115:26 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id vol_d936fff4500a9cb9491963d0624214fb.192.168.3.5.var-lib-heketi-mounts-vg_5d370cba9af0211a6f7899fb39a768b7-brick_89187962355d4e6ed981460fec90291f-brick -p /var/run/gluster/vols/vol_d936fff4500a9cb9491963d0624214fb/192.168.3.5-var-lib-heketi-mounts-vg_5d370cba9af0211a6f7899fb39a768b7-brick_89187962355d4e6ed981460fec90291f-brick.pid -S /var/run/gluster/72deb10657ff8557.socket --brick-name /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_89187962355d4e6ed981460fec90291f/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_5d370cba9af0211a6f7899fb39a768b7-brick_89187962355d4e6ed981460fec90291f-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49163 --xlator-option vol_d936fff4500a9cb9491963d0624214fb-server.listen-port=49163 334 ? Ssl 4:29 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id vol_f387519c9b004ec14e80696db88ef0f8.192.168.3.5.var-lib-heketi-mounts-vg_4a7379cf157991e4c4b672fed081fc7d-brick_d39bc4e6008cb1fdd2f88e079ca16d2a-brick -p /var/run/gluster/vols/vol_f387519c9b004ec14e80696db88ef0f8/192.168.3.5-var-lib-heketi-mounts-vg_4a7379cf157991e4c4b672fed081fc7d-brick_d39bc4e6008cb1fdd2f88e079ca16d2a-brick.pid -S /var/run/gluster/e443a36b3fea1662.socket --brick-name /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_d39bc4e6008cb1fdd2f88e079ca16d2a/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_4a7379cf157991e4c4b672fed081fc7d-brick_d39bc4e6008cb1fdd2f88e079ca16d2a-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49174 --xlator-option vol_f387519c9b004ec14e80696db88ef0f8-server.listen-port=49174 342 ? Ssl 1:46 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id vol_f8ca343c60e6efe541fe02d16ca02a7d.192.168.3.5.var-lib-heketi-mounts-vg_48ace24b28b3a8fde08c7575846f24f8-brick_757f9ce05ffd5fe41e81db48e06c9845-brick -p /var/run/gluster/vols/vol_f8ca343c60e6efe541fe02d16ca02a7d/192.168.3.5-var-lib-heketi-mounts-vg_48ace24b28b3a8fde08c7575846f24f8-brick_757f9ce05ffd5fe41e81db48e06c9845-brick.pid -S /var/run/gluster/6ec29ebc8da5b68a.socket --brick-name /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_757f9ce05ffd5fe41e81db48e06c9845/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_48ace24b28b3a8fde08c7575846f24f8-brick_757f9ce05ffd5fe41e81db48e06c9845-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49175 --xlator-option vol_f8ca343c60e6efe541fe02d16ca02a7d-server.listen-port=49175 351 ? Ssl 0:57 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id vol_fe882e074c0512fd9271fc2ff5a0bfe1.192.168.3.5.var-lib-heketi-mounts-vg_48ace24b28b3a8fde08c7575846f24f8-brick_823352587197d646bad2be88f32dd4e5-brick -p /var/run/gluster/vols/vol_fe882e074c0512fd9271fc2ff5a0bfe1/192.168.3.5-var-lib-heketi-mounts-vg_48ace24b28b3a8fde08c7575846f24f8-brick_823352587197d646bad2be88f32dd4e5-brick.pid -S /var/run/gluster/dd12f6756290271c.socket --brick-name /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_823352587197d646bad2be88f32dd4e5/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_48ace24b28b3a8fde08c7575846f24f8-brick_823352587197d646bad2be88f32dd4e5-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49176 --xlator-option vol_fe882e074c0512fd9271fc2ff5a0bfe1-server.listen-port=49176 7743 ? Ssl 1:24 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id glusterfs-registry-volume.192.168.3.5.var-lib-heketi-mounts-vg_5377cf444a65b645bb0e085e56d00fcf-brick_a4c798f0e7c633c4cf4d5886575b5f65-brick -p /var/run/gluster/vols/glusterfs-registry-volume/192.168.3.5-var-lib-heketi-mounts-vg_5377cf444a65b645bb0e085e56d00fcf-brick_a4c798f0e7c633c4cf4d5886575b5f65-brick.pid -S /var/run/gluster/6860e5d1bda4194c.socket --brick-name /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_a4c798f0e7c633c4cf4d5886575b5f65/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_5377cf444a65b645bb0e085e56d00fcf-brick_a4c798f0e7c633c4cf4d5886575b5f65-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49154 --xlator-option glusterfs-registry-volume-server.listen-port=49154 7752 ? Ssl 0:53 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id vol_258b8b659ad3b593dfb5672fae9ab57a.192.168.3.5.var-lib-heketi-mounts-vg_48ace24b28b3a8fde08c7575846f24f8-brick_a02f4382cc1bce68936dad1590faa1e9-brick -p /var/run/gluster/vols/vol_258b8b659ad3b593dfb5672fae9ab57a/192.168.3.5-var-lib-heketi-mounts-vg_48ace24b28b3a8fde08c7575846f24f8-brick_a02f4382cc1bce68936dad1590faa1e9-brick.pid -S /var/run/gluster/0967754d2c69401f.socket --brick-name /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_a02f4382cc1bce68936dad1590faa1e9/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_48ace24b28b3a8fde08c7575846f24f8-brick_a02f4382cc1bce68936dad1590faa1e9-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49160 --xlator-option vol_258b8b659ad3b593dfb5672fae9ab57a-server.listen-port=49160 7761 ? Ssl 0:48 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id vol_59581a21d2113b0c0d4b2fa729a6a932.192.168.3.5.var-lib-heketi-mounts-vg_5d370cba9af0211a6f7899fb39a768b7-brick_95c2b9519e1f02c1230b5b38d2b282d0-brick -p /var/run/gluster/vols/vol_59581a21d2113b0c0d4b2fa729a6a932/192.168.3.5-var-lib-heketi-mounts-vg_5d370cba9af0211a6f7899fb39a768b7-brick_95c2b9519e1f02c1230b5b38d2b282d0-brick.pid -S /var/run/gluster/67db1d0200cb0c03.socket --brick-name /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_95c2b9519e1f02c1230b5b38d2b282d0/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_5d370cba9af0211a6f7899fb39a768b7-brick_95c2b9519e1f02c1230b5b38d2b282d0-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49162 --xlator-option vol_59581a21d2113b0c0d4b2fa729a6a932-server.listen-port=49162 7770 ? Ssl 0:51 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id vol_e1aa1283d5917485d88c4a742eeff422.192.168.3.5.var-lib-heketi-mounts-vg_4a7379cf157991e4c4b672fed081fc7d-brick_5a53164a9194a16fcac0532f243bf9e2-brick -p /var/run/gluster/vols/vol_e1aa1283d5917485d88c4a742eeff422/192.168.3.5-var-lib-heketi-mounts-vg_4a7379cf157991e4c4b672fed081fc7d-brick_5a53164a9194a16fcac0532f243bf9e2-brick.pid -S /var/run/gluster/b639502a98c635b6.socket --brick-name /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_5a53164a9194a16fcac0532f243bf9e2/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_4a7379cf157991e4c4b672fed081fc7d-brick_5a53164a9194a16fcac0532f243bf9e2-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49164 --xlator-option vol_e1aa1283d5917485d88c4a742eeff422-server.listen-port=49164 38181 ? Ssl 0:00 /usr/sbin/glusterfsd -s 192.168.3.5 --volfile-id vol_bfc74a6caa795f5f1d67b2223de42517.192.168.3.5.var-lib-heketi-mounts-vg_d5f17487744584e3652d3ca943b0b91b-brick_b288743446d8234f1d6e32f4c09f5029-brick -p /var/run/gluster/vols/vol_bfc74a6caa795f5f1d67b2223de42517/192.168.3.5-var-lib-heketi-mounts-vg_d5f17487744584e3652d3ca943b0b91b-brick_b288743446d8234f1d6e32f4c09f5029-brick.pid -S /var/run/gluster/7344584a9984cdd2.socket --brick-name /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_b288743446d8234f1d6e32f4c09f5029/brick -l /var/log/glusterfs/bricks/var-lib-heketi-mounts-vg_d5f17487744584e3652d3ca943b0b91b-brick_b288743446d8234f1d6e32f4c09f5029-brick.log --xlator-option *-posix.glusterd-uuid=955b8b0a-4ba8-4d7d-9f2e-9e525844a98f --process-name brick --brick-port 49153 --xlator-option vol_bfc74a6caa795f5f1d67b2223de42517-server.listen-port=49153 44968 pts/24 S+ 0:00 grep glusterfsd sh-4.2# exit exit [root@master ~]# =~=~=~=~=~=~=~=~=~=~=~= PuTTY log 2019.01.22 17:08:10 =~=~=~=~=~=~=~=~=~=~=~= sh-4.2# sh-4.2# exit exit [root@master ~]# oc get po NAME READY STATUS RESTARTS AGE minio-deployment-2209954944-5s5dh 0/1 Terminating 0 53m minio-deployment-3532147117-j8b65 0/1 Terminating 0 1h minio-deployment-3633986341-v8700 1/1 Running 0 48m [root@master ~]# oc project glusterfs Now using project "glusterfs" on server "https://master.matrix.orange.lab:8443". [root@master ~]# oc get po NAME READY STATUS RESTARTS AGE glusterblock-storage-provisioner-dc-1-6nwq1 1/1 Running 2 32d glusterfs-storage-q4ptb 1/1 Running 0 2h glusterfs-storage-ssvjp 1/1 Running 6 34d glusterfs-storage-vll7x 1/1 Running 1 34d heketi-storage-1-zm77z 1/1 Running 38 32d [root@master ~]# oc rsh glusterfs-storage-ssvjp sh-4.2# cat /var/log/glusterfsd/ d fsd glusterfs/ glusterfs_bkp/ sh-4.2# cat /var/log/glusterfs glusterfs/ glusterfs_bkp/ sh-4.2# cat /var/log/glusterfs/glusterd.log [2019-01-20 09:56:35.620470] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-20 09:57:11.541595] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-20 09:57:11.546487] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-20 09:57:11.546517] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-20 09:57:11.546549] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-20 09:57:11.557027] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 12912 [2019-01-20 09:57:12.557860] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-20 09:57:12.557935] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-20 09:57:13.566290] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-20 09:57:13.566337] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-20 09:57:13.566934] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-20 09:57:13.566953] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-20 09:57:15.608410] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 09:57:15.621372] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 09:57:22.368704] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-20 09:57:22.373169] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-20 09:57:22.383768] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 77963 [2019-01-20 09:57:23.384229] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-20 09:57:23.384298] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-20 09:57:23.391887] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-20 09:57:23.391930] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-20 09:57:23.392526] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-20 09:57:25.428944] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 09:57:25.440379] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 09:57:31.555588] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick The message "I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped" repeated 2 times between [2019-01-20 09:57:11.546517] and [2019-01-20 09:57:31.560571] [2019-01-20 09:57:31.560592] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-20 09:57:31.570437] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 78072 [2019-01-20 09:57:32.570759] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-20 09:57:32.570833] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-20 09:57:33.579342] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-20 09:57:33.579389] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-20 09:57:35.615419] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 09:57:35.626277] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 09:57:41.729596] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick The message "I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped" repeated 3 times between [2019-01-20 09:57:11.546487] and [2019-01-20 09:57:41.734510] [2019-01-20 09:57:41.734525] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-20 09:57:41.734581] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-20 09:57:41.745496] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 78158 [2019-01-20 09:57:42.745967] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-20 09:57:42.746138] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-20 09:57:43.754829] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-20 09:57:45.788818] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 09:57:45.801098] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 09:57:43.754878] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped The message "I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped" repeated 2 times between [2019-01-20 09:57:23.392526] and [2019-01-20 09:57:43.755572] The message "I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped" repeated 3 times between [2019-01-20 09:57:13.566953] and [2019-01-20 09:57:43.755586] The message "I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8" repeated 4 times between [2019-01-20 09:56:35.620470] and [2019-01-20 09:57:48.239781] [2019-01-20 09:58:45.484640] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3bc80e4effa4fc16b189e156d9f5c75e [2019-01-20 09:59:00.444440] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_87d44d5b3e6923bd42a620cbc838b253 [2019-01-20 09:59:11.626873] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_d936fff4500a9cb9491963d0624214fb [2019-01-20 10:02:43.304595] I [MSGID: 106533] [glusterd-volume-ops.c:938:__glusterd_handle_cli_heal_volume] 0-management: Received heal vol req for volume vol_d936fff4500a9cb9491963d0624214fb [2019-01-20 10:03:10.822752] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_d936fff4500a9cb9491963d0624214fb [2019-01-20 10:03:33.986093] I [MSGID: 106533] [glusterd-volume-ops.c:938:__glusterd_handle_cli_heal_volume] 0-management: Received heal vol req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-20 10:03:43.716525] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-20 10:20:03.325393] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-20 10:20:03.329782] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-20 10:20:03.329812] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-20 10:20:03.329836] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-20 10:20:03.339423] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 78247 [2019-01-20 10:20:04.339854] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-20 10:20:04.339951] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-20 10:20:05.347900] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-20 10:20:05.347951] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-20 10:20:05.348571] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-20 10:20:05.348594] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-20 10:20:07.382352] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 10:20:07.393838] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 10:32:20.350294] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-20 13:29:17.993548] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_b59e8ae56d122c59d964065438570185/brick [2019-01-20 13:29:17.998563] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-20 13:29:17.998593] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-20 13:29:17.998622] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-20 13:29:18.008126] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 80063 [2019-01-20 13:29:19.009867] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-20 13:29:19.009952] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-20 13:29:19.017379] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-20 13:29:19.017431] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-20 13:29:19.018026] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-20 13:29:19.018045] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-20 13:29:20.033827] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_3bc80e4effa4fc16b189e156d9f5c75e --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 13:29:20.044881] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_3bc80e4effa4fc16b189e156d9f5c75e --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 13:29:31.257017] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_b59e8ae56d122c59d964065438570185/brick [2019-01-20 13:29:31.261634] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-20 13:29:31.272130] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 93713 [2019-01-20 13:29:32.273733] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-20 13:29:32.273814] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-20 13:29:33.282200] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-20 13:29:33.282247] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-20 13:29:33.282855] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-20 13:29:33.295755] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_3bc80e4effa4fc16b189e156d9f5c75e --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 13:29:33.308105] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_3bc80e4effa4fc16b189e156d9f5c75e --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 13:29:43.630366] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_b59e8ae56d122c59d964065438570185/brick The message "I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped" repeated 2 times between [2019-01-20 13:29:17.998593] and [2019-01-20 13:29:43.635003] [2019-01-20 13:29:43.635027] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-20 13:29:43.644674] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 93805 [2019-01-20 13:29:44.645448] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-20 13:29:44.645518] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-20 13:29:45.653610] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-20 13:29:45.653653] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-20 13:29:45.664749] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_3bc80e4effa4fc16b189e156d9f5c75e --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-20 13:29:45.676643] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_3bc80e4effa4fc16b189e156d9f5c75e --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd The message "I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped" repeated 2 times between [2019-01-20 13:29:17.998563] and [2019-01-20 13:29:43.634990] [2019-01-20 13:29:45.654249] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped The message "I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped" repeated 2 times between [2019-01-20 13:29:19.018045] and [2019-01-20 13:29:45.654261] [2019-01-21 07:42:06.111304] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-21 08:19:41.799735] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-21 08:20:07.576440] I [MSGID: 106533] [glusterd-volume-ops.c:938:__glusterd_handle_cli_heal_volume] 0-management: Received heal vol req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-21 08:20:07.578292] W [rpc-clnt.c:1753:rpc_clnt_submit] 0-glustershd: error returned while attempting to connect to host:(null), port:0 [2019-01-21 08:22:30.483895] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-21 08:22:30.488620] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-21 08:22:30.488650] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-21 08:22:30.488676] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-21 08:22:30.498707] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 93890 [2019-01-21 08:22:31.499230] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-21 08:22:31.499326] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-21 08:22:32.507834] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-21 08:22:32.507894] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-21 08:22:32.508486] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-21 08:22:32.508508] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-21 08:22:34.543484] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-21 08:22:34.555068] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-21 08:22:53.389049] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-21 08:23:25.346839] I [MSGID: 106487] [glusterd-handler.c:1486:__glusterd_handle_cli_list_friends] 0-glusterd: Received cli list req [2019-01-21 12:37:30.540486] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-21 13:18:31.448324] I [MSGID: 106488] [glusterd-handler.c:1549:__glusterd_handle_cli_get_volume] 0-management: Received get vol req [2019-01-21 13:19:06.361245] I [MSGID: 106488] [glusterd-handler.c:1549:__glusterd_handle_cli_get_volume] 0-management: Received get vol req [2019-01-22 06:09:41.146900] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 06:11:07.606675] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 06:14:41.851227] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for nufa key [2019-01-22 06:14:41.855073] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for switch key [2019-01-22 06:14:41.860029] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for strict-readdir key [2019-01-22 06:14:41.866116] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for readdir-failover key [2019-01-22 06:14:41.874957] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for transport.socket.ssl-enabled key [2019-01-22 06:14:41.875221] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for transport.socket.own-thread key [2019-01-22 06:14:41.879193] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for limit-set key [2019-01-22 06:14:41.881288] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881303] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881319] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881325] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881340] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881345] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881359] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881365] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881383] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881388] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881402] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881407] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881420] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881426] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881439] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881444] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881458] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881463] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881476] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881482] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881495] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881500] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881513] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881519] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881532] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881537] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881550] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881556] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881569] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881574] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881587] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881595] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881608] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881613] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881627] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881632] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881645] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881650] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881671] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881677] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881690] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881696] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881709] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881714] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881728] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881733] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881747] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881752] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881765] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881771] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881784] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881789] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881803] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881808] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881821] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881828] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881842] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881847] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881860] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881866] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881879] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881884] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881897] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881903] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881916] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881921] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881935] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881940] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881953] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881959] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.881972] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.881978] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.883297] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for xattr-user-namespace-mode key [2019-01-22 06:14:41.888028] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for config key [2019-01-22 06:14:41.888052] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for config key [2019-01-22 06:14:41.888782] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for op-version key [2019-01-22 06:14:41.888804] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for max-op-version key [2019-01-22 06:14:41.892856] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/features/quiesce.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.892875] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.892892] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/features/quiesce.so: cannot open shared object file: No such file or directory [2019-01-22 06:14:41.892898] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:14:41.899032] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for localtime-logging key [2019-01-22 06:17:08.425209] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 06:17:43.051787] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 06:18:00.536178] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-22 06:18:00.541048] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 06:18:00.541083] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 06:18:00.541113] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 06:18:00.551275] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 45826 [2019-01-22 06:18:01.552863] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 06:18:01.552974] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 06:18:02.560575] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 06:18:02.560630] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 06:18:02.561247] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 06:18:02.561277] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 06:18:03.601506] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 06:18:03.613084] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 06:18:06.336796] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 06:19:30.676802] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for nufa key [2019-01-22 06:19:30.677166] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for switch key [2019-01-22 06:19:30.678509] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for strict-readdir key [2019-01-22 06:19:30.680061] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for readdir-failover key [2019-01-22 06:19:30.685801] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for transport.socket.ssl-enabled key [2019-01-22 06:19:30.686038] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for transport.socket.own-thread key [2019-01-22 06:19:30.688973] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for limit-set key [2019-01-22 06:19:30.689824] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.689835] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.689849] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.689855] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.689867] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.689872] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.689884] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.689889] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.689900] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.689905] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.689917] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.689922] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.689934] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.689938] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.689950] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.689954] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.689966] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.689971] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.689985] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.689990] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690002] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690007] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690018] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690023] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690034] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690039] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690050] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690055] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690066] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690071] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690082] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690087] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690098] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690103] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690114] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690119] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690130] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690135] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690159] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690165] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690177] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690182] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690194] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690199] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690211] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690215] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690227] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690231] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690243] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690247] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690259] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690264] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690275] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690280] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690291] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690296] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690308] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690312] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690324] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690329] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690341] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690345] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690357] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690361] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690373] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690379] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690391] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690396] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690408] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690412] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.690424] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.690428] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.691653] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for xattr-user-namespace-mode key [2019-01-22 06:19:30.695303] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for config key [2019-01-22 06:19:30.695321] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for config key [2019-01-22 06:19:30.695925] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for op-version key [2019-01-22 06:19:30.695945] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for max-op-version key [2019-01-22 06:19:30.697242] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/features/quiesce.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.697254] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.697268] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/features/quiesce.so: cannot open shared object file: No such file or directory [2019-01-22 06:19:30.697274] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:19:30.701017] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for localtime-logging key [2019-01-22 06:23:07.853215] W [MSGID: 101095] [xlator.c:452:xlator_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:23:07.905368] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:23:07.926647] I [MSGID: 106599] [glusterd-nfs-svc.c:163:glusterd_nfssvc_reconfigure] 0-management: nfs/server.so xlator is not installed [2019-01-22 06:23:07.959660] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: quotad already stopped [2019-01-22 06:23:07.959692] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: quotad service is stopped [2019-01-22 06:23:07.960935] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 06:23:07.960955] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 06:23:07.962185] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 06:23:07.962202] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 06:23:07.974502] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/set/post/S30samba-set.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 -o diagnostics.brick-log-level=DEBUG --gd-workdir=/var/lib/glusterd [2019-01-22 06:23:07.982352] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/set/post/S32gluster_enable_shared_storage.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 -o diagnostics.brick-log-level=DEBUG --gd-workdir=/var/lib/glusterd [2019-01-22 06:23:19.192658] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-22 06:23:19.197387] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 06:23:19.197424] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 06:23:19.197454] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 06:23:19.207655] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 10530 [2019-01-22 06:23:20.208656] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 06:23:20.208744] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 06:23:21.216591] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 06:23:21.216657] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 06:23:21.217368] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 06:23:21.217395] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 06:23:22.257364] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 06:23:22.271183] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 06:42:56.064224] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for nufa key [2019-01-22 06:42:56.064598] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for switch key [2019-01-22 06:42:56.065940] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for strict-readdir key [2019-01-22 06:42:56.067513] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for readdir-failover key [2019-01-22 06:42:56.073326] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for transport.socket.ssl-enabled key [2019-01-22 06:42:56.073565] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for transport.socket.own-thread key [2019-01-22 06:42:56.076611] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for limit-set key [2019-01-22 06:42:56.077573] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077586] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077602] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077608] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077623] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077630] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077644] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077650] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077664] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077670] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077684] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077690] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077703] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077709] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077723] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077729] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077743] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077748] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077762] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077771] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077784] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077790] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077804] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077810] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077823] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077829] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077842] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077848] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077861] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077867] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077881] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077886] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077900] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077905] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077919] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077924] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077938] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077943] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077964] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077970] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.077984] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.077990] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078022] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078029] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078044] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078050] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078065] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078071] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078086] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078092] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078107] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078124] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078140] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078145] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078166] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078172] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078186] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078191] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078205] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078211] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078224] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078230] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078243] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078249] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078263] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078269] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078283] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078289] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078303] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078308] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.078322] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.078328] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.079669] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for xattr-user-namespace-mode key [2019-01-22 06:42:56.083399] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for config key [2019-01-22 06:42:56.083420] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for config key [2019-01-22 06:42:56.084050] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for op-version key [2019-01-22 06:42:56.084070] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for max-op-version key [2019-01-22 06:42:56.085377] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/features/quiesce.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.085390] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.085405] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/features/quiesce.so: cannot open shared object file: No such file or directory [2019-01-22 06:42:56.085411] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 06:42:56.089429] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for localtime-logging key [2019-01-22 07:03:45.570402] W [socket.c:599:__socket_rwv] 0-management: readv on 192.168.3.6:24007 failed (No data available) [2019-01-22 07:03:45.570476] I [MSGID: 106004] [glusterd-handler.c:6382:__glusterd_peer_rpc_notify] 0-management: Peer <192.168.3.6> (), in state , has disconnected from glusterd. [2019-01-22 07:03:45.570686] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol glusterfs-registry-volume not held [2019-01-22 07:03:45.570699] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for glusterfs-registry-volume [2019-01-22 07:03:45.570712] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol heketidbstorage not held [2019-01-22 07:03:45.570729] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for heketidbstorage [2019-01-22 07:03:45.570743] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_16c57180902d04440ff9bfa202f7abf1 not held [2019-01-22 07:03:45.570751] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_16c57180902d04440ff9bfa202f7abf1 [2019-01-22 07:03:45.570762] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_1bc2533893950d1f357b4d690882d2c2 not held [2019-01-22 07:03:45.570770] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_1bc2533893950d1f357b4d690882d2c2 [2019-01-22 07:03:45.570782] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_258b8b659ad3b593dfb5672fae9ab57a not held [2019-01-22 07:03:45.570789] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_258b8b659ad3b593dfb5672fae9ab57a [2019-01-22 07:03:45.570801] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_3442e86b6d994a14de73f1b8c82cf0b8 not held [2019-01-22 07:03:45.570809] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 07:03:45.570820] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_3bc80e4effa4fc16b189e156d9f5c75e not held [2019-01-22 07:03:45.570828] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_3bc80e4effa4fc16b189e156d9f5c75e [2019-01-22 07:03:45.570839] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_59581a21d2113b0c0d4b2fa729a6a932 not held [2019-01-22 07:03:45.570846] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_59581a21d2113b0c0d4b2fa729a6a932 [2019-01-22 07:03:45.570857] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_63854b105c40802bdec77290e91858ea not held [2019-01-22 07:03:45.570864] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_63854b105c40802bdec77290e91858ea [2019-01-22 07:03:45.570878] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_6954c7e3a47641f1bd4fbb66d2e8aebe not held [2019-01-22 07:03:45.570885] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_6954c7e3a47641f1bd4fbb66d2e8aebe [2019-01-22 07:03:45.570896] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_6d36831a039b04088d29ecb477828ba7 not held [2019-01-22 07:03:45.570903] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_6d36831a039b04088d29ecb477828ba7 [2019-01-22 07:03:45.570914] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_6d45975bc09622845d3674a36581cb20 not held [2019-01-22 07:03:45.570921] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_6d45975bc09622845d3674a36581cb20 [2019-01-22 07:03:45.570932] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_87d44d5b3e6923bd42a620cbc838b253 not held [2019-01-22 07:03:45.570939] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_87d44d5b3e6923bd42a620cbc838b253 [2019-01-22 07:03:45.570950] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_93cf4b391b72534c5732df0c82206f50 not held [2019-01-22 07:03:45.570958] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_93cf4b391b72534c5732df0c82206f50 [2019-01-22 07:03:45.570968] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_ba5d6d6b945eb60ccddbe44457792a8c not held [2019-01-22 07:03:45.570975] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_ba5d6d6b945eb60ccddbe44457792a8c [2019-01-22 07:03:45.570986] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_ca1258696cc5eb793a2003d3c3b9e98e not held [2019-01-22 07:03:45.570993] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_ca1258696cc5eb793a2003d3c3b9e98e [2019-01-22 07:03:45.571006] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_d936fff4500a9cb9491963d0624214fb not held [2019-01-22 07:03:45.571014] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_d936fff4500a9cb9491963d0624214fb [2019-01-22 07:03:45.571025] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_e1aa1283d5917485d88c4a742eeff422 not held [2019-01-22 07:03:45.571032] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_e1aa1283d5917485d88c4a742eeff422 [2019-01-22 07:03:45.571043] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_f0ed498d7e781d7bb896244175b31f9e not held [2019-01-22 07:03:45.571050] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_f0ed498d7e781d7bb896244175b31f9e [2019-01-22 07:03:45.571061] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_f387519c9b004ec14e80696db88ef0f8 not held [2019-01-22 07:03:45.571068] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_f387519c9b004ec14e80696db88ef0f8 [2019-01-22 07:03:45.571079] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_f8ca343c60e6efe541fe02d16ca02a7d not held [2019-01-22 07:03:45.571086] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_f8ca343c60e6efe541fe02d16ca02a7d [2019-01-22 07:03:45.571097] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_fe882e074c0512fd9271fc2ff5a0bfe1 not held [2019-01-22 07:03:45.571104] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_fe882e074c0512fd9271fc2ff5a0bfe1 [2019-01-22 07:03:45.571488] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-22 07:03:45.571563] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_b59e8ae56d122c59d964065438570185/brick [2019-01-22 07:03:45.571706] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_10105224d660f5e2ff18c111be032024/brick [2019-01-22 07:03:45.571721] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_10105224d660f5e2ff18c111be032024/brick on port 49157 [2019-01-22 07:03:45.571906] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_062ad572b1a6c3a7c642f375786f0863/brick [2019-01-22 07:03:45.571915] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_062ad572b1a6c3a7c642f375786f0863/brick on port 49158 [2019-01-22 07:03:45.572002] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_a485c279b7ad15b0b1ed28fa385e3db4/brick [2019-01-22 07:03:45.572012] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_a485c279b7ad15b0b1ed28fa385e3db4/brick on port 49157 [2019-01-22 07:03:45.572131] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_b7e55244ab3ad9f69e7f71cc8f1b8d02/brick [2019-01-22 07:03:45.572139] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_b7e55244ab3ad9f69e7f71cc8f1b8d02/brick on port 49159 [2019-01-22 07:03:45.572379] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_101b9522dfb66a222bd080649103e804/brick [2019-01-22 07:03:56.379041] E [socket.c:2524:socket_connect_finish] 0-management: connection to 192.168.3.6:24007 failed (Connection refused); disconnecting socket [2019-01-22 07:05:29.650121] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-22 07:05:29.654858] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 07:05:29.654891] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 07:05:29.654918] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 07:05:29.664958] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 11047 [2019-01-22 07:05:30.665665] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 07:05:30.665822] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 07:05:31.674267] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 07:05:31.674329] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 07:05:31.674934] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 07:05:31.674957] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 07:05:32.715537] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 07:05:32.728047] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 07:15:23.127811] I [MSGID: 106533] [glusterd-volume-ops.c:938:__glusterd_handle_cli_heal_volume] 0-management: Received heal vol req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 07:15:23.133934] W [rpc-clnt.c:1753:rpc_clnt_submit] 0-glustershd: error returned while attempting to connect to host:(null), port:0 [2019-01-22 07:25:38.655274] I [MSGID: 106163] [glusterd-handshake.c:1356:__glusterd_mgmt_hndsk_versions_ack] 0-management: using the op-version 40100 [2019-01-22 07:25:38.673730] I [MSGID: 106490] [glusterd-handler.c:2548:__glusterd_handle_incoming_friend_req] 0-glusterd: Received probe from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 07:25:39.704328] I [MSGID: 106493] [glusterd-handler.c:3811:glusterd_xfer_friend_add_resp] 0-glusterd: Responded to 192.168.3.6 (0), ret: 0, op_ret: 0 [2019-01-22 07:25:39.706272] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-22 07:25:39.706371] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_b59e8ae56d122c59d964065438570185/brick [2019-01-22 07:25:39.706482] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_10105224d660f5e2ff18c111be032024/brick [2019-01-22 07:25:39.706498] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_10105224d660f5e2ff18c111be032024/brick on port 49157 [2019-01-22 07:25:39.706658] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_062ad572b1a6c3a7c642f375786f0863/brick [2019-01-22 07:25:39.706668] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_062ad572b1a6c3a7c642f375786f0863/brick on port 49158 [2019-01-22 07:25:39.706742] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_a485c279b7ad15b0b1ed28fa385e3db4/brick [2019-01-22 07:25:39.706753] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_a485c279b7ad15b0b1ed28fa385e3db4/brick on port 49157 [2019-01-22 07:25:39.706848] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_b7e55244ab3ad9f69e7f71cc8f1b8d02/brick [2019-01-22 07:25:39.706858] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_b7e55244ab3ad9f69e7f71cc8f1b8d02/brick on port 49159 [2019-01-22 07:25:39.707054] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_101b9522dfb66a222bd080649103e804/brick [2019-01-22 07:25:40.869608] I [MSGID: 106492] [glusterd-handler.c:2726:__glusterd_handle_friend_update] 0-glusterd: Received friend update from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 07:25:40.869646] I [MSGID: 106502] [glusterd-handler.c:2771:__glusterd_handle_friend_update] 0-management: Received my uuid as Friend [2019-01-22 07:25:41.065447] I [MSGID: 106493] [glusterd-rpc-ops.c:702:__glusterd_friend_update_cbk] 0-management: Received ACC from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 07:25:41.101621] I [MSGID: 106493] [glusterd-rpc-ops.c:486:__glusterd_friend_add_cbk] 0-glusterd: Received ACC from uuid: fb376410-85de-4b35-a6ef-39eee8abd460, host: 192.168.3.6, port: 0 [2019-01-22 07:25:41.102478] I [MSGID: 106492] [glusterd-handler.c:2726:__glusterd_handle_friend_update] 0-glusterd: Received friend update from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 07:25:41.102506] I [MSGID: 106502] [glusterd-handler.c:2771:__glusterd_handle_friend_update] 0-management: Received my uuid as Friend [2019-01-22 07:25:41.105023] I [MSGID: 106493] [glusterd-rpc-ops.c:702:__glusterd_friend_update_cbk] 0-management: Received ACC from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 07:27:32.036277] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 07:27:38.817637] I [MSGID: 106004] [glusterd-handler.c:6382:__glusterd_peer_rpc_notify] 0-management: Peer <192.168.3.6> (), in state , has disconnected from glusterd. [2019-01-22 07:27:38.817881] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol glusterfs-registry-volume not held [2019-01-22 07:27:38.817893] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for glusterfs-registry-volume [2019-01-22 07:27:38.817907] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol heketidbstorage not held [2019-01-22 07:27:38.817916] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for heketidbstorage [2019-01-22 07:27:38.817929] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_16c57180902d04440ff9bfa202f7abf1 not held [2019-01-22 07:27:38.817937] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_16c57180902d04440ff9bfa202f7abf1 [2019-01-22 07:27:38.817950] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_1bc2533893950d1f357b4d690882d2c2 not held [2019-01-22 07:27:38.817957] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_1bc2533893950d1f357b4d690882d2c2 [2019-01-22 07:27:38.817969] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_258b8b659ad3b593dfb5672fae9ab57a not held [2019-01-22 07:27:38.817977] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_258b8b659ad3b593dfb5672fae9ab57a [2019-01-22 07:27:38.817997] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_3442e86b6d994a14de73f1b8c82cf0b8 not held [2019-01-22 07:27:38.818004] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 07:27:38.818015] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_3bc80e4effa4fc16b189e156d9f5c75e not held [2019-01-22 07:27:38.818022] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_3bc80e4effa4fc16b189e156d9f5c75e [2019-01-22 07:27:38.818033] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_59581a21d2113b0c0d4b2fa729a6a932 not held [2019-01-22 07:27:38.818040] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_59581a21d2113b0c0d4b2fa729a6a932 [2019-01-22 07:27:38.818052] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_63854b105c40802bdec77290e91858ea not held [2019-01-22 07:27:38.818059] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_63854b105c40802bdec77290e91858ea [2019-01-22 07:27:38.818070] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_6954c7e3a47641f1bd4fbb66d2e8aebe not held [2019-01-22 07:27:38.818077] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_6954c7e3a47641f1bd4fbb66d2e8aebe [2019-01-22 07:27:38.818088] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_6d36831a039b04088d29ecb477828ba7 not held [2019-01-22 07:27:38.818095] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_6d36831a039b04088d29ecb477828ba7 [2019-01-22 07:27:38.818106] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_6d45975bc09622845d3674a36581cb20 not held [2019-01-22 07:27:38.818113] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_6d45975bc09622845d3674a36581cb20 [2019-01-22 07:27:38.818124] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_87d44d5b3e6923bd42a620cbc838b253 not held [2019-01-22 07:27:38.818134] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_87d44d5b3e6923bd42a620cbc838b253 [2019-01-22 07:27:38.818163] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_93cf4b391b72534c5732df0c82206f50 not held [2019-01-22 07:27:38.818172] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_93cf4b391b72534c5732df0c82206f50 [2019-01-22 07:27:38.818184] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_ba5d6d6b945eb60ccddbe44457792a8c not held [2019-01-22 07:27:38.818191] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_ba5d6d6b945eb60ccddbe44457792a8c [2019-01-22 07:27:38.818202] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_ca1258696cc5eb793a2003d3c3b9e98e not held [2019-01-22 07:27:38.818209] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_ca1258696cc5eb793a2003d3c3b9e98e [2019-01-22 07:27:38.818220] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_d936fff4500a9cb9491963d0624214fb not held [2019-01-22 07:27:38.818228] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_d936fff4500a9cb9491963d0624214fb [2019-01-22 07:27:38.818239] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_e1aa1283d5917485d88c4a742eeff422 not held [2019-01-22 07:27:38.818246] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_e1aa1283d5917485d88c4a742eeff422 [2019-01-22 07:27:38.818257] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_f0ed498d7e781d7bb896244175b31f9e not held [2019-01-22 07:27:38.818264] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_f0ed498d7e781d7bb896244175b31f9e [2019-01-22 07:27:38.818275] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_f387519c9b004ec14e80696db88ef0f8 not held [2019-01-22 07:27:38.818285] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_f387519c9b004ec14e80696db88ef0f8 [2019-01-22 07:27:38.818296] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_f8ca343c60e6efe541fe02d16ca02a7d not held [2019-01-22 07:27:38.818303] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_f8ca343c60e6efe541fe02d16ca02a7d [2019-01-22 07:27:38.818314] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_fe882e074c0512fd9271fc2ff5a0bfe1 not held [2019-01-22 07:27:38.818321] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_fe882e074c0512fd9271fc2ff5a0bfe1 [2019-01-22 07:27:38.818618] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-22 07:27:38.818671] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_b59e8ae56d122c59d964065438570185/brick [2019-01-22 07:27:38.818757] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_10105224d660f5e2ff18c111be032024/brick [2019-01-22 07:27:38.818769] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_10105224d660f5e2ff18c111be032024/brick on port 49157 [2019-01-22 07:27:38.818894] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_062ad572b1a6c3a7c642f375786f0863/brick [2019-01-22 07:27:38.818904] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_062ad572b1a6c3a7c642f375786f0863/brick on port 49158 [2019-01-22 07:27:38.818961] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_a485c279b7ad15b0b1ed28fa385e3db4/brick [2019-01-22 07:27:38.818973] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_a485c279b7ad15b0b1ed28fa385e3db4/brick on port 49157 [2019-01-22 07:27:38.819054] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_b7e55244ab3ad9f69e7f71cc8f1b8d02/brick [2019-01-22 07:27:38.819064] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_b7e55244ab3ad9f69e7f71cc8f1b8d02/brick on port 49159 [2019-01-22 07:27:38.819246] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_101b9522dfb66a222bd080649103e804/brick [2019-01-22 07:27:49.738286] E [socket.c:2524:socket_connect_finish] 0-management: connection to 192.168.3.6:24007 failed (Connection refused); disconnecting socket [2019-01-22 07:39:07.576407] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 07:40:21.132342] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 07:40:28.683259] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 07:43:17.741523] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 07:43:36.954686] I [MSGID: 106487] [glusterd-handler.c:1486:__glusterd_handle_cli_list_friends] 0-glusterd: Received cli list req [2019-01-22 07:46:05.119423] I [MSGID: 106487] [glusterd-handler.c:1244:__glusterd_handle_cli_probe] 0-glusterd: Received CLI probe req n.n.n.n 24007 [2019-01-22 07:46:05.241121] E [MSGID: 101075] [common-utils.c:3517:gf_is_local_addr] 0-management: error in getaddrinfo: Name or service not known [2019-01-22 07:46:05.241722] E [MSGID: 106408] [glusterd-peer-utils.c:120:glusterd_peerinfo_find_by_hostname] 0-management: error in getaddrinfo: Name or service not known [Unknown error -2] [2019-01-22 07:46:05.242254] I [MSGID: 106128] [glusterd-handler.c:3635:glusterd_probe_begin] 0-glusterd: Unable to find peerinfo for host: n.n.n.n (24007) [2019-01-22 07:46:05.243391] W [MSGID: 106061] [glusterd-handler.c:3408:glusterd_transport_inet_options_build] 0-glusterd: Failed to get tcp-user-timeout [2019-01-22 07:46:05.243428] I [rpc-clnt.c:1059:rpc_clnt_connection_init] 0-management: setting frame-timeout to 600 [2019-01-22 07:46:05.244124] E [MSGID: 101075] [common-utils.c:312:gf_resolve_ip6] 0-resolver: getaddrinfo failed (Name or service not known) [2019-01-22 07:46:05.244136] E [name.c:267:af_inet_client_get_remote_sockaddr] 0-management: DNS resolution failed on host n.n.n.n [2019-01-22 07:46:05.244232] I [MSGID: 106498] [glusterd-handler.c:3561:glusterd_friend_add] 0-management: connect returned 0 [2019-01-22 07:46:05.244330] I [MSGID: 106004] [glusterd-handler.c:6382:__glusterd_peer_rpc_notify] 0-management: Peer (<00000000-0000-0000-0000-000000000000>), in state , has disconnected from glusterd. [2019-01-22 07:46:05.244832] I [MSGID: 106599] [glusterd-nfs-svc.c:163:glusterd_nfssvc_reconfigure] 0-management: nfs/server.so xlator is not installed [2019-01-22 07:46:05.278909] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: quotad already stopped [2019-01-22 07:46:05.278954] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: quotad service is stopped [2019-01-22 07:46:05.280227] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 07:46:05.280259] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 07:46:05.281513] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 07:46:05.281534] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 07:46:05.242252] E [MSGID: 106408] [glusterd-peer-utils.c:120:glusterd_peerinfo_find_by_hostname] 0-management: error in getaddrinfo: Name or service not known [Unknown error -2] [2019-01-22 07:48:57.508488] I [MSGID: 106487] [glusterd-handler.c:1486:__glusterd_handle_cli_list_friends] 0-glusterd: Received cli list req [2019-01-22 07:49:40.731805] W [MSGID: 101095] [xlator.c:452:xlator_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:49:40.780780] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:49:40.805339] I [MSGID: 106599] [glusterd-nfs-svc.c:163:glusterd_nfssvc_reconfigure] 0-management: nfs/server.so xlator is not installed [2019-01-22 07:49:40.844511] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: quotad already stopped [2019-01-22 07:49:40.844543] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: quotad service is stopped [2019-01-22 07:49:40.845715] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 07:49:40.845735] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 07:49:40.846962] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 07:49:40.846980] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 07:49:40.857513] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/set/post/S30samba-set.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 -o diagnostics.brick-log-level=INFO --gd-workdir=/var/lib/glusterd [2019-01-22 07:49:40.864269] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/set/post/S32gluster_enable_shared_storage.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 -o diagnostics.brick-log-level=INFO --gd-workdir=/var/lib/glusterd [2019-01-22 07:49:44.856523] I [MSGID: 106163] [glusterd-handshake.c:1356:__glusterd_mgmt_hndsk_versions_ack] 0-management: using the op-version 40100 [2019-01-22 07:49:44.878821] I [MSGID: 106490] [glusterd-handler.c:2548:__glusterd_handle_incoming_friend_req] 0-glusterd: Received probe from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 07:49:45.051742] I [MSGID: 106493] [glusterd-handler.c:3811:glusterd_xfer_friend_add_resp] 0-glusterd: Responded to 192.168.3.6 (0), ret: 0, op_ret: 0 [2019-01-22 07:49:45.055049] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-22 07:49:45.055129] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_b59e8ae56d122c59d964065438570185/brick [2019-01-22 07:49:45.055251] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_10105224d660f5e2ff18c111be032024/brick [2019-01-22 07:49:45.055268] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_10105224d660f5e2ff18c111be032024/brick on port 49157 [2019-01-22 07:49:45.055461] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_062ad572b1a6c3a7c642f375786f0863/brick [2019-01-22 07:49:45.055473] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_062ad572b1a6c3a7c642f375786f0863/brick on port 49158 [2019-01-22 07:49:45.055550] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_a485c279b7ad15b0b1ed28fa385e3db4/brick [2019-01-22 07:49:45.055566] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_a485c279b7ad15b0b1ed28fa385e3db4/brick on port 49157 [2019-01-22 07:49:45.055680] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_b7e55244ab3ad9f69e7f71cc8f1b8d02/brick [2019-01-22 07:49:45.055690] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_b7e55244ab3ad9f69e7f71cc8f1b8d02/brick on port 49159 [2019-01-22 07:49:45.055899] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_101b9522dfb66a222bd080649103e804/brick [2019-01-22 07:49:45.078802] I [MSGID: 106492] [glusterd-handler.c:2726:__glusterd_handle_friend_update] 0-glusterd: Received friend update from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 07:49:45.078826] I [MSGID: 106502] [glusterd-handler.c:2771:__glusterd_handle_friend_update] 0-management: Received my uuid as Friend [2019-01-22 07:49:45.079704] I [MSGID: 106493] [glusterd-rpc-ops.c:702:__glusterd_friend_update_cbk] 0-management: Received ACC from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 07:49:46.512334] I [MSGID: 106493] [glusterd-rpc-ops.c:486:__glusterd_friend_add_cbk] 0-glusterd: Received ACC from uuid: fb376410-85de-4b35-a6ef-39eee8abd460, host: 192.168.3.6, port: 0 [2019-01-22 07:49:46.513436] I [MSGID: 106492] [glusterd-handler.c:2726:__glusterd_handle_friend_update] 0-glusterd: Received friend update from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 07:49:46.513469] I [MSGID: 106502] [glusterd-handler.c:2771:__glusterd_handle_friend_update] 0-management: Received my uuid as Friend [2019-01-22 07:49:47.582685] I [MSGID: 106493] [glusterd-rpc-ops.c:702:__glusterd_friend_update_cbk] 0-management: Received ACC from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 07:50:07.987878] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for nufa key [2019-01-22 07:50:07.988267] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for switch key [2019-01-22 07:50:07.989672] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for strict-readdir key [2019-01-22 07:50:07.991320] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for readdir-failover key [2019-01-22 07:50:07.997323] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for transport.socket.ssl-enabled key [2019-01-22 07:50:07.997555] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for transport.socket.own-thread key [2019-01-22 07:50:08.000509] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for limit-set key [2019-01-22 07:50:08.001410] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001413] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001440] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001447] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001461] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001473] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001487] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001493] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001506] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001512] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001526] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001531] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001545] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001550] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001564] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001570] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001583] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001589] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001602] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001608] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001621] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001627] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001641] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001647] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001660] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001666] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001679] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001684] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001699] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001705] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001718] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001724] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001737] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001743] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001756] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001762] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001775] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001781] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001801] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001806] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001820] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001825] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001838] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001844] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001856] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001862] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001874] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001880] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001893] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001898] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001911] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001918] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001931] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001936] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001949] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001955] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001968] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001973] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.001986] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.001991] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.002004] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.002010] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.002022] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.002028] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.002041] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.002047] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.002060] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.002065] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.002079] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.002084] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.002097] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.002103] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.003362] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for xattr-user-namespace-mode key [2019-01-22 07:50:08.007069] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for config key [2019-01-22 07:50:08.007089] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for config key [2019-01-22 07:50:08.007762] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for op-version key [2019-01-22 07:50:08.007788] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for max-op-version key [2019-01-22 07:50:08.009083] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/features/quiesce.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.009096] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.009111] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/features/quiesce.so: cannot open shared object file: No such file or directory [2019-01-22 07:50:08.009118] E [MSGID: 106434] [glusterd-utils.c:12874:glusterd_get_value_for_vme_entry] 0-management: xlator_volopt_dynload error (-1) [2019-01-22 07:50:08.012965] E [MSGID: 106332] [glusterd-utils.c:12886:glusterd_get_value_for_vme_entry] 0-management: Failed to get option for localtime-logging key [2019-01-22 07:51:45.004178] I [MSGID: 106004] [glusterd-handler.c:6382:__glusterd_peer_rpc_notify] 0-management: Peer <192.168.3.6> (), in state , has disconnected from glusterd. [2019-01-22 07:51:45.004303] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol glusterfs-registry-volume not held [2019-01-22 07:51:45.004316] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for glusterfs-registry-volume [2019-01-22 07:51:45.004331] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol heketidbstorage not held [2019-01-22 07:51:45.004340] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for heketidbstorage [2019-01-22 07:51:45.004354] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_16c57180902d04440ff9bfa202f7abf1 not held [2019-01-22 07:51:45.004362] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_16c57180902d04440ff9bfa202f7abf1 [2019-01-22 07:51:45.004376] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_1bc2533893950d1f357b4d690882d2c2 not held [2019-01-22 07:51:45.004384] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_1bc2533893950d1f357b4d690882d2c2 [2019-01-22 07:51:45.004397] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_258b8b659ad3b593dfb5672fae9ab57a not held [2019-01-22 07:51:45.004411] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_258b8b659ad3b593dfb5672fae9ab57a [2019-01-22 07:51:45.004441] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_3442e86b6d994a14de73f1b8c82cf0b8 not held [2019-01-22 07:51:45.004462] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 07:51:45.004475] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_3bc80e4effa4fc16b189e156d9f5c75e not held [2019-01-22 07:51:45.004482] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_3bc80e4effa4fc16b189e156d9f5c75e [2019-01-22 07:51:45.004494] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_59581a21d2113b0c0d4b2fa729a6a932 not held [2019-01-22 07:51:45.004519] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_59581a21d2113b0c0d4b2fa729a6a932 [2019-01-22 07:51:45.004532] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_63854b105c40802bdec77290e91858ea not held [2019-01-22 07:51:45.004541] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_63854b105c40802bdec77290e91858ea [2019-01-22 07:51:45.004554] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_6954c7e3a47641f1bd4fbb66d2e8aebe not held [2019-01-22 07:51:45.004563] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_6954c7e3a47641f1bd4fbb66d2e8aebe [2019-01-22 07:51:45.004589] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_6d36831a039b04088d29ecb477828ba7 not held [2019-01-22 07:51:45.004597] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_6d36831a039b04088d29ecb477828ba7 [2019-01-22 07:51:45.004609] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_6d45975bc09622845d3674a36581cb20 not held [2019-01-22 07:51:45.004617] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_6d45975bc09622845d3674a36581cb20 [2019-01-22 07:51:45.004631] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_87d44d5b3e6923bd42a620cbc838b253 not held [2019-01-22 07:51:45.004639] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_87d44d5b3e6923bd42a620cbc838b253 [2019-01-22 07:51:45.004651] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_93cf4b391b72534c5732df0c82206f50 not held [2019-01-22 07:51:45.004659] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_93cf4b391b72534c5732df0c82206f50 [2019-01-22 07:51:45.004671] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_ba5d6d6b945eb60ccddbe44457792a8c not held [2019-01-22 07:51:45.004678] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_ba5d6d6b945eb60ccddbe44457792a8c [2019-01-22 07:51:45.004690] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_ca1258696cc5eb793a2003d3c3b9e98e not held [2019-01-22 07:51:45.004698] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_ca1258696cc5eb793a2003d3c3b9e98e [2019-01-22 07:51:45.004710] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_d936fff4500a9cb9491963d0624214fb not held [2019-01-22 07:51:45.004718] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_d936fff4500a9cb9491963d0624214fb [2019-01-22 07:51:45.004730] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_e1aa1283d5917485d88c4a742eeff422 not held [2019-01-22 07:51:45.004737] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_e1aa1283d5917485d88c4a742eeff422 [2019-01-22 07:51:45.004749] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_f0ed498d7e781d7bb896244175b31f9e not held [2019-01-22 07:51:45.004757] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_f0ed498d7e781d7bb896244175b31f9e [2019-01-22 07:51:45.004771] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_f387519c9b004ec14e80696db88ef0f8 not held [2019-01-22 07:51:45.004779] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_f387519c9b004ec14e80696db88ef0f8 [2019-01-22 07:51:45.004791] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_f8ca343c60e6efe541fe02d16ca02a7d not held [2019-01-22 07:51:45.004798] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_f8ca343c60e6efe541fe02d16ca02a7d [2019-01-22 07:51:45.004810] W [glusterd-locks.c:845:glusterd_mgmt_v3_unlock] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2430a) [0x7fca9e07b30a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x2e540) [0x7fca9e085540] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe8553) [0x7fca9e13f553] ) 0-management: Lock for vol vol_fe882e074c0512fd9271fc2ff5a0bfe1 not held [2019-01-22 07:51:45.004818] W [MSGID: 106117] [glusterd-handler.c:6407:__glusterd_peer_rpc_notify] 0-management: Lock not released for vol_fe882e074c0512fd9271fc2ff5a0bfe1 [2019-01-22 07:51:45.005154] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-22 07:51:45.005243] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_b59e8ae56d122c59d964065438570185/brick [2019-01-22 07:51:45.005390] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_10105224d660f5e2ff18c111be032024/brick [2019-01-22 07:51:45.005407] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_10105224d660f5e2ff18c111be032024/brick on port 49157 [2019-01-22 07:51:45.005539] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_062ad572b1a6c3a7c642f375786f0863/brick [2019-01-22 07:51:45.005550] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_062ad572b1a6c3a7c642f375786f0863/brick on port 49158 [2019-01-22 07:51:45.005610] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_a485c279b7ad15b0b1ed28fa385e3db4/brick [2019-01-22 07:51:45.005624] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_a485c279b7ad15b0b1ed28fa385e3db4/brick on port 49157 [2019-01-22 07:51:45.005711] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_b7e55244ab3ad9f69e7f71cc8f1b8d02/brick [2019-01-22 07:51:45.005722] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_b7e55244ab3ad9f69e7f71cc8f1b8d02/brick on port 49159 [2019-01-22 07:51:45.005909] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_101b9522dfb66a222bd080649103e804/brick [2019-01-22 07:51:55.096707] E [socket.c:2524:socket_connect_finish] 0-management: connection to 192.168.3.6:24007 failed (Connection refused); disconnecting socket [2019-01-22 07:59:44.280023] I [MSGID: 106487] [glusterd-handler.c:1486:__glusterd_handle_cli_list_friends] 0-glusterd: Received cli list req [2019-01-22 08:02:33.204967] I [MSGID: 106487] [glusterd-handler.c:1244:__glusterd_handle_cli_probe] 0-glusterd: Received CLI probe req 192.168.3.6 24007 [2019-01-22 08:02:53.559970] I [MSGID: 106487] [glusterd-handler.c:1486:__glusterd_handle_cli_list_friends] 0-glusterd: Received cli list req [2019-01-22 08:05:06.090487] I [MSGID: 106487] [glusterd-handler.c:1244:__glusterd_handle_cli_probe] 0-glusterd: Received CLI probe req 192.168.3.6 24007 [2019-01-22 08:05:37.323570] I [MSGID: 106487] [glusterd-handler.c:1358:__glusterd_handle_cli_deprobe] 0-glusterd: Received CLI deprobe req [2019-01-22 08:07:38.257856] I [MSGID: 106487] [glusterd-handler.c:1486:__glusterd_handle_cli_list_friends] 0-glusterd: Received cli list req [2019-01-22 08:10:01.990738] I [MSGID: 106487] [glusterd-handler.c:1486:__glusterd_handle_cli_list_friends] 0-glusterd: Received cli list req [2019-01-22 08:53:07.172822] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:53:07.181158] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:53:07.181332] I [MSGID: 106542] [glusterd-utils.c:8252:glusterd_brick_signal] 0-glusterd: sending signal 15 to brick with pid 289 [2019-01-22 08:53:08.196526] I [MSGID: 106143] [glusterd-pmap.c:397:pmap_registry_remove] 0-pmap: removing brick /var/lib/heketi/mounts/vg_5d370cba9af0211a6f7899fb39a768b7/brick_7bd2a10c558321325da0206ca8289a82/brick on port 49157 [2019-01-22 08:53:08.196907] W [socket.c:599:__socket_rwv] 0-management: readv on /var/run/gluster/62f879bf5eb70070.socket failed (No data available) [2019-01-22 08:53:08.216412] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:53:08.216457] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:53:08.216497] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:53:08.226550] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 14274 [2019-01-22 08:53:09.227312] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 08:53:09.227514] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 08:53:09.236717] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 08:53:09.236773] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:53:09.237418] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:53:09.237448] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:53:11.474335] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:53:11.474389] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:53:13.536396] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:53:13.543648] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:53:13.543785] I [MSGID: 106542] [glusterd-utils.c:8252:glusterd_brick_signal] 0-glusterd: sending signal 15 to brick with pid 270 [2019-01-22 08:53:14.543951] I [MSGID: 106143] [glusterd-pmap.c:397:pmap_registry_remove] 0-pmap: removing brick /var/lib/heketi/mounts/vg_19ff564b6fd157df6a734b58fd28455d/brick_62dc1633d74c86234f08260a49a5377c/brick on port 49155 [2019-01-22 08:53:14.544265] W [socket.c:599:__socket_rwv] 0-management: readv on /var/run/gluster/82d83ac8a6256236.socket failed (No data available) [2019-01-22 08:53:14.574671] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:53:14.574707] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:53:14.585503] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 22702 [2019-01-22 08:53:15.585897] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 08:53:15.586023] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 08:53:15.594662] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 08:53:15.594718] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:53:15.595416] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:53:15.595445] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:53:17.868805] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:53:17.876584] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no The message "I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped" repeated 2 times between [2019-01-22 08:53:08.216412] and [2019-01-22 08:53:17.881112] [2019-01-22 08:53:17.881134] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:53:17.881203] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:53:17.891711] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 22813 [2019-01-22 08:53:18.892191] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 08:53:18.892315] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 08:53:19.902372] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 08:53:19.902438] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:53:19.903080] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:53:19.903104] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:53:22.141423] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:53:22.141466] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:53:22.301675] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:53:22.301710] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:53:28.487299] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:53:28.496028] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:53:28.500131] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:53:28.500206] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:53:28.500248] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:53:28.511618] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 22868 [2019-01-22 08:53:29.511940] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 08:53:29.512046] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 08:53:29.522788] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 08:53:29.522843] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:53:29.523763] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:53:29.523787] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:53:30.792529] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:53:30.800287] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:53:30.804478] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:53:30.804523] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:53:30.804564] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:53:30.815310] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 22980 [2019-01-22 08:53:31.816120] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 08:53:31.816231] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 08:53:32.827904] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 08:53:32.827965] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:53:32.828615] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:53:32.828655] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:53:35.069820] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:53:35.069852] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:53:35.235779] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:53:35.235814] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:53:43.503663] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:53:43.511393] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:53:43.515531] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:53:43.515577] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:53:43.515616] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:53:43.526541] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 23036 [2019-01-22 08:53:44.526952] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 08:53:44.527055] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 08:53:46.773785] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:53:46.781308] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:53:45.538039] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:53:46.785034] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:53:46.785085] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:53:46.785126] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:53:46.795901] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 23157 [2019-01-22 08:53:47.796258] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped The message "I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped" repeated 2 times between [2019-01-22 08:53:32.828615] and [2019-01-22 08:53:47.806004] [2019-01-22 08:53:47.806021] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:53:50.084603] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:53:50.084631] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:53:50.252325] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:53:50.252364] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:53:58.398214] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:53:58.406640] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:53:58.410720] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:53:58.410770] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:53:58.410812] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:53:58.421036] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 23213 The message "I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped" repeated 3 times between [2019-01-22 08:53:32.827965] and [2019-01-22 08:53:59.430889] [2019-01-22 08:53:59.431588] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:53:59.431654] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:54:00.667622] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:54:00.667657] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:54:13.505842] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:54:13.513625] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:54:13.518011] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:54:13.518061] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:54:13.518100] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:54:13.528852] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 23321 The message "I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped" repeated 4 times between [2019-01-22 08:53:32.827904] and [2019-01-22 08:54:14.538339] [2019-01-22 08:54:14.538364] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:54:14.539174] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:54:14.539204] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:54:16.756955] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:54:16.764561] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:54:16.769095] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:54:16.769136] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:54:16.769186] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:54:16.779438] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 23432 The message "I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service" repeated 4 times between [2019-01-22 08:53:44.527055] and [2019-01-22 08:54:17.779848] [2019-01-22 08:54:18.789267] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 08:54:18.789350] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:54:18.789955] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:54:18.789980] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:54:20.108365] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:54:20.108408] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:54:20.270825] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:54:20.270856] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:54:43.445041] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:54:43.452925] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:54:43.457290] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:54:43.457341] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:54:43.457382] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:54:43.468295] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 23477 The message "I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped" repeated 4 times between [2019-01-22 08:53:47.796258] and [2019-01-22 08:54:44.468715] [2019-01-22 08:54:44.468789] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 08:54:44.477587] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 08:54:44.477630] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:54:44.478256] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:54:44.478281] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:54:45.697892] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:54:45.705903] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:54:45.710100] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:54:45.710158] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:54:45.710203] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:54:45.721067] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 23614 [2019-01-22 08:54:46.721578] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 08:54:46.721697] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 08:54:47.731846] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 08:54:47.731908] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:54:47.732519] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:54:47.732544] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:54:49.956786] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:54:49.956823] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:54:50.138044] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:54:50.138075] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:55:28.456528] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:55:28.463750] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:55:28.468073] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:55:28.468121] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:55:28.468171] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:55:28.478912] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 23671 [2019-01-22 08:55:29.479914] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 08:55:29.480009] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 08:55:30.489638] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 08:55:30.489728] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:55:30.490789] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:55:30.490836] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:55:31.709320] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:55:31.716409] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:55:31.721060] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:55:31.721110] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:55:31.721157] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:55:31.731591] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 23843 [2019-01-22 08:55:32.731907] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 08:55:32.732014] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 08:55:32.741007] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 08:55:32.741049] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:55:32.741671] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:55:32.741700] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:55:35.011723] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:55:35.011768] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:55:35.186266] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:55:35.186312] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:56:43.461059] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:56:43.468100] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:56:43.472851] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:56:43.472902] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:56:43.472940] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:56:43.484226] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 23895 [2019-01-22 08:56:45.494375] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:56:45.495341] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:56:45.495437] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:56:46.722118] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:56:46.731343] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:56:46.735628] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:56:46.735671] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:56:46.735718] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:56:46.746217] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 24080 The message "I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped" repeated 2 times between [2019-01-22 08:55:32.741007] and [2019-01-22 08:56:47.755871] [2019-01-22 08:56:47.755896] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:56:47.756540] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:56:47.756567] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:56:49.997805] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:56:49.997845] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:56:50.317675] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:56:50.317714] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down The message "I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped" repeated 2 times between [2019-01-22 08:55:32.731907] and [2019-01-22 08:56:47.746632] The message "I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service" repeated 2 times between [2019-01-22 08:55:32.732014] and [2019-01-22 08:56:47.746721] [2019-01-22 08:58:58.554740] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:58:58.562254] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 08:58:58.566385] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:58:58.566424] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 08:58:58.566465] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:58:58.577862] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 24138 [2019-01-22 08:58:59.578918] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 08:58:59.579024] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 08:59:00.589223] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 08:59:00.589303] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:59:00.590068] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:59:00.590096] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:59:01.900965] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:59:01.909440] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 08:59:01.913593] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 08:59:01.923934] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 24398 [2019-01-22 08:59:02.925179] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 08:59:02.925294] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 08:59:02.935886] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 08:59:02.935959] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 08:59:02.936728] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 08:59:02.936757] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 08:59:05.191686] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:59:05.191724] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:59:05.357383] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 08:59:05.357413] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 08:59:01.913542] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 08:59:01.913561] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:01:13.463932] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:01:13.470995] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:01:13.474906] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:01:13.474948] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:01:13.474988] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:01:13.484997] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 24469 [2019-01-22 09:01:14.485590] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:01:14.485688] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:01:14.495297] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:01:14.495349] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:01:14.496059] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:01:14.496084] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:01:15.727461] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:01:15.735312] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:01:15.739380] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:01:15.749828] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 24761 [2019-01-22 09:01:16.750274] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:01:16.750392] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:01:17.759660] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:01:17.759723] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:01:17.760439] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:01:17.760466] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:01:19.013496] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:01:19.013532] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:01:19.181031] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:01:19.181064] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:01:15.739333] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:01:15.739351] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:03:28.464670] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:03:28.471572] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:03:28.476166] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:03:28.476202] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:03:28.476239] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:03:28.486003] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 24813 [2019-01-22 09:03:29.486351] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:03:29.486466] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:03:29.495829] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:03:29.495898] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:03:29.496554] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:03:29.496580] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:03:31.716842] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:03:31.723893] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:03:31.728267] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:03:31.740156] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 25095 [2019-01-22 09:03:32.740542] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:03:32.740652] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:03:31.728214] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:03:31.728233] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:03:33.750669] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:03:33.750724] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:03:33.751371] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:03:33.751400] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:03:35.995049] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:03:35.995076] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:03:36.451818] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:03:36.451865] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:05:43.509600] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:05:43.518027] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:05:43.522619] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:05:43.522664] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:05:43.522706] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:05:43.533372] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 25141 [2019-01-22 09:05:44.534441] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:05:44.534547] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:05:45.544086] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:05:45.544169] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:05:45.544823] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:05:45.544848] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:05:47.766571] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:05:47.773578] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:05:47.778108] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:05:47.788197] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 25413 [2019-01-22 09:05:48.789172] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:05:48.789433] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:05:48.799686] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:05:48.799733] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:05:48.800346] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:05:48.800369] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:05:50.077607] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:05:50.077643] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:05:50.230585] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:05:50.230615] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:05:47.778057] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:05:47.778078] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:07:58.430358] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:07:58.437257] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:07:58.442173] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:07:58.442227] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:07:58.442262] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:07:58.451987] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 25457 [2019-01-22 09:07:59.452406] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:07:59.452501] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:08:00.462676] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:08:00.462730] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:08:00.463374] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:08:00.463400] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:08:02.688638] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:08:02.695304] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:08:02.700206] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:08:02.709432] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 25711 [2019-01-22 09:08:03.710239] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:08:03.710399] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:08:04.719507] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:08:04.719568] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:08:04.720181] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:08:04.720212] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:08:05.957222] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:08:05.957260] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:08:06.111170] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:08:06.111199] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:08:02.700143] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:08:02.700176] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:10:13.451796] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:10:13.458300] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:10:13.462772] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:10:13.462806] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:10:13.462839] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:10:13.472256] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 25756 [2019-01-22 09:10:14.473090] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:10:14.473191] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:10:14.482445] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:10:14.482497] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:10:14.483099] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:10:14.483121] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:10:15.696725] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:10:15.703969] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:10:15.708592] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:10:15.718756] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 26007 [2019-01-22 09:10:16.719665] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:10:16.719842] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:10:17.729182] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:10:17.729235] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:10:17.729797] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:10:17.729821] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:10:19.977259] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:10:19.977291] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:10:20.127171] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:10:20.127201] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:10:15.708541] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:10:15.708564] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:12:28.453100] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:12:28.459640] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:12:28.464514] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:12:28.464551] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:12:28.464587] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:12:28.474587] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 26074 [2019-01-22 09:12:29.475133] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:12:29.475267] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:12:30.485128] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:12:30.485199] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:12:30.485807] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:12:30.485838] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:12:32.701543] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:12:32.708684] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:12:32.713543] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:12:32.722956] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 26324 [2019-01-22 09:12:33.723295] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:12:33.723391] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:12:33.732292] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:12:33.732344] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:12:33.732956] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:12:33.732980] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:12:35.051298] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:12:35.051335] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:12:35.209517] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:12:35.209552] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:12:32.713497] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:12:32.713515] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:14:43.432957] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:14:43.439758] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:14:43.444899] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:14:43.444935] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:14:43.444971] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:14:43.454219] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 26376 [2019-01-22 09:14:44.455388] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:14:44.455478] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:14:44.464707] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:14:44.464763] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:14:44.465389] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:14:44.465421] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:14:45.681644] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:14:45.690671] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:14:45.694969] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:14:45.705298] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 26621 [2019-01-22 09:14:46.705717] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:14:46.705825] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:14:47.715082] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:14:47.715142] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:14:47.715798] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:14:47.715820] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:14:49.934084] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:14:49.934118] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:14:50.088392] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:14:50.088419] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:14:45.694920] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:14:45.694940] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:16:58.430296] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:16:58.437068] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:16:58.441977] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:16:58.442018] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:16:58.442051] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:16:58.451516] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 26680 [2019-01-22 09:16:59.451946] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:16:59.452038] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:17:00.462190] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:17:00.462251] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:17:00.463003] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:17:00.463029] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:17:02.721003] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:17:02.727431] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:17:02.731648] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:17:02.742232] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 26951 [2019-01-22 09:17:03.743647] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:17:03.743737] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:17:03.753138] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:17:03.753634] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:17:03.754402] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:17:03.754433] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:17:05.092208] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:17:05.092254] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:17:05.244500] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:17:05.244529] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:17:02.731598] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:17:02.731618] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:19:13.444117] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:19:13.451342] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:19:13.455825] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:19:13.455864] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:19:13.455903] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:19:13.465982] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 26996 [2019-01-22 09:19:14.466362] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:19:14.466460] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:19:14.475586] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:19:14.475627] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:19:14.476236] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:19:14.476259] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:19:15.699364] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:19:15.706155] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:19:15.710570] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:19:15.720359] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 27253 [2019-01-22 09:19:16.720962] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:19:16.721119] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:19:17.730658] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:19:17.730721] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:19:17.731367] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:19:17.731393] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:19:19.981757] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:19:19.981797] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:19:20.143000] E [MSGID: 106529] [glusterd-volume-ops.c:1845:glusterd_op_stage_delete_volume] 0-management: Some of the peers are down [2019-01-22 09:19:20.143029] E [MSGID: 106301] [glusterd-syncop.c:1352:gd_stage_op_phase] 0-management: Staging of operation 'Volume Delete' failed on localhost : Some of the peers are down [2019-01-22 09:19:15.710522] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:19:15.710540] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:20:16.173748] I [MSGID: 106163] [glusterd-handshake.c:1356:__glusterd_mgmt_hndsk_versions_ack] 0-management: using the op-version 40100 [2019-01-22 09:20:16.185994] I [MSGID: 106490] [glusterd-handler.c:2548:__glusterd_handle_incoming_friend_req] 0-glusterd: Received probe from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 09:20:16.196337] I [MSGID: 106493] [glusterd-handler.c:3811:glusterd_xfer_friend_add_resp] 0-glusterd: Responded to 192.168.3.6 (0), ret: 0, op_ret: 0 [2019-01-22 09:20:16.199550] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-22 09:20:16.199619] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_b59e8ae56d122c59d964065438570185/brick [2019-01-22 09:20:16.199771] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_062ad572b1a6c3a7c642f375786f0863/brick [2019-01-22 09:20:16.199787] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_062ad572b1a6c3a7c642f375786f0863/brick on port 49158 [2019-01-22 09:20:16.200065] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_101b9522dfb66a222bd080649103e804/brick [2019-01-22 09:20:16.201503] I [MSGID: 106492] [glusterd-handler.c:2726:__glusterd_handle_friend_update] 0-glusterd: Received friend update from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 09:20:16.201521] I [MSGID: 106502] [glusterd-handler.c:2771:__glusterd_handle_friend_update] 0-management: Received my uuid as Friend [2019-01-22 09:20:16.202299] I [MSGID: 106493] [glusterd-rpc-ops.c:702:__glusterd_friend_update_cbk] 0-management: Received ACC from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 09:20:17.583106] I [MSGID: 106493] [glusterd-rpc-ops.c:486:__glusterd_friend_add_cbk] 0-glusterd: Received ACC from uuid: fb376410-85de-4b35-a6ef-39eee8abd460, host: 192.168.3.6, port: 0 [2019-01-22 09:20:17.584041] I [MSGID: 106492] [glusterd-handler.c:2726:__glusterd_handle_friend_update] 0-glusterd: Received friend update from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 09:20:17.584066] I [MSGID: 106502] [glusterd-handler.c:2771:__glusterd_handle_friend_update] 0-management: Received my uuid as Friend [2019-01-22 09:20:17.586141] I [MSGID: 106493] [glusterd-rpc-ops.c:702:__glusterd_friend_update_cbk] 0-management: Received ACC from uuid: fb376410-85de-4b35-a6ef-39eee8abd460 [2019-01-22 09:21:28.483540] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:21:28.490865] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_63854b105c40802bdec77290e91858ea --last=no [2019-01-22 09:21:28.495774] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:21:28.495823] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:21:28.495862] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:21:28.504945] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 27310 [2019-01-22 09:21:29.505322] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:21:29.505457] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:21:29.514966] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:21:29.515020] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:21:29.515633] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:21:29.515658] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:21:31.735226] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:21:31.741928] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c --last=no [2019-01-22 09:21:31.746604] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:21:31.746645] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:21:31.746677] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:21:31.756489] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 27612 [2019-01-22 09:21:32.756858] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:21:32.756961] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:21:33.766615] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:21:33.766692] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:21:33.767453] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:21:33.767484] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:21:36.016164] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/delete/pre/S10selinux-del-fcontext.sh --volname=vol_63854b105c40802bdec77290e91858ea [2019-01-22 09:21:36.094902] I [MSGID: 106495] [glusterd-handler.c:3073:__glusterd_handle_getwd] 0-glusterd: Received getwd req [2019-01-22 09:21:36.101002] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/delete/post/S57glusterfind-delete-post --volname=vol_63854b105c40802bdec77290e91858ea [2019-01-22 09:21:37.155931] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/delete/pre/S10selinux-del-fcontext.sh --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c [2019-01-22 09:21:37.234544] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/delete/post/S57glusterfind-delete-post --volname=vol_ba5d6d6b945eb60ccddbe44457792a8c [2019-01-22 09:21:37.228595] I [MSGID: 106495] [glusterd-handler.c:3073:__glusterd_handle_getwd] 0-glusterd: Received getwd req [2019-01-22 09:23:58.174899] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:23:58.174941] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:23:58.334522] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:24:22.593997] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_e15c12cceae12c8ab7782dd57cf5b6c1/brick [2019-01-22 09:24:22.598324] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:24:22.598361] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:24:22.598404] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:24:22.608345] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 27679 [2019-01-22 09:24:23.608828] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:24:23.608941] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:24:24.620011] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:24:24.620080] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:24:24.620783] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:24:24.620811] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:24:24.705492] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 09:24:24.719688] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_3442e86b6d994a14de73f1b8c82cf0b8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 09:23:58.334562] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:26:13.170402] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:26:13.170443] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:26:13.344538] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:26:13.344581] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:28:28.166641] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:28:28.166680] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:28:28.332066] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:28:28.332098] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:30:43.183638] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:30:43.183693] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:30:43.361730] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:30:43.361784] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:32:58.155051] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:32:58.155102] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:32:58.337763] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:32:58.337799] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:35:13.174411] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:35:13.174450] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:35:13.348439] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:35:13.348483] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:37:28.177489] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:37:28.177527] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:37:28.333458] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:37:28.333503] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:39:43.168822] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:39:43.168858] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:39:43.336490] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:39:43.336540] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:41:58.175378] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:41:58.175427] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:41:58.334080] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:41:58.334122] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:44:13.180383] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:44:13.180424] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:44:13.354646] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:44:13.354688] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:46:28.200124] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:46:28.200211] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:46:28.376846] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:46:28.376883] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:48:43.179132] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:48:43.179185] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:48:43.337099] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:48:43.337156] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:50:58.186592] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:50:58.186633] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:50:58.363004] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:50:58.363058] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:53:13.191205] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:53:13.191244] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:53:13.360876] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:53:13.360936] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:53:56.471824] I [glusterd-utils.c:5994:glusterd_brick_start] 0-management: discovered already-running brick /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_101b9522dfb66a222bd080649103e804/brick [2019-01-22 09:53:56.476388] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 09:53:56.476426] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 09:53:56.476464] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 09:53:56.487096] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 28216 [2019-01-22 09:53:57.487429] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 09:53:57.487531] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 09:53:58.495629] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 09:53:58.495699] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 09:53:58.496365] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 09:53:58.496396] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 09:53:58.581271] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_f0ed498d7e781d7bb896244175b31f9e --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 09:53:58.593464] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_f0ed498d7e781d7bb896244175b31f9e --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 09:55:28.188334] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:55:28.188380] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:55:28.350768] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:55:28.350807] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:57:43.192004] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:57:43.192037] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:57:43.374318] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:57:43.374361] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:59:58.198726] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 09:59:58.198762] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 09:59:58.358305] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 09:59:58.358338] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:02:13.193103] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:02:13.193142] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:02:13.354419] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:02:13.354463] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:04:28.200517] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:04:28.200559] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:04:28.365027] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:04:28.365080] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:06:43.197824] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:06:43.197871] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:06:43.363364] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:06:43.363392] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:08:58.199336] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:08:58.199394] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:08:58.358821] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:08:58.358862] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:11:13.193419] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:11:13.193462] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:11:13.353070] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:11:13.353112] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:13:28.187490] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:13:28.187528] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:13:28.347159] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:13:28.347194] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:15:35.452354] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume glusterfs-registry-volume [2019-01-22 10:15:35.456703] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume heketidbstorage [2019-01-22 10:15:35.460042] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_16c57180902d04440ff9bfa202f7abf1 [2019-01-22 10:15:35.463168] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_1bc2533893950d1f357b4d690882d2c2 [2019-01-22 10:15:35.466569] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_258b8b659ad3b593dfb5672fae9ab57a [2019-01-22 10:15:35.469434] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 10:15:35.472215] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3bc80e4effa4fc16b189e156d9f5c75e [2019-01-22 10:15:35.475706] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_59581a21d2113b0c0d4b2fa729a6a932 [2019-01-22 10:15:35.479662] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_6954c7e3a47641f1bd4fbb66d2e8aebe [2019-01-22 10:15:35.483141] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_6d36831a039b04088d29ecb477828ba7 [2019-01-22 10:15:35.486319] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_6d45975bc09622845d3674a36581cb20 [2019-01-22 10:15:35.490060] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_87d44d5b3e6923bd42a620cbc838b253 [2019-01-22 10:15:35.493056] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_93cf4b391b72534c5732df0c82206f50 [2019-01-22 10:15:35.496129] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_ca1258696cc5eb793a2003d3c3b9e98e [2019-01-22 10:15:35.499078] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_d936fff4500a9cb9491963d0624214fb [2019-01-22 10:15:35.502024] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_e1aa1283d5917485d88c4a742eeff422 [2019-01-22 10:15:35.504803] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_f0ed498d7e781d7bb896244175b31f9e [2019-01-22 10:15:35.507462] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_f387519c9b004ec14e80696db88ef0f8 [2019-01-22 10:15:35.510326] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_f8ca343c60e6efe541fe02d16ca02a7d [2019-01-22 10:15:35.513229] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_fe882e074c0512fd9271fc2ff5a0bfe1 [2019-01-22 10:15:43.196830] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:15:43.196874] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:15:43.496471] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:15:43.496510] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:17:58.200577] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:17:58.200635] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:17:58.363117] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:17:58.599630] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume glusterfs-registry-volume [2019-01-22 10:19:30.277547] I [MSGID: 106488] [glusterd-handler.c:1549:__glusterd_handle_cli_get_volume] 0-management: Received get vol req [2019-01-22 10:17:58.363165] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed The message "I [MSGID: 106488] [glusterd-handler.c:1549:__glusterd_handle_cli_get_volume] 0-management: Received get vol req" repeated 20 times between [2019-01-22 10:19:30.277547] and [2019-01-22 10:19:30.283782] [2019-01-22 10:20:13.193345] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:20:13.193386] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:20:13.354323] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:20:41.628240] I [MSGID: 106488] [glusterd-handler.c:1549:__glusterd_handle_cli_get_volume] 0-management: Received get vol req [2019-01-22 10:20:13.354359] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed The message "I [MSGID: 106488] [glusterd-handler.c:1549:__glusterd_handle_cli_get_volume] 0-management: Received get vol req" repeated 41 times between [2019-01-22 10:20:41.628240] and [2019-01-22 10:20:53.338060] [2019-01-22 10:22:28.216096] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:22:28.216135] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:22:28.376377] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:22:28.376429] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:24:43.213173] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:24:43.213210] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:24:43.374818] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:24:43.374856] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:26:58.213781] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:26:58.213820] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:26:58.373214] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:26:58.373244] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:29:13.223142] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:29:13.223215] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:29:13.386064] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:29:13.386107] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:31:28.215911] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:31:28.215965] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:33:43.214479] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:33:43.214526] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:33:43.383252] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:33:43.383297] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:35:58.238347] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:35:58.238389] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:35:58.404557] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:35:58.404608] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:38:13.248076] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:38:13.248121] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:38:13.410671] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:38:13.410715] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:40:28.229091] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:40:28.229124] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:40:28.396430] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:40:43.158753] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 10:40:43.215749] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/create/post/S10selinux-label-brick.sh --volname=vol_bfc74a6caa795f5f1d67b2223de42517 [2019-01-22 10:40:44.499880] I [glusterd-utils.c:6089:glusterd_brick_start] 0-management: starting a fresh brick process for brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_b288743446d8234f1d6e32f4c09f5029/brick [2019-01-22 10:40:44.569982] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_d5f17487744584e3652d3ca943b0b91b/brick_b288743446d8234f1d6e32f4c09f5029/brick on port 49153 [2019-01-22 10:40:44.570651] I [rpc-clnt.c:1059:rpc_clnt_connection_init] 0-management: setting frame-timeout to 600 [2019-01-22 10:40:44.575280] I [rpc-clnt.c:1059:rpc_clnt_connection_init] 0-snapd: setting frame-timeout to 600 [2019-01-22 10:40:44.575639] I [rpc-clnt.c:1059:rpc_clnt_connection_init] 0-gfproxyd: setting frame-timeout to 600 [2019-01-22 10:40:44.575890] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 10:40:44.575937] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 10:40:44.575984] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 10:40:44.588579] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 32024 [2019-01-22 10:40:45.589033] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 10:40:45.589164] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 10:40:45.598765] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 10:40:45.598828] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 10:40:45.599563] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 10:40:45.599590] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 10:40:45.621868] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_bfc74a6caa795f5f1d67b2223de42517 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 10:40:45.633849] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_bfc74a6caa795f5f1d67b2223de42517 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 10:40:28.396469] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:42:43.242556] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:42:43.242678] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:42:58.220982] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:42:58.221037] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:44:58.217297] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:44:58.217336] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:45:13.229438] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:45:13.229476] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:47:13.237299] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:47:13.237345] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:47:28.250487] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:47:28.250526] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:49:28.229508] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:49:28.229574] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:49:43.234029] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:49:43.234073] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:51:43.249996] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:51:43.250041] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:51:58.236319] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:51:58.236361] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:53:58.246411] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:53:58.246451] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:54:13.229267] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:54:13.229306] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:56:13.249222] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:56:13.249285] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:56:28.259076] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:56:28.259118] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:58:28.280128] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 10:58:28.280186] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 10:58:43.287386] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 10:58:43.287452] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:00:43.235914] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:00:43.235975] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:00:58.238509] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:00:58.238555] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:01:38.905332] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 11:01:38.960354] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/create/post/S10selinux-label-brick.sh --volname=vol_6b34aa2cf291756dbbefaae7d51ff331 [2019-01-22 11:01:39.235425] I [glusterd-utils.c:6089:glusterd_brick_start] 0-management: starting a fresh brick process for brick /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_cf73fd6b8a787087ae037bb621a4a43b/brick [2019-01-22 11:01:39.283284] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_cf73fd6b8a787087ae037bb621a4a43b/brick on port 49165 [2019-01-22 11:01:39.283863] I [rpc-clnt.c:1059:rpc_clnt_connection_init] 0-management: setting frame-timeout to 600 [2019-01-22 11:01:39.288138] I [rpc-clnt.c:1059:rpc_clnt_connection_init] 0-snapd: setting frame-timeout to 600 [2019-01-22 11:01:39.288456] I [rpc-clnt.c:1059:rpc_clnt_connection_init] 0-gfproxyd: setting frame-timeout to 600 [2019-01-22 11:01:39.288707] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 11:01:39.288744] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 11:01:39.288766] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 11:01:39.301195] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 38204 [2019-01-22 11:01:40.301533] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 11:01:40.301726] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 11:01:40.310607] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 11:01:40.310665] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 11:01:40.311381] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 11:01:40.311408] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 11:01:41.501995] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_6b34aa2cf291756dbbefaae7d51ff331 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 11:01:41.514350] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_6b34aa2cf291756dbbefaae7d51ff331 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 11:02:58.262194] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:02:58.262248] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:03:13.238675] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:03:13.238714] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:05:13.240384] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:05:13.240419] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:05:28.223968] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:05:28.224003] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:07:28.242460] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:07:28.242499] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:07:43.234824] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:07:43.234864] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:08:53.616111] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_6b34aa2cf291756dbbefaae7d51ff331 --last=no [2019-01-22 11:08:53.624389] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_6b34aa2cf291756dbbefaae7d51ff331 --last=no [2019-01-22 11:08:53.624625] I [MSGID: 106542] [glusterd-utils.c:8252:glusterd_brick_signal] 0-glusterd: sending signal 15 to brick with pid 41076 [2019-01-22 11:08:54.629004] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 11:08:54.629048] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 11:08:54.629087] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 11:08:54.640156] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 41100 [2019-01-22 11:08:55.640558] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 11:08:55.640680] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 11:08:55.651376] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 11:08:55.651451] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 11:08:55.652421] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 11:08:55.652462] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 11:08:55.652703] I [MSGID: 106143] [glusterd-pmap.c:397:pmap_registry_remove] 0-pmap: removing brick /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_cf73fd6b8a787087ae037bb621a4a43b/brick on port 49165 [2019-01-22 11:08:55.666076] W [glusterd-handler.c:6124:__glusterd_brick_rpc_notify] 0-management: got disconnect from stale rpc on /var/lib/heketi/mounts/vg_5377cf444a65b645bb0e085e56d00fcf/brick_cf73fd6b8a787087ae037bb621a4a43b/brick [2019-01-22 11:08:55.901609] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/delete/pre/S10selinux-del-fcontext.sh --volname=vol_6b34aa2cf291756dbbefaae7d51ff331 [2019-01-22 11:08:55.980377] I [MSGID: 106495] [glusterd-handler.c:3073:__glusterd_handle_getwd] 0-glusterd: Received getwd req [2019-01-22 11:08:55.986867] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/delete/post/S57glusterfind-delete-post --volname=vol_6b34aa2cf291756dbbefaae7d51ff331 [2019-01-22 11:09:40.149795] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 11:09:40.211367] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/create/post/S10selinux-label-brick.sh --volname=vol_8285c4fc4d6e4064ac1527d035eee2f8 [2019-01-22 11:09:41.527942] I [glusterd-utils.c:6089:glusterd_brick_start] 0-management: starting a fresh brick process for brick /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_b45a44c0902a9e6fa0bb434f72f8fa39/brick [2019-01-22 11:09:41.581685] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_b45a44c0902a9e6fa0bb434f72f8fa39/brick on port 49166 [2019-01-22 11:09:41.582250] I [rpc-clnt.c:1059:rpc_clnt_connection_init] 0-management: setting frame-timeout to 600 [2019-01-22 11:09:41.586184] I [rpc-clnt.c:1059:rpc_clnt_connection_init] 0-snapd: setting frame-timeout to 600 [2019-01-22 11:09:41.586474] I [rpc-clnt.c:1059:rpc_clnt_connection_init] 0-gfproxyd: setting frame-timeout to 600 [2019-01-22 11:09:41.586705] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 11:09:41.586739] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 11:09:41.586773] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 11:09:41.598482] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 42136 [2019-01-22 11:09:42.598850] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 11:09:42.598946] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 11:09:42.608351] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 11:09:42.608422] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 11:09:42.609126] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 11:09:42.609157] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 11:09:42.630423] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_8285c4fc4d6e4064ac1527d035eee2f8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 11:09:42.644215] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_8285c4fc4d6e4064ac1527d035eee2f8 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 11:09:43.255468] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:09:43.255525] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:09:58.294526] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:09:58.294581] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:11:58.248022] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:11:58.248061] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:12:13.246368] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:12:13.246425] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:14:13.245036] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:14:13.245080] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:14:28.253475] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:14:28.253513] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:16:28.261505] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:16:28.261549] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:16:43.249814] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:16:43.249863] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:18:43.241800] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:18:43.241847] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:18:58.243855] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:18:58.243903] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:20:58.242366] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:20:58.242415] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:21:13.243554] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:21:13.243600] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:23:13.244629] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:23:13.244675] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:23:28.237826] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:23:28.237866] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:24:53.878029] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_8285c4fc4d6e4064ac1527d035eee2f8 --last=no [2019-01-22 11:24:53.887526] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_8285c4fc4d6e4064ac1527d035eee2f8 --last=no [2019-01-22 11:24:53.887844] I [MSGID: 106542] [glusterd-utils.c:8252:glusterd_brick_signal] 0-glusterd: sending signal 15 to brick with pid 42384 [2019-01-22 11:24:54.888126] I [MSGID: 106143] [glusterd-pmap.c:397:pmap_registry_remove] 0-pmap: removing brick /var/lib/heketi/mounts/vg_48ace24b28b3a8fde08c7575846f24f8/brick_b45a44c0902a9e6fa0bb434f72f8fa39/brick on port 49166 [2019-01-22 11:24:54.915441] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 11:24:54.915490] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 11:24:54.915526] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 11:24:54.926893] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 42407 [2019-01-22 11:24:55.927279] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 11:24:55.927374] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 11:24:55.936770] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 11:24:55.936832] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 11:24:55.937597] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 11:24:55.937629] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 11:24:56.647608] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/delete/pre/S10selinux-del-fcontext.sh --volname=vol_8285c4fc4d6e4064ac1527d035eee2f8 [2019-01-22 11:24:56.738448] I [MSGID: 106495] [glusterd-handler.c:3073:__glusterd_handle_getwd] 0-glusterd: Received getwd req [2019-01-22 11:24:56.745704] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/delete/post/S57glusterfind-delete-post --volname=vol_8285c4fc4d6e4064ac1527d035eee2f8 [2019-01-22 11:25:28.267083] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:25:28.267121] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:25:43.240399] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:25:43.240496] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:26:20.791862] I [MSGID: 106488] [glusterd-handler.c:1549:__glusterd_handle_cli_get_volume] 0-management: Received get vol req [2019-01-22 11:26:27.347848] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume glusterfs-registry-volume [2019-01-22 11:26:27.351795] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume heketidbstorage [2019-01-22 11:26:27.354870] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_16c57180902d04440ff9bfa202f7abf1 [2019-01-22 11:26:27.357744] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_1bc2533893950d1f357b4d690882d2c2 [2019-01-22 11:26:27.360635] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_258b8b659ad3b593dfb5672fae9ab57a [2019-01-22 11:26:27.363618] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3442e86b6d994a14de73f1b8c82cf0b8 [2019-01-22 11:26:27.366692] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_3bc80e4effa4fc16b189e156d9f5c75e [2019-01-22 11:26:27.369634] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_59581a21d2113b0c0d4b2fa729a6a932 [2019-01-22 11:26:27.372479] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_6954c7e3a47641f1bd4fbb66d2e8aebe [2019-01-22 11:26:27.375183] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_6d36831a039b04088d29ecb477828ba7 [2019-01-22 11:26:27.378068] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_6d45975bc09622845d3674a36581cb20 [2019-01-22 11:26:27.380933] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_87d44d5b3e6923bd42a620cbc838b253 [2019-01-22 11:26:27.383688] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_93cf4b391b72534c5732df0c82206f50 [2019-01-22 11:26:27.386479] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_bfc74a6caa795f5f1d67b2223de42517 [2019-01-22 11:26:27.389122] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_ca1258696cc5eb793a2003d3c3b9e98e [2019-01-22 11:26:27.391893] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_d936fff4500a9cb9491963d0624214fb [2019-01-22 11:26:27.394646] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_e1aa1283d5917485d88c4a742eeff422 [2019-01-22 11:26:27.397408] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_f0ed498d7e781d7bb896244175b31f9e [2019-01-22 11:26:27.400060] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_f387519c9b004ec14e80696db88ef0f8 [2019-01-22 11:26:27.402996] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_f8ca343c60e6efe541fe02d16ca02a7d [2019-01-22 11:26:27.405794] I [MSGID: 106499] [glusterd-handler.c:4314:__glusterd_handle_status_volume] 0-management: Received status volume req for volume vol_fe882e074c0512fd9271fc2ff5a0bfe1 [2019-01-22 11:26:34.329284] I [MSGID: 106487] [glusterd-handler.c:1486:__glusterd_handle_cli_list_friends] 0-glusterd: Received cli list req [2019-01-22 11:26:47.547422] W [MSGID: 101095] [xlator.c:181:xlator_volopt_dynload] 0-xlator: /usr/lib64/glusterfs/4.1.5/xlator/nfs/server.so: cannot open shared object file: No such file or directory [2019-01-22 11:26:47.603174] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/create/post/S10selinux-label-brick.sh --volname=vol_04cfd6ac347fc1c37e9f18ebd59dc381 [2019-01-22 11:26:48.936498] I [glusterd-utils.c:6089:glusterd_brick_start] 0-management: starting a fresh brick process for brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_7454740ebc19582d02223fd82e2b9cc8/brick [2019-01-22 11:26:48.989787] I [MSGID: 106142] [glusterd-pmap.c:297:pmap_registry_bind] 0-pmap: adding brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_7454740ebc19582d02223fd82e2b9cc8/brick on port 49165 [2019-01-22 11:26:48.990432] I [rpc-clnt.c:1059:rpc_clnt_connection_init] 0-management: setting frame-timeout to 600 [2019-01-22 11:26:48.995014] I [rpc-clnt.c:1059:rpc_clnt_connection_init] 0-snapd: setting frame-timeout to 600 [2019-01-22 11:26:48.995338] I [rpc-clnt.c:1059:rpc_clnt_connection_init] 0-gfproxyd: setting frame-timeout to 600 [2019-01-22 11:26:48.995572] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 11:26:48.995610] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 11:26:48.995640] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 11:26:49.006741] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 44578 [2019-01-22 11:26:50.007283] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 11:26:50.007397] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 11:26:50.018102] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 11:26:50.018166] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 11:26:50.018873] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 11:26:50.018897] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 11:26:50.114464] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/start/post/S29CTDBsetup.sh --volname=vol_04cfd6ac347fc1c37e9f18ebd59dc381 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd [2019-01-22 11:26:50.128289] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/start/post/S30samba-start.sh --volname=vol_04cfd6ac347fc1c37e9f18ebd59dc381 --first=no --version=1 --volume-op=start --gd-workdir=/var/lib/glusterd The message "I [MSGID: 106488] [glusterd-handler.c:1549:__glusterd_handle_cli_get_volume] 0-management: Received get vol req" repeated 21 times between [2019-01-22 11:26:20.791862] and [2019-01-22 11:26:20.798812] [2019-01-22 11:27:43.262540] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:27:43.262582] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:27:58.246195] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:27:58.246303] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:29:58.253166] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:29:58.253220] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:30:13.259860] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:30:37.360087] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/stop/pre/S29CTDB-teardown.sh --volname=vol_04cfd6ac347fc1c37e9f18ebd59dc381 --last=no [2019-01-22 11:30:37.367874] E [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2563) [0x7fca9e139563] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Failed to execute script: /var/lib/glusterd/hooks/1/stop/pre/S30samba-stop.sh --volname=vol_04cfd6ac347fc1c37e9f18ebd59dc381 --last=no [2019-01-22 11:30:37.368248] I [MSGID: 106542] [glusterd-utils.c:8252:glusterd_brick_signal] 0-glusterd: sending signal 15 to brick with pid 45038 [2019-01-22 11:30:38.368470] I [MSGID: 106143] [glusterd-pmap.c:397:pmap_registry_remove] 0-pmap: removing brick /var/lib/heketi/mounts/vg_4a7379cf157991e4c4b672fed081fc7d/brick_7454740ebc19582d02223fd82e2b9cc8/brick on port 49165 [2019-01-22 11:30:38.397646] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: nfs already stopped [2019-01-22 11:30:38.397694] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: nfs service is stopped [2019-01-22 11:30:38.397732] I [MSGID: 106599] [glusterd-nfs-svc.c:82:glusterd_nfssvc_manager] 0-management: nfs/server.so xlator is not installed [2019-01-22 11:30:38.409538] I [MSGID: 106568] [glusterd-proc-mgmt.c:87:glusterd_proc_stop] 0-management: Stopping glustershd daemon running in pid: 45061 [2019-01-22 11:30:39.409994] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: glustershd service is stopped [2019-01-22 11:30:39.410121] I [MSGID: 106567] [glusterd-svc-mgmt.c:203:glusterd_svc_start] 0-management: Starting glustershd service [2019-01-22 11:30:39.420055] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: bitd already stopped [2019-01-22 11:30:39.420117] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: bitd service is stopped [2019-01-22 11:30:39.420935] I [MSGID: 106131] [glusterd-proc-mgmt.c:83:glusterd_proc_stop] 0-management: scrub already stopped [2019-01-22 11:30:39.420967] I [MSGID: 106568] [glusterd-svc-mgmt.c:235:glusterd_svc_stop] 0-management: scrub service is stopped [2019-01-22 11:30:39.653168] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0x3a795) [0x7fca9e091795] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/delete/pre/S10selinux-del-fcontext.sh --volname=vol_04cfd6ac347fc1c37e9f18ebd59dc381 [2019-01-22 11:30:39.733275] I [MSGID: 106495] [glusterd-handler.c:3073:__glusterd_handle_getwd] 0-glusterd: Received getwd req [2019-01-22 11:30:39.740311] I [run.c:241:runner_log] (-->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2b3a) [0x7fca9e139b3a] -->/usr/lib64/glusterfs/4.1.5/xlator/mgmt/glusterd.so(+0xe2605) [0x7fca9e139605] -->/lib64/libglusterfs.so.0(runner_log+0x115) [0x7fcaa346f0e5] ) 0-management: Ran script: /var/lib/glusterd/hooks/1/delete/post/S57glusterfind-delete-post --volname=vol_04cfd6ac347fc1c37e9f18ebd59dc381 [2019-01-22 11:30:13.259907] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:32:13.266279] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:32:13.266320] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:32:28.258254] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:32:28.258324] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:34:28.261924] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_ba5d6d6b945eb60ccddbe44457792a8c) does not exist [Invalid argument] [2019-01-22 11:34:28.261964] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed [2019-01-22 11:34:43.252348] E [MSGID: 106026] [glusterd-snapshot.c:3962:glusterd_handle_snapshot_list] 0-management: Volume (vol_63854b105c40802bdec77290e91858ea) does not exist [Invalid argument] [2019-01-22 11:34:43.252412] W [MSGID: 106036] [glusterd-snapshot.c:9514:glusterd_handle_snapshot_fn] 0-management: Snapshot list failed sh-4.2# glusterfs-storage-ssvjp sh-4.2# glusterfs-storage-ssvjp sh-4.2#