<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<style><!--
/* Font Definitions */
@font-face
{font-family:宋体;
panose-1:2 1 6 0 3 1 1 1 1 1;}
@font-face
{font-family:"Cambria Math";
panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
{font-family:DengXian;
panose-1:2 1 6 0 3 1 1 1 1 1;}
@font-face
{font-family:Calibri;
panose-1:2 15 5 2 2 2 4 3 2 4;}
@font-face
{font-family:"\@宋体";
panose-1:2 1 6 0 3 1 1 1 1 1;}
@font-face
{font-family:"\@DengXian";
panose-1:2 1 6 0 3 1 1 1 1 1;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
{margin:0cm;
margin-bottom:.0001pt;
font-size:12.0pt;
font-family:宋体;
color:black;}
a:link, span.MsoHyperlink
{mso-style-priority:99;
color:blue;
text-decoration:underline;}
a:visited, span.MsoHyperlinkFollowed
{mso-style-priority:99;
color:purple;
text-decoration:underline;}
p.MsoListParagraph, li.MsoListParagraph, div.MsoListParagraph
{mso-style-priority:34;
margin:0cm;
margin-bottom:.0001pt;
text-indent:21.0pt;
font-size:12.0pt;
font-family:宋体;
color:black;}
p.msonormal0, li.msonormal0, div.msonormal0
{mso-style-name:msonormal;
mso-margin-top-alt:auto;
margin-right:0cm;
mso-margin-bottom-alt:auto;
margin-left:0cm;
font-size:12.0pt;
font-family:宋体;
color:black;}
p.emailquote, li.emailquote, div.emailquote
{mso-style-name:emailquote;
mso-margin-top-alt:auto;
margin-right:0cm;
mso-margin-bottom-alt:auto;
margin-left:1.0pt;
border:none;
padding:0cm;
font-size:12.0pt;
font-family:宋体;
color:black;}
span.EmailStyle20
{mso-style-type:personal-reply;
font-family:DengXian;
color:windowtext;}
.MsoChpDefault
{mso-style-type:export-only;
font-size:10.0pt;}
@page WordSection1
{size:612.0pt 792.0pt;
margin:72.0pt 90.0pt 72.0pt 90.0pt;}
div.WordSection1
{page:WordSection1;}
/* List Definitions */
@list l0
{mso-list-id:1543981024;
mso-list-type:hybrid;
mso-list-template-ids:-334199718 -231830018 67698713 67698715 67698703 67698713 67698715 67698703 67698713 67698715;}
@list l0:level1
{mso-level-text:"%1\)";
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:18.0pt;
text-indent:-18.0pt;}
@list l0:level2
{mso-level-number-format:alpha-lower;
mso-level-text:"%2\)";
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:42.0pt;
text-indent:-21.0pt;}
@list l0:level3
{mso-level-number-format:roman-lower;
mso-level-tab-stop:none;
mso-level-number-position:right;
margin-left:63.0pt;
text-indent:-21.0pt;}
@list l0:level4
{mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:84.0pt;
text-indent:-21.0pt;}
@list l0:level5
{mso-level-number-format:alpha-lower;
mso-level-text:"%5\)";
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:105.0pt;
text-indent:-21.0pt;}
@list l0:level6
{mso-level-number-format:roman-lower;
mso-level-tab-stop:none;
mso-level-number-position:right;
margin-left:126.0pt;
text-indent:-21.0pt;}
@list l0:level7
{mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:147.0pt;
text-indent:-21.0pt;}
@list l0:level8
{mso-level-number-format:alpha-lower;
mso-level-text:"%8\)";
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:168.0pt;
text-indent:-21.0pt;}
@list l0:level9
{mso-level-number-format:roman-lower;
mso-level-tab-stop:none;
mso-level-number-position:right;
margin-left:189.0pt;
text-indent:-21.0pt;}
@list l1
{mso-list-id:1973561378;
mso-list-type:hybrid;
mso-list-template-ids:235828444 -1837049216 67698713 67698715 67698703 67698713 67698715 67698703 67698713 67698715;}
@list l1:level1
{mso-level-text:"%1\)";
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:18.0pt;
text-indent:-18.0pt;}
@list l1:level2
{mso-level-number-format:alpha-lower;
mso-level-text:"%2\)";
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:42.0pt;
text-indent:-21.0pt;}
@list l1:level3
{mso-level-number-format:roman-lower;
mso-level-tab-stop:none;
mso-level-number-position:right;
margin-left:63.0pt;
text-indent:-21.0pt;}
@list l1:level4
{mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:84.0pt;
text-indent:-21.0pt;}
@list l1:level5
{mso-level-number-format:alpha-lower;
mso-level-text:"%5\)";
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:105.0pt;
text-indent:-21.0pt;}
@list l1:level6
{mso-level-number-format:roman-lower;
mso-level-tab-stop:none;
mso-level-number-position:right;
margin-left:126.0pt;
text-indent:-21.0pt;}
@list l1:level7
{mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:147.0pt;
text-indent:-21.0pt;}
@list l1:level8
{mso-level-number-format:alpha-lower;
mso-level-text:"%8\)";
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:168.0pt;
text-indent:-21.0pt;}
@list l1:level9
{mso-level-number-format:roman-lower;
mso-level-tab-stop:none;
mso-level-number-position:right;
margin-left:189.0pt;
text-indent:-21.0pt;}
ol
{margin-bottom:0cm;}
ul
{margin-bottom:0cm;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body bgcolor="white" lang="ZH-CN" link="blue" vlink="purple">
<div class="WordSection1">
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext">Hi,<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext">Thanks a lots for your update.<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext">I would like try to introduce more detail for which the issue came from.<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext">This issue is came from a test case in our team, it is the step like the following:<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:18.0pt;text-indent:-18.0pt;mso-list:l0 level1 lfo1">
<![if !supportLists]><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext"><span style="mso-list:Ignore">1)<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext">Setup a glusterfs ENV with replicate 2 storage server nodes and 2 client nodes<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:18.0pt;text-indent:-18.0pt;mso-list:l0 level1 lfo1">
<![if !supportLists]><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext"><span style="mso-list:Ignore">2)<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext">Generate a split-brain file , sn-0 is normal, sn-1 is dirty.<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:18.0pt;text-indent:-18.0pt;mso-list:l0 level1 lfo1">
<![if !supportLists]><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext"><span style="mso-list:Ignore">3)<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext">Delete the directory before heal begin (in this phase, the normal correct file in sn-0 is deleted by “rm” command , dirty file is still there )<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:18.0pt;text-indent:-18.0pt;mso-list:l0 level1 lfo1">
<![if !supportLists]><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext"><span style="mso-list:Ignore">4)<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext">After that, the self-heal process will always be failure with the log which attached in last mail<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:"Courier New""><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:"Courier New""><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext">Also attach some command output FYI.<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext">From my understand , the Glusterfs maybe can’t handle the split-brain file in this case, could you share your comments and confirm whether do some enhancement
for this case or not?<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:"Courier New""><o:p> </o:p></span></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="font-size:10.5pt;font-family:"Courier New";background:silver;mso-highlight:silver">rm -rf /mnt/export/testdir rm: cannot remove '/mnt/export/testdir/test file': No data available</span></u></i><i><u><span lang="EN-US" style="font-size:10.5pt;font-family:"Courier New""><o:p></o:p></span></u></i></p>
<p class="MsoListParagraph" style="margin-left:18.0pt;text-indent:0cm"><i><u><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext"><o:p><span style="text-decoration:none"> </span></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext"><o:p><span style="text-decoration:none"> </span></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">[root@sn-1:/root]<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver"># ls -l /mnt/export/testdir/<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">ls: cannot access '/mnt/export/testdir/IORFILE_82_2': No data available<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">total 0<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">-????????? ? ? ? ? ? test_file<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext;background:silver;mso-highlight:silver"><o:p><span style="text-decoration:none"> </span></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">[root@sn-1:/root]<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver"># getfattr -m . -d -e hex /mnt/bricks/export/brick/testdir/<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">getfattr: Removing leading '/' from absolute path names<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver"># file: mnt/bricks/export/brick/testdir/<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">trusted.afr.dirty=0x000000000000000000000001<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">trusted.afr.export-client-0=0x000000000000000000000054<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">trusted.gfid=0xb217d6af49024f189a69e0ccf5207572<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">trusted.glusterfs.dht=0x000000010000000000000000ffffffff<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver"><o:p><span style="text-decoration:none"> </span></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">[root@sn-0:/var/log/glusterfs]<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver"># getfattr -m . -d -e hex /mnt/bricks/export/brick/testdir/<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">getfattr: Removing leading '/' from absolute path names<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver"># file: mnt/bricks/export/brick/testdir/<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">trusted.gfid=0xb217d6af49024f189a69e0ccf5207572<o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="background:silver;mso-highlight:silver">trusted.glusterfs.dht=0x000000010000000000000000ffffffff</span><span lang="EN-US"><o:p></o:p></span></u></i></p>
<p class="MsoNormal"><i><u><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext"><o:p><span style="text-decoration:none"> </span></o:p></span></u></i></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext">Best Regards<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.5pt;font-family:DengXian;color:windowtext">George<o:p></o:p></span></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0cm 0cm 0cm">
<p class="MsoNormal"><b><span lang="EN-US" style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:windowtext">From:</span></b><span lang="EN-US" style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:windowtext"> gluster-devel-bounces@gluster.org
[mailto:gluster-devel-bounces@gluster.org] <b>On Behalf Of </b>Ravishankar N<br>
<b>Sent:</b> Tuesday, January 16, 2018 1:44 PM<br>
<b>To:</b> Zhou, Cynthia (NSB - CN/Hangzhou) <cynthia.zhou@nokia-sbell.com>; Gluster Devel <gluster-devel@gluster.org><br>
<b>Subject:</b> Re: [Gluster-devel] query about why glustershd can not afr_selfheal_recreate_entry because of "afr: Prevent null gfids in self-heal entry re-creation"<o:p></o:p></span></p>
</div>
</div>
<p class="MsoNormal"><span lang="EN-US"><o:p> </o:p></span></p>
<p><span lang="EN-US">+ gluster-devel<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-US"><o:p> </o:p></span></p>
<div>
<p class="MsoNormal"><span lang="EN-US">On 01/15/2018 01:41 PM, Zhou, Cynthia (NSB - CN/Hangzhou) wrote:<o:p></o:p></span></p>
</div>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Hi glusterfs expert,<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"> Good day,<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"> When I do some test about glusterfs self-heal I find following prints showing when dir/file type
get error it cannot get self-healed.<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph;text-indent:21.0pt">
<b><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Could you help to check if it is an expected behavior ? because I find the code change
</span></b><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><a href="https://review.gluster.org/#/c/17981/"><b><span style="color:#0563C1">https://review.gluster.org/#/c/17981/</span></b></a><b> add check for iatt->ia_type, so what
if a file’s ia_type get corrupted ? in this case it should not get self-healed</b> ?
<o:p></o:p></span></p>
</blockquote>
<p class="MsoNormal"><span lang="EN-US"><br>
</span><span lang="EN-US" style="font-size:10.0pt">Yes, without knowing the ia-type , afr_selfheal_recreate_entry () cannot decide what type of FOP to do (mkdir/link/mknod ) to create the appropriate file on the sink. You would need to find out why the source
brick is not returning valid ia_type. i.e. why replies[source].poststat is not valid.<br>
Thanks,<br>
Ravi</span><span lang="EN-US" style="font-size:10.0pt;font-family:"Calibri",sans-serif"><br>
<br>
<br>
</span><span lang="EN-US"><o:p></o:p></span></p>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph;text-indent:21.0pt">
<span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Thanks!<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">//////////////////heal info output////////////////////////////<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[root@sn-0:/home/robot]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"># gluster v heal export info<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Brick sn-0.local:/mnt/bricks/export/brick<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Status: Connected<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Number of entries: 0<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Brick sn-1.local:/mnt/bricks/export/brick<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">/testdir - Is in split-brain<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Status: Connected<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Number of entries: 1<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">//////////////////////////////////////////sn-1 glustershd log///////////////////////////////////////////////////<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Times New Roman",serif"> </span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[2018-01-15 03:53:40.011422] I [MSGID: 108026] [afr-self-heal-entry.c:887:afr_selfheal_entry_do] 0-export-replicate-0:
performing entry selfheal on b217d6af-4902-4f18-9a69-e0ccf5207572<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[2018-01-15 03:53:40.013994] W [MSGID: 114031] [client-rpc-fops.c:2860:client3_3_lookup_cbk] 0-export-client-1:
remote operation failed. Path: (null) (00000000-0000-0000-0000-000000000000) [No data available]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[2018-01-15 03:53:40.014025] E [MSGID: 108037] [afr-self-heal-entry.c:92:afr_selfheal_recreate_entry] 0-export-replicate-0:
</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif;color:red">Invalid ia_type (0) or gfid(00000000-0000-0000-0000-000000000000). source brick=1, pargfid=00000000-0000-0000-0000-000000000000, name=IORFILE_82_2</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">//////////////////////////////////////gdb attached to sn-1 glustershd/////////////////////////////////////////////<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">root@sn-1:/var/log/glusterfs]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"># gdb attach 2191<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">GNU gdb (GDB) 8.0.1<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Copyright (C) 2017 Free Software Foundation, Inc.<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">License GPLv3+: GNU GPL version 3 or later <<a href="http://gnu.org/licenses/gpl.html"><span style="color:#0563C1">http://gnu.org/licenses/gpl.html</span></a>><o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">This is free software: you are free to change and redistribute it.<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">There is NO WARRANTY, to the extent permitted by law. Type "show copying"<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">and "show warranty" for details.<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">This GDB was configured as "x86_64-linux-gnu".<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Type "show configuration" for configuration details.<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">For bug reporting instructions, please see:<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><<a href="http://www.gnu.org/software/gdb/bugs/"><span style="color:#0563C1">http://www.gnu.org/software/gdb/bugs/</span></a>>.<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Find the GDB manual and other documentation resources online at:<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><<a href="http://www.gnu.org/software/gdb/documentation/"><span style="color:#0563C1">http://www.gnu.org/software/gdb/documentation/</span></a>>.<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">For help, type "help".<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Type "apropos word" to search for commands related to "word"...<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">attach: No such file or directory.<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Attaching to process 2191<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[New LWP 2192]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[New LWP 2193]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[New LWP 2194]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[New LWP 2195]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[New LWP 2196]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[New LWP 2197]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[New LWP 2239]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[New LWP 2241]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[New LWP 2243]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[New LWP 2245]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[New LWP 2247]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[Thread debugging using libthread_db enabled]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Using host libthread_db library "/lib64/libthread_db.so.1".<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">0x00007f90aca037bd in __pthread_join (threadid=140259279345408, thread_return=0x0) at pthread_join.c:90<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">90 pthread_join.c: No such file or directory.<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) break afr_selfheal_recreate_entry<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Breakpoint 1 at 0x7f90a3b56dec: file afr-self-heal-entry.c, line 73.<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Continuing.<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">[Switching to Thread 0x7f90a1b8e700 (LWP 2241)]<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">Thread 9 "glustershdheal" hit Breakpoint 1, afr_selfheal_recreate_entry (frame=0x7f90980018d0, dst=0, source=1,
sources=0x7f90a1b8ceb0 "", dir=0x7f9098011940, name=0x7f909c015d48 "IORFILE_82_2",
<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"> inode=0x7f9098001bd0, replies=0x7f90a1b8c890) at afr-self-heal-entry.c:73<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">73 afr-self-heal-entry.c: No such file or directory.<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) n<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">74 in afr-self-heal-entry.c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) n<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">75 in afr-self-heal-entry.c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) n<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">76 in afr-self-heal-entry.c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) n<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">77 in afr-self-heal-entry.c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) n<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">78 in afr-self-heal-entry.c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) n<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">79 in afr-self-heal-entry.c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) n<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">80 in afr-self-heal-entry.c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) n<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">81 in afr-self-heal-entry.c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) n<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">82 in afr-self-heal-entry.c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) n<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">83 in afr-self-heal-entry.c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) n<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">85 in afr-self-heal-entry.c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) n<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">86 in afr-self-heal-entry.c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) n<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">87 in afr-self-heal-entry.c<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) print iatt->ia_type<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif;color:red">$1 = IA_INVAL</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) print gf_uuid_is_null(iatt->ia_gfid)<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">$2 = 1<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb) bt<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#0 afr_selfheal_recreate_entry (frame=0x7f90980018d0, dst=0, source=1, sources=0x7f90a1b8ceb0 "", dir=0x7f9098011940,
name=0x7f909c015d48 "IORFILE_82_2", inode=0x7f9098001bd0, replies=0x7f90a1b8c890)<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"> at afr-self-heal-entry.c:87<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#1 0x00007f90a3b57d20 in __afr_selfheal_merge_dirent (frame=0x7f90980018d0, this=0x7f90a4024610, fd=0x7f9098413090,
name=0x7f909c015d48 "IORFILE_82_2", inode=0x7f9098001bd0, <o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"> sources=0x7f90a1b8ceb0 "", healed_sinks=0x7f90a1b8ce70 "\001\001A\230\220\177", locked_on=0x7f90a1b8ce50
"\001\001\270\241\220\177", replies=0x7f90a1b8c890) at afr-self-heal-entry.c:360<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#2 0x00007f90a3b57da5 in __afr_selfheal_entry_dirent (frame=0x7f90980018d0, this=0x7f90a4024610, fd=0x7f9098413090,
name=0x7f909c015d48 "IORFILE_82_2", inode=0x7f9098001bd0, source=-1, <o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"> sources=0x7f90a1b8ceb0 "", healed_sinks=0x7f90a1b8ce70 "\001\001A\230\220\177", locked_on=0x7f90a1b8ce50
"\001\001\270\241\220\177", replies=0x7f90a1b8c890) at afr-self-heal-entry.c:379<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#3 0x00007f90a3b5881f in afr_selfheal_entry_dirent (frame=0x7f90980018d0, this=0x7f90a4024610, fd=0x7f9098413090,
name=0x7f909c015d48 "IORFILE_82_2", parent_idx_inode=0x0, subvol=0x7f90a4022240,
<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"> full_crawl=_gf_true) at afr-self-heal-entry.c:610<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#4 0x00007f90a3b58da8 in afr_selfheal_entry_do_subvol (frame=0x7f90980110f0, this=0x7f90a4024610, fd=0x7f9098413090,
child=1) at afr-self-heal-entry.c:742<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#5 0x00007f90a3b5953a in afr_selfheal_entry_do (frame=0x7f90980110f0, this=0x7f90a4024610, fd=0x7f9098413090,
source=-1, sources=0x7f90a1b8d810 "", <o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"> healed_sinks=0x7f90a1b8d7d0 "\001\001\270\241\220\177") at afr-self-heal-entry.c:908<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#6 0x00007f90a3b59b79 in __afr_selfheal_entry (frame=0x7f90980110f0, this=0x7f90a4024610, fd=0x7f9098413090,
locked_on=0x7f90a1b8d920 "\001\001\\Z") at afr-self-heal-entry.c:1002<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#7 0x00007f90a3b5a051 in afr_selfheal_entry (frame=0x7f90980110f0, this=0x7f90a4024610, inode=0x7f9098011940)
at afr-self-heal-entry.c:1112<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#8 0x00007f90a3b519b1 in afr_selfheal_do (frame=0x7f90980110f0, this=0x7f90a4024610, gfid=0x7f90a1b8db20
"\262\027</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Arial",sans-serif">֯</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">I\002O\030\232i\340\314\365 urP</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Arial",sans-serif">۸</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">\241\220\177")
at afr-self-heal-common.c:2459<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#9 0x00007f90a3b51aa7 in afr_selfheal (this=0x7f90a4024610, gfid=0x7f90a1b8db20 "\262\027</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Arial",sans-serif">֯</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">I\002O\030\232i\340\314\365
urP</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Arial",sans-serif">۸</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">\241\220\177") at afr-self-heal-common.c:2500<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#10 0x00007f90a3b5cf1f in afr_shd_selfheal (healer=0x7f90a4033510, child=1, gfid=0x7f90a1b8db20 "\262\027</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Arial",sans-serif">֯</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">I\002O\030\232i\340\314\365
urP</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Arial",sans-serif">۸</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">\241\220\177") at afr-self-heald.c:334<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#11 0x00007f90a3b5d2c8 in afr_shd_index_heal (subvol=0x7f90a4022240, entry=0x7f909c0169c0, parent=0x7f90a1b8dde0,
data=0x7f90a4033510) at afr-self-heald.c:431<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#12 0x00007f90adc74654 in syncop_mt_dir_scan (frame=0x7f90a407b4f0, subvol=0x7f90a4022240, loc=0x7f90a1b8dde0,
pid=-6, data=0x7f90a4033510, fn=0x7f90a3b5d17c <afr_shd_index_heal>, <o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"> xdata=0x7f90a4002380, max_jobs=1, max_qlen=1024) at syncop-utils.c:407<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#13 0x00007f90a3b5d4e1 in afr_shd_index_sweep (healer=0x7f90a4033510, vgfid=0x7f90a3b84f38 "glusterfs.xattrop_index_gfid")
at afr-self-heald.c:481<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#14 0x00007f90a3b5d5bd in afr_shd_index_sweep_all (healer=0x7f90a4033510) at afr-self-heald.c:504<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#15 0x00007f90a3b5d894 in afr_shd_index_healer (data=0x7f90a4033510) at afr-self-heald.c:584<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#16 0x00007f90aca024a5 in start_thread (arg=0x7f90a1b8e700) at pthread_create.c:465<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">#17 0x00007f90ac2e959f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif">(gdb)<o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph;text-indent:21.0pt">
<span lang="EN-US" style="font-size:10.5pt;font-family:"Times New Roman",serif"> </span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph;text-indent:21.0pt">
<span lang="EN-US" style="font-size:10.5pt;font-family:"Times New Roman",serif"> </span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph;text-indent:21.0pt">
<span lang="EN-US" style="font-size:10.5pt;font-family:"Times New Roman",serif"> </span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Times New Roman",serif"> </span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Arial",sans-serif">Best regards,<br>
<b>Cynthia </b></span><b><span style="font-size:10.5pt">（周琳）</span></b><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Arial",sans-serif">MBB SM HETRAN SW3 MATRIX
</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Arial",sans-serif">Storage
<br>
Mobile: +86 (0)18657188311</span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Times New Roman",serif"> </span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Times New Roman",serif"> </span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal" style="text-align:justify;text-justify:inter-ideograph"><span lang="EN-US" style="font-size:10.5pt;font-family:"Times New Roman",serif"> </span><span lang="EN-US" style="font-size:10.5pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</blockquote>
<p class="MsoNormal"><span lang="EN-US"><o:p> </o:p></span></p>
</div>
</body>
</html>