<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
<style type="text/css">BODY {
FONT-FAMILY: arial
}
</style>
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<style><!--
/* Font Definitions */
@font-face
{font-family:"Cambria Math";
panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
{font-family:Calibri;
panose-1:2 15 5 2 2 2 4 3 2 4;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
{margin:0cm;
margin-bottom:.0001pt;
font-size:12.0pt;
font-family:"Arial",sans-serif;}
h1
{mso-style-priority:9;
mso-style-link:"Überschrift 1 Zchn";
margin-top:20.0pt;
margin-right:0cm;
margin-bottom:2.0pt;
margin-left:0cm;
page-break-after:avoid;
font-size:18.0pt;
font-family:"Arial",sans-serif;
text-transform:uppercase;
font-weight:normal;}
h2
{mso-style-priority:9;
mso-style-link:"Überschrift 2 Zchn";
margin-top:6.0pt;
margin-right:0cm;
margin-bottom:0cm;
margin-left:0cm;
margin-bottom:.0001pt;
page-break-after:avoid;
font-size:14.0pt;
font-family:"Arial",sans-serif;
text-transform:uppercase;
font-weight:normal;}
h3
{mso-style-priority:9;
mso-style-link:"Überschrift 3 Zchn";
margin-top:6.0pt;
margin-right:0cm;
margin-bottom:0cm;
margin-left:0cm;
margin-bottom:.0001pt;
page-break-after:avoid;
font-size:14.0pt;
font-family:"Arial",sans-serif;
font-variant:small-caps;
font-weight:normal;}
h4
{mso-style-priority:9;
mso-style-link:"Überschrift 4 Zchn";
margin-top:6.0pt;
margin-right:0cm;
margin-bottom:0cm;
margin-left:0cm;
margin-bottom:.0001pt;
page-break-after:avoid;
font-size:11.0pt;
font-family:"Arial",sans-serif;
text-transform:uppercase;
font-weight:normal;}
h5
{mso-style-priority:9;
mso-style-link:"Überschrift 5 Zchn";
margin-top:6.0pt;
margin-right:0cm;
margin-bottom:0cm;
margin-left:0cm;
margin-bottom:.0001pt;
page-break-after:avoid;
font-size:11.0pt;
font-family:"Arial",sans-serif;
text-transform:uppercase;
font-weight:normal;
font-style:italic;}
h6
{mso-style-priority:9;
mso-style-link:"Überschrift 6 Zchn";
margin-top:6.0pt;
margin-right:0cm;
margin-bottom:0cm;
margin-left:0cm;
margin-bottom:.0001pt;
page-break-after:avoid;
font-size:10.0pt;
font-family:"Arial",sans-serif;
color:#262626;
text-transform:uppercase;}
p.MsoHeading7, li.MsoHeading7, div.MsoHeading7
{mso-style-priority:9;
mso-style-link:"Überschrift 7 Zchn";
margin-top:6.0pt;
margin-right:0cm;
margin-bottom:0cm;
margin-left:0cm;
margin-bottom:.0001pt;
page-break-after:avoid;
font-size:10.0pt;
font-family:"Arial",sans-serif;
color:#262626;
text-transform:uppercase;
font-weight:bold;
font-style:italic;}
p.MsoHeading8, li.MsoHeading8, div.MsoHeading8
{mso-style-priority:9;
mso-style-link:"Überschrift 8 Zchn";
margin-top:6.0pt;
margin-right:0cm;
margin-bottom:0cm;
margin-left:0cm;
margin-bottom:.0001pt;
page-break-after:avoid;
font-size:10.0pt;
font-family:"Arial",sans-serif;
color:#7F7F7F;
text-transform:uppercase;
font-weight:bold;}
p.MsoHeading9, li.MsoHeading9, div.MsoHeading9
{mso-style-priority:9;
mso-style-link:"Überschrift 9 Zchn";
margin-top:6.0pt;
margin-right:0cm;
margin-bottom:0cm;
margin-left:0cm;
margin-bottom:.0001pt;
page-break-after:avoid;
font-size:10.0pt;
font-family:"Arial",sans-serif;
color:#7F7F7F;
text-transform:uppercase;
font-weight:bold;
font-style:italic;}
p.MsoHeader, li.MsoHeader, div.MsoHeader
{mso-style-priority:99;
mso-style-link:"Kopfzeile Zchn";
margin:0cm;
margin-bottom:.0001pt;
font-size:12.0pt;
font-family:"Arial",sans-serif;}
p.MsoFooter, li.MsoFooter, div.MsoFooter
{mso-style-priority:99;
mso-style-link:"Fußzeile Zchn";
margin:0cm;
margin-bottom:.0001pt;
font-size:12.0pt;
font-family:"Arial",sans-serif;}
p.MsoCaption, li.MsoCaption, div.MsoCaption
{mso-style-priority:35;
margin:0cm;
margin-bottom:.0001pt;
font-size:12.0pt;
font-family:"Arial",sans-serif;
font-variant:small-caps;
color:#595959;
font-weight:bold;}
p.MsoTitle, li.MsoTitle, div.MsoTitle
{mso-style-priority:10;
mso-style-link:"Titel Zchn";
margin:0cm;
margin-bottom:.0001pt;
mso-add-space:auto;
font-size:36.0pt;
font-family:"Arial",sans-serif;
color:#404040;
text-transform:uppercase;
letter-spacing:-.5pt;}
p.MsoTitleCxSpFirst, li.MsoTitleCxSpFirst, div.MsoTitleCxSpFirst
{mso-style-priority:10;
mso-style-link:"Titel Zchn";
mso-style-type:export-only;
margin:0cm;
margin-bottom:.0001pt;
mso-add-space:auto;
font-size:36.0pt;
font-family:"Arial",sans-serif;
color:#404040;
text-transform:uppercase;
letter-spacing:-.5pt;}
p.MsoTitleCxSpMiddle, li.MsoTitleCxSpMiddle, div.MsoTitleCxSpMiddle
{mso-style-priority:10;
mso-style-link:"Titel Zchn";
mso-style-type:export-only;
margin:0cm;
margin-bottom:.0001pt;
mso-add-space:auto;
font-size:36.0pt;
font-family:"Arial",sans-serif;
color:#404040;
text-transform:uppercase;
letter-spacing:-.5pt;}
p.MsoTitleCxSpLast, li.MsoTitleCxSpLast, div.MsoTitleCxSpLast
{mso-style-priority:10;
mso-style-link:"Titel Zchn";
mso-style-type:export-only;
margin:0cm;
margin-bottom:.0001pt;
mso-add-space:auto;
font-size:36.0pt;
font-family:"Arial",sans-serif;
color:#404040;
text-transform:uppercase;
letter-spacing:-.5pt;}
p.MsoSubtitle, li.MsoSubtitle, div.MsoSubtitle
{mso-style-priority:11;
mso-style-link:"Untertitel Zchn";
margin:0cm;
margin-bottom:.0001pt;
font-size:14.0pt;
font-family:"Arial",sans-serif;
font-variant:small-caps;
color:#595959;}
a:link, span.MsoHyperlink
{mso-style-priority:99;
color:black;
text-decoration:underline;}
a:visited, span.MsoHyperlinkFollowed
{mso-style-priority:99;
color:#646464;
text-decoration:underline;}
p.MsoNoSpacing, li.MsoNoSpacing, div.MsoNoSpacing
{mso-style-priority:1;
margin:0cm;
margin-bottom:.0001pt;
font-size:10.0pt;
font-family:"Times New Roman",serif;}
p.MsoListParagraph, li.MsoListParagraph, div.MsoListParagraph
{mso-style-priority:34;
margin-top:0cm;
margin-right:0cm;
margin-bottom:0cm;
margin-left:36.0pt;
margin-bottom:.0001pt;
font-size:12.0pt;
font-family:"Arial",sans-serif;}
p.MsoQuote, li.MsoQuote, div.MsoQuote
{mso-style-priority:29;
mso-style-link:"Zitat Zchn";
margin-top:8.0pt;
margin-right:36.0pt;
margin-bottom:0cm;
margin-left:36.0pt;
margin-bottom:.0001pt;
font-size:12.5pt;
font-family:"Arial",sans-serif;}
p.MsoIntenseQuote, li.MsoIntenseQuote, div.MsoIntenseQuote
{mso-style-priority:30;
mso-style-link:"Intensives Zitat Zchn";
margin-top:14.0pt;
margin-right:54.0pt;
margin-bottom:14.0pt;
margin-left:54.0pt;
text-align:center;
font-size:16.0pt;
font-family:"Arial",sans-serif;
color:#404040;}
span.MsoSubtleEmphasis
{mso-style-priority:19;
color:#595959;
font-style:italic;}
span.MsoIntenseEmphasis
{mso-style-priority:21;
font-weight:bold;
font-style:italic;}
span.MsoSubtleReference
{mso-style-priority:31;
font-variant:small-caps;
color:#404040;
text-decoration:underline;}
span.MsoIntenseReference
{mso-style-priority:32;
font-variant:small-caps;
color:windowtext;
text-transform:none;
letter-spacing:.15pt;
font-weight:bold;
text-decoration:underline;}
span.MsoBookTitle
{mso-style-priority:33;
font-variant:small-caps;
letter-spacing:.35pt;
font-weight:bold;}
p.MsoTocHeading, li.MsoTocHeading, div.MsoTocHeading
{mso-style-priority:39;
margin-top:20.0pt;
margin-right:0cm;
margin-bottom:2.0pt;
margin-left:0cm;
page-break-after:avoid;
font-size:18.0pt;
font-family:"Arial",sans-serif;
text-transform:uppercase;}
span.berschrift1Zchn
{mso-style-name:"Überschrift 1 Zchn";
mso-style-priority:9;
mso-style-link:"Überschrift 1";
font-family:"Arial",sans-serif;
text-transform:uppercase;}
span.berschrift2Zchn
{mso-style-name:"Überschrift 2 Zchn";
mso-style-priority:9;
mso-style-link:"Überschrift 2";
font-family:"Arial",sans-serif;
text-transform:uppercase;}
span.berschrift3Zchn
{mso-style-name:"Überschrift 3 Zchn";
mso-style-priority:9;
mso-style-link:"Überschrift 3";
font-family:"Arial",sans-serif;
font-variant:small-caps;}
span.berschrift4Zchn
{mso-style-name:"Überschrift 4 Zchn";
mso-style-priority:9;
mso-style-link:"Überschrift 4";
font-family:"Arial",sans-serif;
text-transform:uppercase;}
span.berschrift5Zchn
{mso-style-name:"Überschrift 5 Zchn";
mso-style-priority:9;
mso-style-link:"Überschrift 5";
font-family:"Arial",sans-serif;
text-transform:uppercase;
font-style:italic;}
span.berschrift6Zchn
{mso-style-name:"Überschrift 6 Zchn";
mso-style-priority:9;
mso-style-link:"Überschrift 6";
font-family:"Arial",sans-serif;
color:#262626;
text-transform:uppercase;
font-weight:bold;}
span.berschrift7Zchn
{mso-style-name:"Überschrift 7 Zchn";
mso-style-priority:9;
mso-style-link:"Überschrift 7";
font-family:"Arial",sans-serif;
color:#262626;
text-transform:uppercase;
font-weight:bold;
font-style:italic;}
span.berschrift8Zchn
{mso-style-name:"Überschrift 8 Zchn";
mso-style-priority:9;
mso-style-link:"Überschrift 8";
font-family:"Arial",sans-serif;
color:#7F7F7F;
text-transform:uppercase;
font-weight:bold;}
span.berschrift9Zchn
{mso-style-name:"Überschrift 9 Zchn";
mso-style-priority:9;
mso-style-link:"Überschrift 9";
font-family:"Arial",sans-serif;
color:#7F7F7F;
text-transform:uppercase;
font-weight:bold;
font-style:italic;}
span.TitelZchn
{mso-style-name:"Titel Zchn";
mso-style-priority:10;
mso-style-link:Titel;
font-family:"Arial",sans-serif;
color:#404040;
text-transform:uppercase;
letter-spacing:-.5pt;}
span.UntertitelZchn
{mso-style-name:"Untertitel Zchn";
mso-style-priority:11;
mso-style-link:Untertitel;
font-family:"Arial",sans-serif;
font-variant:small-caps;
color:#595959;}
span.ZitatZchn
{mso-style-name:"Zitat Zchn";
mso-style-priority:29;
mso-style-link:Zitat;
font-family:"Arial",sans-serif;}
span.IntensivesZitatZchn
{mso-style-name:"Intensives Zitat Zchn";
mso-style-priority:30;
mso-style-link:"Intensives Zitat";
color:#404040;}
span.KopfzeileZchn
{mso-style-name:"Kopfzeile Zchn";
mso-style-priority:99;
mso-style-link:Kopfzeile;}
span.FuzeileZchn
{mso-style-name:"Fußzeile Zchn";
mso-style-priority:99;
mso-style-link:Fußzeile;}
p.msonormal0, li.msonormal0, div.msonormal0
{mso-style-name:msonormal;
mso-margin-top-alt:auto;
margin-right:0cm;
mso-margin-bottom-alt:auto;
margin-left:0cm;
font-size:12.0pt;
font-family:"Arial",sans-serif;}
span.E-MailFormatvorlage50
{mso-style-type:personal-reply;
font-family:"Arial",sans-serif;
color:windowtext;
font-weight:normal;
font-style:normal;}
.MsoChpDefault
{mso-style-type:export-only;
font-size:10.0pt;}
@page WordSection1
{size:612.0pt 792.0pt;
margin:70.85pt 70.85pt 2.0cm 70.85pt;}
div.WordSection1
{page:WordSection1;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="DE" link="black" vlink="#646464">
<p></p>
<div class="WordSection1">
<p class="MsoNormal"><span lang="EN-US" style="mso-fareast-language:EN-US">Hallo Iban,<br>
first you should check the path to the disk. (mmlsnsd -m) It seems to be broken from the OS view. This should fixed first. If you see no dev entry you have a HW problem. If this is fixed then you can start each disk individuell to see there are something start
here. On wich scale version do you are?<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="mso-fareast-language:EN-US"><o:p> </o:p></span></p>
<div></div>
</div>
<p></p>
<p><font style="font-family:Arial;">Renar</font> <font style="font-family:Arial;">Grunenberg</font><br>
<font style="font-family:Arial;">Abteilung Informatik - Betrieb</font><br>
<br>
<font style="font-family:Arial;">HUK-COBURG</font><br>
<font style="font-family:Arial;">Bahnhofsplatz</font><br>
<font style="font-family:Arial;">96444</font> <font style="font-family:Arial;">Coburg</font><br>
<table class="e79ec6a3-48ea-4f45-a5d8-624c9dc60d9aTable" style="font-family:Arial;">
<tbody>
<tr>
<td><font style="font-family:Arial;"><font style="font-family:Arial;"><font style="font-family:Arial;">Telefon:</font></font></font></td>
<td><font style="font-family:Arial;"><font style="font-family:Arial;"><font style="font-family:Arial;">09561 96-44110</font></font></font></td>
</tr>
<tr>
<td><font style="font-family:Arial;"><font style="font-family:Arial;"><font style="font-family:Arial;">Telefax:</font></font></font></td>
<td><font style="font-family:Arial;"><font style="font-family:Arial;"><font style="font-family:Arial;">09561 96-44104</font></font></font></td>
</tr>
<tr>
<td><font style="font-family:Arial;"><font style="font-family:Arial;"><font style="font-family:Arial;">E-Mail:</font></font></font></td>
<td><font style="font-family:Arial;"><font style="font-family:Arial;">Renar.Grunenberg@huk-coburg.de</font></font></td>
</tr>
<tr>
<td><font style="font-family:Arial;"><font style="font-family:Arial;"><font style="font-family:Arial;">Internet:</font></font></font></td>
<td><font style="font-family:Arial;"><font style="font-family:Arial;"><font style="font-family:Arial;">www.huk.de</font></font></font></td>
</tr>
</tbody>
</table>
</p>
<hr id="HR1">
<font face="Arial"><font size="1">HUK-COBURG Haftpflicht-Unterstützungs-Kasse kraftfahrender Beamter Deutschlands a. G. in Coburg<br>
Reg.-Gericht Coburg HRB 100; St.-Nr. 9212/101/00021<br>
Sitz der Gesellschaft: Bahnhofsplatz, 96444 Coburg<br>
Vorsitzender des Aufsichtsrats: Prof. Dr. Heinrich R. Schradin.<br>
Vorstand: Klaus-Jürgen Heitmann (Sprecher), Stefan Gronbach, Dr. Hans Olav Herøy, Dr. Jörg Rheinländer, Sarah Rössler, Thomas Sehn, Daniel Thomas.<br>
</font>
<hr id="HR1">
</font><font size="1" face="Arial">Diese Nachricht enthält vertrauliche und/oder rechtlich geschützte Informationen.<br>
Wenn Sie nicht der richtige Adressat sind oder diese Nachricht irrtümlich erhalten haben,<br>
informieren Sie bitte sofort den Absender und vernichten Sie diese Nachricht.<br>
Das unerlaubte Kopieren sowie die unbefugte Weitergabe dieser Nachricht ist nicht gestattet.<br>
<br>
This information may contain confidential and/or privileged information.<br>
If you are not the intended recipient (or have received this information in error) please notify the<br>
sender immediately and destroy this information.<br>
Any unauthorized copying, disclosure or distribution of the material in this information is strictly forbidden.<br>
</font>
<hr id="HR1">
<p></p>
<p></p>
<p></p>
<div class="WordSection1">
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0cm 0cm 0cm">
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Von:</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> gpfsug-discuss-bounces@spectrumscale.org <gpfsug-discuss-bounces@spectrumscale.org>
<b>Im Auftrag von </b>Iban Cabrillo<br>
<b>Gesendet:</b> Dienstag, 12. Januar 2021 15:32<br>
<b>An:</b> gpfsug-discuss <gpfsug-discuss@spectrumscale.org><br>
<b>Betreff:</b> [gpfsug-discuss] Disk in unrecovered state<o:p></o:p></span></p>
</div>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
<div>
<div>
<p class="MsoNormal"><span style="color:black">Dear,<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"> Since this moning I have a couple of disk (7) in down state, I have tried to start them again but after that they change to unrecovered.<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"> These "failed" disk are only DATA. Both pool Data and Metadata has two failures groups, and set replica to 2. The Metadata disks are in two different enclosures one for each filure group. The filesystem has
been unmounted , but when i have tried to run the mmfsck told me the I should remove the down disk<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"> <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"> [root@gpfs06 ~]# mmlsdisk gpfs2 -L | grep -v up<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">disk driver sector failure holds holds storage<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">------------ -------- ------ ----------- -------- ----- ------------- ------------ ------- ------------ ---------<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">.....<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">nsd18jbod1 nsd 512 2 No Yes to be emptied unrecovered 26 data <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">nsd19jbod1 nsd 512 2 No Yes ready unrecovered 27 data <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">nsd19jbod2 nsd 512 3 No Yes ready down 46 data <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">nsd24jbod2 nsd 512 3 No Yes ready down 51 data <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">nsd57jbod1 nsd 512 2 No Yes ready down 109 data <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">nsd61jbod1 nsd 512 2 No Yes ready down 113 data <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">nsd71jbod1 nsd 512 2 No Yes ready down 123 data <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">.....<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"><o:p> </o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">Any help is welcomed.<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">Regards, I<o:p></o:p></span></p>
</div>
</div>
<p class="MsoNormal" style="margin-bottom:12.0pt"><o:p> </o:p></p>
</div>
<p></p>
<p></p>
<p></p>
<p></p>
<p></p>
<p></p>
<p></p>
<p></p>
<p></p>
</body>
</html>