snapraid/cov/cmdline/check.c.gcov.html
Andrea Mazzoleni e01ca1e0fa Auto update
2016-11-21 19:48:21 +01:00

2103 lines
237 KiB
HTML

<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
<html lang="en">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
<title>LCOV - lcov.info - cmdline/check.c</title>
<link rel="stylesheet" type="text/css" href="../gcov.css">
</head>
<body>
<table width="100%" border=0 cellspacing=0 cellpadding=0>
<tr><td class="title">LCOV - code coverage report</td></tr>
<tr><td class="ruler"><img src="../glass.png" width=3 height=3 alt=""></td></tr>
<tr>
<td width="100%">
<table cellpadding=1 border=0 width="100%">
<tr>
<td width="10%" class="headerItem">Current view:</td>
<td width="35%" class="headerValue"><a href="../index.html">top level</a> - <a href="index.html">cmdline</a> - check.c<span style="font-size: 80%;"> (source / <a href="check.c.func.html">functions</a>)</span></td>
<td width="5%"></td>
<td width="15%"></td>
<td width="10%" class="headerCovTableHead">Hit</td>
<td width="10%" class="headerCovTableHead">Total</td>
<td width="15%" class="headerCovTableHead">Coverage</td>
</tr>
<tr>
<td class="headerItem">Test:</td>
<td class="headerValue">lcov.info</td>
<td></td>
<td class="headerItem">Lines:</td>
<td class="headerCovTableEntry">709</td>
<td class="headerCovTableEntry">775</td>
<td class="headerCovTableEntryHi">91.5 %</td>
</tr>
<tr>
<td class="headerItem">Date:</td>
<td class="headerValue">2016-11-21</td>
<td></td>
<td class="headerItem">Functions:</td>
<td class="headerCovTableEntry">9</td>
<td class="headerCovTableEntry">9</td>
<td class="headerCovTableEntryHi">100.0 %</td>
</tr>
<tr><td><img src="../glass.png" width=3 height=3 alt=""></td></tr>
</table>
</td>
</tr>
<tr><td class="ruler"><img src="../glass.png" width=3 height=3 alt=""></td></tr>
</table>
<table cellpadding=0 cellspacing=0 border=0>
<tr>
<td><br></td>
</tr>
<tr>
<td>
<pre class="sourceHeading"> Line data Source code</pre>
<pre class="source">
<a name="1"><span class="lineNum"> 1 </span> : /*</a>
<span class="lineNum"> 2 </span> : * Copyright (C) 2011 Andrea Mazzoleni
<span class="lineNum"> 3 </span> : *
<span class="lineNum"> 4 </span> : * This program is free software: you can redistribute it and/or modify
<span class="lineNum"> 5 </span> : * it under the terms of the GNU General Public License as published by
<span class="lineNum"> 6 </span> : * the Free Software Foundation, either version 3 of the License, or
<span class="lineNum"> 7 </span> : * (at your option) any later version.
<span class="lineNum"> 8 </span> : *
<span class="lineNum"> 9 </span> : * This program is distributed in the hope that it will be useful,
<span class="lineNum"> 10 </span> : * but WITHOUT ANY WARRANTY; without even the implied warranty of
<span class="lineNum"> 11 </span> : * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
<span class="lineNum"> 12 </span> : * GNU General Public License for more details.
<span class="lineNum"> 13 </span> : *
<span class="lineNum"> 14 </span> : * You should have received a copy of the GNU General Public License
<span class="lineNum"> 15 </span> : * along with this program. If not, see &lt;http://www.gnu.org/licenses/&gt;.
<span class="lineNum"> 16 </span> : */
<span class="lineNum"> 17 </span> :
<span class="lineNum"> 18 </span> : #include &quot;portable.h&quot;
<span class="lineNum"> 19 </span> :
<span class="lineNum"> 20 </span> : #include &quot;support.h&quot;
<span class="lineNum"> 21 </span> : #include &quot;util.h&quot;
<span class="lineNum"> 22 </span> : #include &quot;elem.h&quot;
<span class="lineNum"> 23 </span> : #include &quot;import.h&quot;
<span class="lineNum"> 24 </span> : #include &quot;search.h&quot;
<span class="lineNum"> 25 </span> : #include &quot;state.h&quot;
<span class="lineNum"> 26 </span> : #include &quot;parity.h&quot;
<span class="lineNum"> 27 </span> : #include &quot;handle.h&quot;
<span class="lineNum"> 28 </span> : #include &quot;raid/raid.h&quot;
<span class="lineNum"> 29 </span> : #include &quot;raid/combo.h&quot;
<span class="lineNum"> 30 </span> :
<span class="lineNum"> 31 </span> : /****************************************************************************/
<span class="lineNum"> 32 </span> : /* check */
<span class="lineNum"> 33 </span> :
<span class="lineNum"> 34 </span> : /**
<span class="lineNum"> 35 </span> : * A block that failed the hash check, or that was deleted.
<span class="lineNum"> 36 </span> : */
<span class="lineNum"> 37 </span> : struct failed_struct {
<span class="lineNum"> 38 </span> : /**
<span class="lineNum"> 39 </span> : * If we know for sure that the block is garbage or missing
<span class="lineNum"> 40 </span> : * and it needs to be recovered and rewritten to the disk.
<span class="lineNum"> 41 </span> : */
<span class="lineNum"> 42 </span> : int is_bad;
<span class="lineNum"> 43 </span> :
<span class="lineNum"> 44 </span> : /**
<span class="lineNum"> 45 </span> : * If that we have recovered may be not updated data,
<span class="lineNum"> 46 </span> : * an old version, or just garbage.
<span class="lineNum"> 47 </span> : *
<span class="lineNum"> 48 </span> : * Essentially, it means that we are not sure what we have recovered
<span class="lineNum"> 49 </span> : * is really correct. It's just our best guess.
<span class="lineNum"> 50 </span> : *
<span class="lineNum"> 51 </span> : * These &quot;recovered&quot; block are also written to the disk if the block is marked as ::is_bad.
<span class="lineNum"> 52 </span> : * But these files are marked also as FILE_IS_DAMAGED, and then renamed to .unrecoverable.
<span class="lineNum"> 53 </span> : *
<span class="lineNum"> 54 </span> : * Note that this could happen only for CHG blocks.
<span class="lineNum"> 55 </span> : */
<span class="lineNum"> 56 </span> : int is_outofdate;
<span class="lineNum"> 57 </span> :
<span class="lineNum"> 58 </span> : unsigned index; /**&lt; Index of the failed block. */
<span class="lineNum"> 59 </span> : struct snapraid_block* block; /**&lt; The failed block */
<span class="lineNum"> 60 </span> : struct snapraid_disk* disk; /**&lt; The failed disk. */
<span class="lineNum"> 61 </span> : struct snapraid_file* file; /**&lt; The failed file. 0 for DELETED block. */
<span class="lineNum"> 62 </span> : block_off_t file_pos; /**&lt; Offset inside the file */
<span class="lineNum"> 63 </span> : struct snapraid_handle* handle; /**&lt; The handle containing the failed block, or 0 for a DELETED block */
<span class="lineNum"> 64 </span> : };
<span class="lineNum"> 65 </span> :
<span class="lineNum"> 66 </span> : /**
<span class="lineNum"> 67 </span> : * Check if a block hash matches the specified buffer.
<a name="68"><span class="lineNum"> 68 </span> : * Return ==0 if equal</a>
<span class="lineNum"> 69 </span> : */
<span class="lineNum"> 70 </span><span class="lineCov"> 473119 : static int blockcmp(struct snapraid_state* state, int rehash, struct snapraid_block* block, unsigned pos_size, unsigned char* buffer, unsigned char* buffer_zero)</span>
<span class="lineNum"> 71 </span> : {
<span class="lineNum"> 72 </span> : unsigned char hash[HASH_MAX];
<span class="lineNum"> 73 </span> :
<span class="lineNum"> 74 </span> : /* now compute the hash of the valid part */
<span class="lineNum"> 75 </span><span class="lineCov"> 473119 : if (rehash) {</span>
<span class="lineNum"> 76 </span><span class="lineNoCov"> 0 : memhash(state-&gt;prevhash, state-&gt;prevhashseed, hash, buffer, pos_size);</span>
<span class="lineNum"> 77 </span> : } else {
<span class="lineNum"> 78 </span><span class="lineCov"> 473119 : memhash(state-&gt;hash, state-&gt;hashseed, hash, buffer, pos_size);</span>
<span class="lineNum"> 79 </span> : }
<span class="lineNum"> 80 </span> :
<span class="lineNum"> 81 </span> : /* compare the hash */
<span class="lineNum"> 82 </span><span class="lineCov"> 473119 : if (memcmp(hash, block-&gt;hash, BLOCK_HASH_SIZE) != 0) {</span>
<span class="lineNum"> 83 </span><span class="lineCov"> 19028 : return -1;</span>
<span class="lineNum"> 84 </span> : }
<span class="lineNum"> 85 </span> :
<span class="lineNum"> 86 </span> : /* compare to the end of the block */
<span class="lineNum"> 87 </span><span class="lineCov"> 454091 : if (pos_size &lt; state-&gt;block_size) {</span>
<span class="lineNum"> 88 </span><span class="lineCov"> 187372 : if (memcmp(buffer + pos_size, buffer_zero + pos_size, state-&gt;block_size - pos_size) != 0) {</span>
<span class="lineNum"> 89 </span><span class="lineCov"> 54 : return -1;</span>
<span class="lineNum"> 90 </span> : }
<span class="lineNum"> 91 </span> : }
<span class="lineNum"> 92 </span> :
<span class="lineNum"> 93 </span><span class="lineCov"> 454037 : return 0;</span>
<span class="lineNum"> 94 </span> : }
<span class="lineNum"> 95 </span> :
<span class="lineNum"> 96 </span> : /**
<a name="97"><span class="lineNum"> 97 </span> : * Check if the hash of all the failed block we are expecting to recover are now matching.</a>
<span class="lineNum"> 98 </span> : */
<span class="lineNum"> 99 </span><span class="lineCov"> 214644 : static int is_hash_matching(struct snapraid_state* state, int rehash, unsigned diskmax, struct failed_struct* failed, unsigned* failed_map, unsigned failed_count, void** buffer, void* buffer_zero)</span>
<span class="lineNum"> 100 </span> : {
<span class="lineNum"> 101 </span> : unsigned j;
<span class="lineNum"> 102 </span> : int hash_checked;
<span class="lineNum"> 103 </span> :
<span class="lineNum"> 104 </span><span class="lineCov"> 214644 : hash_checked = 0; /* keep track if we check at least one block */</span>
<span class="lineNum"> 105 </span> :
<span class="lineNum"> 106 </span> : /* check if the recovered blocks are OK */
<span class="lineNum"> 107 </span><span class="lineCov"> 673203 : for (j = 0; j &lt; failed_count; ++j) {</span>
<span class="lineNum"> 108 </span> : /* if we are expected to recover this block */
<span class="lineNum"> 109 </span><span class="lineCov"> 477641 : if (!failed[failed_map[j]].is_outofdate</span>
<span class="lineNum"> 110 </span> : /* if the block has a hash to check */
<span class="lineNum"> 111 </span><span class="lineCov"> 473119 : &amp;&amp; block_has_updated_hash(failed[failed_map[j]].block)</span>
<span class="lineNum"> 112 </span> : ) {
<span class="lineNum"> 113 </span> : /* if a hash doesn't match, fail the check */
<span class="lineNum"> 114 </span><span class="lineCov"> 473119 : unsigned pos_size = file_block_size(failed[failed_map[j]].file, failed[failed_map[j]].file_pos, state-&gt;block_size);</span>
<span class="lineNum"> 115 </span><span class="lineCov"> 473119 : if (blockcmp(state, rehash, failed[failed_map[j]].block, pos_size, buffer[failed[failed_map[j]].index], buffer_zero) != 0) {</span>
<span class="lineNum"> 116 </span><span class="lineCov"> 19082 : log_tag(&quot;hash_error: Hash mismatch on entry %u\n&quot;, failed_map[j]);</span>
<span class="lineNum"> 117 </span><span class="lineCov"> 19082 : return 0;</span>
<span class="lineNum"> 118 </span> : }
<span class="lineNum"> 119 </span> :
<span class="lineNum"> 120 </span><span class="lineCov"> 454037 : hash_checked = 1;</span>
<span class="lineNum"> 121 </span> : }
<span class="lineNum"> 122 </span> : }
<span class="lineNum"> 123 </span> :
<span class="lineNum"> 124 </span> : /* if nothing checked, we reject it */
<span class="lineNum"> 125 </span> : /* note that we are excluding this case at upper level */
<span class="lineNum"> 126 </span> : /* but checking again doesn't hurt */
<span class="lineNum"> 127 </span><span class="lineCov"> 195562 : if (!hash_checked) {</span>
<span class="lineNum"> 128 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 129 </span> : return 0;
<span class="lineNum"> 130 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 131 </span> : }
<span class="lineNum"> 132 </span> :
<span class="lineNum"> 133 </span> : /* if we checked something, and no block failed the check */
<span class="lineNum"> 134 </span> : /* recompute all the redundancy information */
<span class="lineNum"> 135 </span><span class="lineCov"> 195562 : raid_gen(diskmax, state-&gt;level, state-&gt;block_size, buffer);</span>
<span class="lineNum"> 136 </span><span class="lineCov"> 195562 : return 1;</span>
<span class="lineNum"> 137 </span> : }
<span class="lineNum"> 138 </span> :
<span class="lineNum"> 139 </span> : /**
<a name="140"><span class="lineNum"> 140 </span> : * Check if specified parity is now matching with a recomputed one.</a>
<span class="lineNum"> 141 </span> : */
<span class="lineNum"> 142 </span><span class="lineCov"> 8 : static int is_parity_matching(struct snapraid_state* state, unsigned diskmax, unsigned i, void** buffer, void** buffer_recov)</span>
<span class="lineNum"> 143 </span> : {
<span class="lineNum"> 144 </span> : /* recompute parity, note that we don't need parity over i */
<span class="lineNum"> 145 </span><span class="lineCov"> 8 : raid_gen(diskmax, i + 1, state-&gt;block_size, buffer);</span>
<span class="lineNum"> 146 </span> :
<span class="lineNum"> 147 </span> : /* if the recovered parity block matches */
<span class="lineNum"> 148 </span><span class="lineCov"> 8 : if (memcmp(buffer[diskmax + i], buffer_recov[i], state-&gt;block_size) == 0) {</span>
<span class="lineNum"> 149 </span> : /* recompute all the redundancy information */
<span class="lineNum"> 150 </span><span class="lineCov"> 8 : raid_gen(diskmax, state-&gt;level, state-&gt;block_size, buffer);</span>
<span class="lineNum"> 151 </span><span class="lineCov"> 8 : return 1;</span>
<span class="lineNum"> 152 </span> : }
<span class="lineNum"> 153 </span> :
<span class="lineNum"> 154 </span><span class="lineNoCov"> 0 : return 0;</span>
<span class="lineNum"> 155 </span> : }
<span class="lineNum"> 156 </span> :
<span class="lineNum"> 157 </span> : /**
<span class="lineNum"> 158 </span> : * Repair errors.
<span class="lineNum"> 159 </span> : * Return &lt;0 if failure for missing strategy, &gt;0 if data is wrong and we cannot rebuild correctly, 0 on success.
<a name="160"><span class="lineNum"> 160 </span> : * If success, the parity are computed in the buffer variable.</a>
<span class="lineNum"> 161 </span> : */
<span class="lineNum"> 162 </span><span class="lineCov"> 252549 : static int repair_step(struct snapraid_state* state, int rehash, unsigned pos, unsigned diskmax, struct failed_struct* failed, unsigned* failed_map, unsigned failed_count, void** buffer, void** buffer_recov, void* buffer_zero)</span>
<span class="lineNum"> 163 </span> : {
<span class="lineNum"> 164 </span> : unsigned i, n;
<span class="lineNum"> 165 </span> : int error;
<span class="lineNum"> 166 </span> : int has_hash;
<span class="lineNum"> 167 </span> : int id[LEV_MAX];
<span class="lineNum"> 168 </span> : int ip[LEV_MAX];
<span class="lineNum"> 169 </span> :
<span class="lineNum"> 170 </span> : /* no fix required, already checked at higher level, but just to be sure */
<span class="lineNum"> 171 </span><span class="lineCov"> 252549 : if (failed_count == 0) {</span>
<span class="lineNum"> 172 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 173 </span> : /* recompute only the parity */
<span class="lineNum"> 174 </span> : raid_gen(diskmax, state-&gt;level, state-&gt;block_size, buffer);
<span class="lineNum"> 175 </span> : return 0;
<span class="lineNum"> 176 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 177 </span> : }
<span class="lineNum"> 178 </span> :
<span class="lineNum"> 179 </span><span class="lineCov"> 252549 : n = state-&gt;level;</span>
<span class="lineNum"> 180 </span><span class="lineCov"> 252549 : error = 0;</span>
<span class="lineNum"> 181 </span> :
<span class="lineNum"> 182 </span> : /* setup vector of failed disk indexes */
<span class="lineNum"> 183 </span><span class="lineCov"> 891351 : for (i = 0; i &lt; failed_count; ++i)</span>
<span class="lineNum"> 184 </span><span class="lineCov"> 638802 : id[i] = failed[failed_map[i]].index;</span>
<span class="lineNum"> 185 </span> :
<span class="lineNum"> 186 </span> : /* check if there is at least a failed block that can be checked for correctness using the hash */
<span class="lineNum"> 187 </span> : /* if there isn't, we have to sacrifice a parity block to check that the result is correct */
<span class="lineNum"> 188 </span><span class="lineCov"> 252549 : has_hash = 0;</span>
<span class="lineNum"> 189 </span><span class="lineCov"> 891351 : for (i = 0; i &lt; failed_count; ++i) {</span>
<span class="lineNum"> 190 </span> : /* if we are expected to recover this block */
<span class="lineNum"> 191 </span><span class="lineCov"> 638802 : if (!failed[failed_map[i]].is_outofdate</span>
<span class="lineNum"> 192 </span> : /* if the block has a hash to check */
<span class="lineNum"> 193 </span><span class="lineCov"> 629758 : &amp;&amp; block_has_updated_hash(failed[failed_map[i]].block)</span>
<span class="lineNum"> 194 </span> : )
<span class="lineNum"> 195 </span><span class="lineCov"> 629750 : has_hash = 1;</span>
<span class="lineNum"> 196 </span> : }
<span class="lineNum"> 197 </span> :
<span class="lineNum"> 198 </span> : /* if we don't have a hash, but we have an extra parity */
<span class="lineNum"> 199 </span> : /* (strictly-less failures than number of parities) */
<span class="lineNum"> 200 </span><span class="lineCov"> 252549 : if (!has_hash &amp;&amp; failed_count &lt; n) {</span>
<span class="lineNum"> 201 </span> : /* number of parity to use, one more to check the recovering */
<span class="lineNum"> 202 </span><span class="lineCov"> 8 : unsigned r = failed_count + 1;</span>
<span class="lineNum"> 203 </span> :
<span class="lineNum"> 204 </span> : /* all combinations (r of n) parities */
<span class="lineNum"> 205 </span><span class="lineCov"> 8 : combination_first(r, n, ip);</span>
<span class="lineNum"> 206 </span> : do {
<span class="lineNum"> 207 </span> : /* if a parity is missing, do nothing */
<span class="lineNum"> 208 </span><span class="lineCov"> 24 : for (i = 0; i &lt; r; ++i) {</span>
<span class="lineNum"> 209 </span><span class="lineCov"> 16 : if (buffer_recov[ip[i]] == 0)</span>
<span class="lineNum"> 210 </span><span class="lineNoCov"> 0 : break;</span>
<span class="lineNum"> 211 </span> : }
<span class="lineNum"> 212 </span><span class="lineCov"> 8 : if (i != r)</span>
<span class="lineNum"> 213 </span><span class="lineNoCov"> 0 : continue;</span>
<span class="lineNum"> 214 </span> :
<span class="lineNum"> 215 </span> : /* copy the parities to use, one less because the last is used for checking */
<span class="lineNum"> 216 </span><span class="lineCov"> 16 : for (i = 0; i &lt; r - 1; ++i)</span>
<span class="lineNum"> 217 </span><span class="lineCov"> 8 : memcpy(buffer[diskmax + ip[i]], buffer_recov[ip[i]], state-&gt;block_size);</span>
<span class="lineNum"> 218 </span> :
<span class="lineNum"> 219 </span> : /* recover using one less parity, the ip[r-1] one */
<span class="lineNum"> 220 </span><span class="lineCov"> 8 : raid_data(r - 1, id, ip, diskmax, state-&gt;block_size, buffer);</span>
<span class="lineNum"> 221 </span> :
<span class="lineNum"> 222 </span> : /* use the remaining ip[r-1] parity to check the result */
<span class="lineNum"> 223 </span><span class="lineCov"> 8 : if (is_parity_matching(state, diskmax, ip[r - 1], buffer, buffer_recov))</span>
<span class="lineNum"> 224 </span><span class="lineCov"> 8 : return 0;</span>
<span class="lineNum"> 225 </span> :
<span class="lineNum"> 226 </span> : /* log */
<span class="lineNum"> 227 </span><span class="lineNoCov"> 0 : log_tag(&quot;parity_error:%u:&quot;, pos);</span>
<span class="lineNum"> 228 </span><span class="lineNoCov"> 0 : for (i = 0; i &lt; r; ++i) {</span>
<span class="lineNum"> 229 </span><span class="lineNoCov"> 0 : if (i != 0)</span>
<span class="lineNum"> 230 </span><span class="lineNoCov"> 0 : log_tag(&quot;/&quot;);</span>
<span class="lineNum"> 231 </span><span class="lineNoCov"> 0 : log_tag(&quot;%s&quot;, lev_config_name(ip[i]));</span>
<span class="lineNum"> 232 </span> : }
<span class="lineNum"> 233 </span><span class="lineNoCov"> 0 : log_tag(&quot;:parity: Parity mismatch\n&quot;);</span>
<span class="lineNum"> 234 </span><span class="lineNoCov"> 0 : ++error;</span>
<span class="lineNum"> 235 </span><span class="lineNoCov"> 0 : } while (combination_next(r, n, ip));</span>
<span class="lineNum"> 236 </span> : }
<span class="lineNum"> 237 </span> :
<span class="lineNum"> 238 </span> : /* if we have a hash, and enough parities */
<span class="lineNum"> 239 </span> : /* (less-or-equal failures than number of parities) */
<span class="lineNum"> 240 </span><span class="lineCov"> 252541 : if (has_hash &amp;&amp; failed_count &lt;= n) {</span>
<span class="lineNum"> 241 </span> : /* number of parities to use equal at the number of failures */
<span class="lineNum"> 242 </span><span class="lineCov"> 204895 : unsigned r = failed_count;</span>
<span class="lineNum"> 243 </span> :
<span class="lineNum"> 244 </span> : /* all combinations (r of n) parities */
<span class="lineNum"> 245 </span><span class="lineCov"> 204895 : combination_first(r, n, ip);</span>
<span class="lineNum"> 246 </span> : do {
<span class="lineNum"> 247 </span> : /* if a parity is missing, do nothing */
<span class="lineNum"> 248 </span><span class="lineCov"> 692285 : for (i = 0; i &lt; r; ++i) {</span>
<span class="lineNum"> 249 </span><span class="lineCov"> 477641 : if (buffer_recov[ip[i]] == 0)</span>
<span class="lineNum"> 250 </span><span class="lineNoCov"> 0 : break;</span>
<span class="lineNum"> 251 </span> : }
<span class="lineNum"> 252 </span><span class="lineCov"> 214644 : if (i != r)</span>
<span class="lineNum"> 253 </span><span class="lineNoCov"> 0 : continue;</span>
<span class="lineNum"> 254 </span> :
<span class="lineNum"> 255 </span> : /* copy the parities to use */
<span class="lineNum"> 256 </span><span class="lineCov"> 692285 : for (i = 0; i &lt; r; ++i)</span>
<span class="lineNum"> 257 </span><span class="lineCov"> 477641 : memcpy(buffer[diskmax + ip[i]], buffer_recov[ip[i]], state-&gt;block_size);</span>
<span class="lineNum"> 258 </span> :
<span class="lineNum"> 259 </span> : /* recover */
<span class="lineNum"> 260 </span><span class="lineCov"> 214644 : raid_data(r, id, ip, diskmax, state-&gt;block_size, buffer);</span>
<span class="lineNum"> 261 </span> :
<span class="lineNum"> 262 </span> : /* use the hash to check the result */
<span class="lineNum"> 263 </span><span class="lineCov"> 214644 : if (is_hash_matching(state, rehash, diskmax, failed, failed_map, failed_count, buffer, buffer_zero))</span>
<span class="lineNum"> 264 </span><span class="lineCov"> 195562 : return 0;</span>
<span class="lineNum"> 265 </span> :
<span class="lineNum"> 266 </span> : /* log */
<span class="lineNum"> 267 </span><span class="lineCov"> 19082 : log_tag(&quot;parity_error:%u:&quot;, pos);</span>
<span class="lineNum"> 268 </span><span class="lineCov"> 38164 : for (i = 0; i &lt; r; ++i) {</span>
<span class="lineNum"> 269 </span><span class="lineCov"> 19082 : if (i != 0)</span>
<span class="lineNum"> 270 </span><span class="lineNoCov"> 0 : log_tag(&quot;/&quot;);</span>
<span class="lineNum"> 271 </span><span class="lineCov"> 19082 : log_tag(&quot;%s&quot;, lev_config_name(ip[i]));</span>
<span class="lineNum"> 272 </span> : }
<span class="lineNum"> 273 </span><span class="lineCov"> 19082 : log_tag(&quot;:hash: Hash mismatch\n&quot;);</span>
<span class="lineNum"> 274 </span><span class="lineCov"> 19082 : ++error;</span>
<span class="lineNum"> 275 </span><span class="lineCov"> 38164 : } while (combination_next(r, n, ip));</span>
<span class="lineNum"> 276 </span> : }
<span class="lineNum"> 277 </span> :
<span class="lineNum"> 278 </span> : /* return the number of failed attempts, or -1 if no strategy */
<span class="lineNum"> 279 </span><span class="lineCov"> 56979 : if (error)</span>
<span class="lineNum"> 280 </span><span class="lineCov"> 9333 : return error;</span>
<span class="lineNum"> 281 </span> :
<span class="lineNum"> 282 </span><span class="lineCov"> 47646 : log_tag(&quot;strategy_error:%u: No strategy to recover from %u failures with %u parity %s hash\n&quot;,</span>
<span class="lineNum"> 283 </span> : pos, failed_count, n, has_hash ? &quot;with&quot; : &quot;without&quot;);
<span class="lineNum"> 284 </span><span class="lineCov"> 47646 : return -1;</span>
<a name="285"><span class="lineNum"> 285 </span> : }</a>
<span class="lineNum"> 286 </span> :
<span class="lineNum"> 287 </span><span class="lineCov"> 870958 : static int repair(struct snapraid_state* state, int rehash, unsigned pos, unsigned diskmax, struct failed_struct* failed, unsigned* failed_map, unsigned failed_count, void** buffer, void** buffer_recov, void* buffer_zero)</span>
<span class="lineNum"> 288 </span> : {
<span class="lineNum"> 289 </span> : int ret;
<span class="lineNum"> 290 </span> : int error;
<span class="lineNum"> 291 </span> : unsigned j;
<span class="lineNum"> 292 </span> : int n;
<span class="lineNum"> 293 </span> : int something_to_recover;
<span class="lineNum"> 294 </span> : int something_unsynced;
<span class="lineNum"> 295 </span> : char esc_buffer[ESC_MAX];
<span class="lineNum"> 296 </span> :
<span class="lineNum"> 297 </span><span class="lineCov"> 870958 : error = 0;</span>
<span class="lineNum"> 298 </span> :
<span class="lineNum"> 299 </span> : /* if nothing failed, just recompute the parity */
<span class="lineNum"> 300 </span><span class="lineCov"> 870958 : if (failed_count == 0) {</span>
<span class="lineNum"> 301 </span><span class="lineCov"> 583497 : raid_gen(diskmax, state-&gt;level, state-&gt;block_size, buffer);</span>
<span class="lineNum"> 302 </span><span class="lineCov"> 583497 : return 0;</span>
<span class="lineNum"> 303 </span> : }
<span class="lineNum"> 304 </span> :
<span class="lineNum"> 305 </span> : /* logs the status */
<span class="lineNum"> 306 </span><span class="lineCov"> 1016282 : for (j = 0; j &lt; failed_count; ++j) {</span>
<span class="lineNum"> 307 </span> : const char* desc;
<span class="lineNum"> 308 </span> : const char* hash;
<span class="lineNum"> 309 </span> : const char* data;
<span class="lineNum"> 310 </span><span class="lineCov"> 728821 : struct snapraid_block* block = failed[j].block;</span>
<span class="lineNum"> 311 </span><span class="lineCov"> 728821 : unsigned block_state = block_state_get(block);</span>
<span class="lineNum"> 312 </span> :
<span class="lineNum"> 313 </span><span class="lineCov"> 728821 : switch (block_state) {</span>
<span class="lineNum"> 314 </span><span class="lineCov"> 18454 : case BLOCK_STATE_DELETED : desc = &quot;delete&quot;; break;</span>
<span class="lineNum"> 315 </span><span class="lineCov"> 13851 : case BLOCK_STATE_CHG : desc = &quot;change&quot;; break;</span>
<span class="lineNum"> 316 </span><span class="lineCov"> 62282 : case BLOCK_STATE_REP : desc = &quot;replace&quot;; break;</span>
<span class="lineNum"> 317 </span><span class="lineCov"> 634234 : case BLOCK_STATE_BLK : desc = &quot;block&quot;; break;</span>
<span class="lineNum"> 318 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 319 </span> : default : desc = &quot;unknown&quot;; break;
<span class="lineNum"> 320 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 321 </span> : }
<span class="lineNum"> 322 </span> :
<span class="lineNum"> 323 </span><span class="lineCov"> 728821 : if (hash_is_invalid(block-&gt;hash)) {</span>
<span class="lineNum"> 324 </span><span class="lineCov"> 13843 : hash = &quot;lost&quot;;</span>
<span class="lineNum"> 325 </span><span class="lineCov"> 714978 : } else if (hash_is_zero(block-&gt;hash)) {</span>
<span class="lineNum"> 326 </span><span class="lineCov"> 8 : hash = &quot;zero&quot;;</span>
<span class="lineNum"> 327 </span> : } else {
<span class="lineNum"> 328 </span><span class="lineCov"> 714970 : hash = &quot;known&quot;;</span>
<span class="lineNum"> 329 </span> : }
<span class="lineNum"> 330 </span> :
<span class="lineNum"> 331 </span><span class="lineCov"> 728821 : if (failed[j].is_bad)</span>
<span class="lineNum"> 332 </span><span class="lineCov"> 643096 : data = &quot;bad&quot;;</span>
<span class="lineNum"> 333 </span> : else
<span class="lineNum"> 334 </span><span class="lineCov"> 85725 : data = &quot;good&quot;;</span>
<span class="lineNum"> 335 </span> :
<span class="lineNum"> 336 </span><span class="lineCov"> 728821 : if (failed[j].file) {</span>
<span class="lineNum"> 337 </span><span class="lineCov"> 710367 : struct snapraid_disk* disk = failed[j].disk;</span>
<span class="lineNum"> 338 </span><span class="lineCov"> 710367 : struct snapraid_file* file = failed[j].file;</span>
<span class="lineNum"> 339 </span><span class="lineCov"> 710367 : block_off_t file_pos = failed[j].file_pos;</span>
<span class="lineNum"> 340 </span> :
<span class="lineNum"> 341 </span><span class="lineCov"> 710367 : log_tag(&quot;entry:%u:%s:%s:%s:%s:%s:%u:\n&quot;, j, desc, hash, data, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer), file_pos);</span>
<span class="lineNum"> 342 </span> : } else {
<span class="lineNum"> 343 </span><span class="lineCov"> 18454 : log_tag(&quot;entry:%u:%s:%s:%s:\n&quot;, j, desc, hash, data);</span>
<span class="lineNum"> 344 </span> : }
<span class="lineNum"> 345 </span> : }
<span class="lineNum"> 346 </span> :
<span class="lineNum"> 347 </span> : /* Here we have to try two different strategies to recover, because in case the 'sync' */
<span class="lineNum"> 348 </span> : /* process is aborted, we don't know if the parity data is really updated just like after 'sync', */
<span class="lineNum"> 349 </span> : /* or if it still represents the state before the 'sync'. */
<span class="lineNum"> 350 </span> :
<span class="lineNum"> 351 </span> : /* Note that if the 'sync' ends normally, we don't have any DELETED, REP and CHG blocks */
<span class="lineNum"> 352 </span> : /* and the two strategies are identical */
<span class="lineNum"> 353 </span> :
<span class="lineNum"> 354 </span> : /* As first, we assume that the parity IS updated for the current state */
<span class="lineNum"> 355 </span> : /* and that we are going to recover the state after the last 'sync'. */
<span class="lineNum"> 356 </span> : /* In this case, parity contains info from BLK, REP and CHG blocks, */
<span class="lineNum"> 357 </span> : /* but not for DELETED. */
<span class="lineNum"> 358 </span> : /* We need to put in the recovering process only the bad blocks, because all the */
<span class="lineNum"> 359 </span> : /* others already contains the correct data read from disk, and the parity is correctly computed for them. */
<span class="lineNum"> 360 </span> : /* We are interested to recover BLK, REP and CHG blocks if they are marked as bad, */
<span class="lineNum"> 361 </span> : /* but we are not interested in DELETED ones. */
<span class="lineNum"> 362 </span> :
<span class="lineNum"> 363 </span><span class="lineCov"> 287461 : n = 0;</span>
<span class="lineNum"> 364 </span><span class="lineCov"> 287461 : something_to_recover = 0; /* keep track if there is at least one block to fix */</span>
<span class="lineNum"> 365 </span><span class="lineCov"> 1016282 : for (j = 0; j &lt; failed_count; ++j) {</span>
<span class="lineNum"> 366 </span><span class="lineCov"> 728821 : if (failed[j].is_bad) {</span>
<span class="lineNum"> 367 </span><span class="lineCov"> 643096 : unsigned block_state = block_state_get(failed[j].block);</span>
<span class="lineNum"> 368 </span> :
<span class="lineNum"> 369 </span><span class="lineCov"> 643096 : assert(block_state != BLOCK_STATE_DELETED); /* we cannot have bad DELETED blocks */</span>
<span class="lineNum"> 370 </span> :
<span class="lineNum"> 371 </span> : /* if we have the hash for it */
<span class="lineNum"> 372 </span><span class="lineCov"> 643096 : if ((block_state == BLOCK_STATE_BLK || block_state == BLOCK_STATE_REP)</span>
<span class="lineNum"> 373 </span> : /* try to fetch the block using the known hash */
<span class="lineNum"> 374 </span><span class="lineCov"> 643088 : &amp;&amp; (state_import_fetch(state, rehash, failed[j].block, buffer[failed[j].index]) == 0</span>
<span class="lineNum"> 375 </span><span class="lineCov"> 638616 : || state_search_fetch(state, rehash, failed[j].file, failed[j].file_pos, failed[j].block, buffer[failed[j].index]) == 0)</span>
<span class="lineNum"> 376 </span> : ) {
<span class="lineNum"> 377 </span> : /* we already have corrected it! */
<span class="lineNum"> 378 </span><span class="lineCov"> 22382 : log_tag(&quot;hash_import: Fixed entry %u\n&quot;, j);</span>
<span class="lineNum"> 379 </span> : } else {
<span class="lineNum"> 380 </span> : /* otherwise try to recover it */
<span class="lineNum"> 381 </span><span class="lineCov"> 620714 : failed_map[n] = j;</span>
<span class="lineNum"> 382 </span><span class="lineCov"> 620714 : ++n;</span>
<span class="lineNum"> 383 </span> :
<span class="lineNum"> 384 </span> : /* we have something to try to recover */
<span class="lineNum"> 385 </span><span class="lineCov"> 620714 : something_to_recover = 1;</span>
<span class="lineNum"> 386 </span> : }
<span class="lineNum"> 387 </span> : }
<span class="lineNum"> 388 </span> : }
<span class="lineNum"> 389 </span> :
<span class="lineNum"> 390 </span> : /* if nothing to fix */
<span class="lineNum"> 391 </span><span class="lineCov"> 287461 : if (!something_to_recover) {</span>
<span class="lineNum"> 392 </span><span class="lineCov"> 43956 : log_tag(&quot;recover_sync:%u:%u: Skipped for already recovered\n&quot;, pos, n);</span>
<span class="lineNum"> 393 </span> :
<span class="lineNum"> 394 </span> : /* recompute only the parity */
<span class="lineNum"> 395 </span><span class="lineCov"> 43956 : raid_gen(diskmax, state-&gt;level, state-&gt;block_size, buffer);</span>
<span class="lineNum"> 396 </span><span class="lineCov"> 43956 : return 0;</span>
<span class="lineNum"> 397 </span> : }
<span class="lineNum"> 398 </span> :
<span class="lineNum"> 399 </span><span class="lineCov"> 243505 : ret = repair_step(state, rehash, pos, diskmax, failed, failed_map, n, buffer, buffer_recov, buffer_zero);</span>
<span class="lineNum"> 400 </span><span class="lineCov"> 243505 : if (ret == 0) {</span>
<span class="lineNum"> 401 </span> : /* reprocess the CHG blocks, for which we don't have a hash to check */
<span class="lineNum"> 402 </span> : /* if they were BAD we have to use some heuristics to ensure that we have recovered */
<span class="lineNum"> 403 </span> : /* the state after the sync. If unsure, we assume the worst case */
<span class="lineNum"> 404 </span> :
<span class="lineNum"> 405 </span><span class="lineCov"> 667198 : for (j = 0; j &lt; failed_count; ++j) {</span>
<span class="lineNum"> 406 </span> : /* we take care only of BAD blocks we have to write back */
<span class="lineNum"> 407 </span><span class="lineCov"> 476150 : if (failed[j].is_bad) {</span>
<span class="lineNum"> 408 </span><span class="lineCov"> 462678 : unsigned block_state = block_state_get(failed[j].block);</span>
<span class="lineNum"> 409 </span> :
<span class="lineNum"> 410 </span> : /* BLK and REP blocks are always OK, because at this point */
<span class="lineNum"> 411 </span> : /* we have already checked their hash */
<span class="lineNum"> 412 </span><span class="lineCov"> 462678 : if (block_state != BLOCK_STATE_CHG) {</span>
<span class="lineNum"> 413 </span><span class="lineCov"> 462670 : assert(block_state == BLOCK_STATE_BLK || block_state == BLOCK_STATE_REP);</span>
<span class="lineNum"> 414 </span><span class="lineCov"> 462670 : continue;</span>
<span class="lineNum"> 415 </span> : }
<span class="lineNum"> 416 </span> :
<span class="lineNum"> 417 </span> : /* for CHG blocks we have to 'guess' if they are correct or not */
<span class="lineNum"> 418 </span> :
<span class="lineNum"> 419 </span> : /* if the hash is invalid we cannot check the result */
<span class="lineNum"> 420 </span> : /* this could happen if we have lost this information */
<span class="lineNum"> 421 </span> : /* after an aborted sync */
<span class="lineNum"> 422 </span><span class="lineCov"> 8 : if (hash_is_invalid(failed[j].block-&gt;hash)) {</span>
<span class="lineNum"> 423 </span> : /* it may contain garbage */
<span class="lineNum"> 424 </span><span class="lineNoCov"> 0 : failed[j].is_outofdate = 1;</span>
<span class="lineNum"> 425 </span> :
<span class="lineNum"> 426 </span><span class="lineNoCov"> 0 : log_tag(&quot;hash_unknown: Unknown hash on entry %u\n&quot;, j);</span>
<span class="lineNum"> 427 </span><span class="lineCov"> 8 : } else if (hash_is_zero(failed[j].block-&gt;hash)) {</span>
<span class="lineNum"> 428 </span> : /* if the block is not filled with 0, we are sure to have */
<span class="lineNum"> 429 </span> : /* restored it to the state after the 'sync' */
<span class="lineNum"> 430 </span> : /* instead, if the block is filled with 0, it could be either that the */
<span class="lineNum"> 431 </span> : /* block after the sync is really filled by 0, or that */
<span class="lineNum"> 432 </span> : /* we restored the block before the 'sync'. */
<span class="lineNum"> 433 </span><span class="lineCov"> 8 : if (memcmp(buffer[failed[j].index], buffer_zero, state-&gt;block_size) == 0) {</span>
<span class="lineNum"> 434 </span> : /* it may contain garbage */
<span class="lineNum"> 435 </span><span class="lineCov"> 8 : failed[j].is_outofdate = 1;</span>
<span class="lineNum"> 436 </span> :
<span class="lineNum"> 437 </span><span class="lineCov"> 8 : log_tag(&quot;hash_unknown: Maybe old zero on entry %u\n&quot;, j);</span>
<span class="lineNum"> 438 </span> : }
<span class="lineNum"> 439 </span> : } else {
<span class="lineNum"> 440 </span> : /* if the hash is different than the previous one, we are sure to have */
<span class="lineNum"> 441 </span> : /* restored it to the state after the 'sync' */
<span class="lineNum"> 442 </span> : /* instead, if the hash matches, it could be either that the */
<span class="lineNum"> 443 </span> : /* block after the sync has this hash, or that */
<span class="lineNum"> 444 </span> : /* we restored the block before the 'sync'. */
<span class="lineNum"> 445 </span><span class="lineNoCov"> 0 : unsigned pos_size = file_block_size(failed[j].file, failed[j].file_pos, state-&gt;block_size);</span>
<span class="lineNum"> 446 </span><span class="lineNoCov"> 0 : if (blockcmp(state, rehash, failed[j].block, pos_size, buffer[failed[j].index], buffer_zero) == 0) {</span>
<span class="lineNum"> 447 </span> : /* it may contain garbage */
<span class="lineNum"> 448 </span><span class="lineNoCov"> 0 : failed[j].is_outofdate = 1;</span>
<span class="lineNum"> 449 </span> :
<span class="lineNum"> 450 </span><span class="lineNoCov"> 0 : log_tag(&quot;hash_unknown: Maybe old data on entry %u\n&quot;, j);</span>
<span class="lineNum"> 451 </span> : }
<span class="lineNum"> 452 </span> : }
<span class="lineNum"> 453 </span> : }
<span class="lineNum"> 454 </span> : }
<span class="lineNum"> 455 </span> :
<span class="lineNum"> 456 </span><span class="lineCov"> 191048 : return 0;</span>
<span class="lineNum"> 457 </span> : }
<span class="lineNum"> 458 </span><span class="lineCov"> 52457 : if (ret &gt; 0)</span>
<span class="lineNum"> 459 </span><span class="lineCov"> 9333 : error += ret;</span>
<span class="lineNum"> 460 </span> :
<span class="lineNum"> 461 </span><span class="lineCov"> 52457 : if (ret &lt; 0)</span>
<span class="lineNum"> 462 </span><span class="lineCov"> 43124 : log_tag(&quot;recover_sync:%u:%u: Failed with no attempts\n&quot;, pos, n);</span>
<span class="lineNum"> 463 </span> : else
<span class="lineNum"> 464 </span><span class="lineCov"> 9333 : log_tag(&quot;recover_sync:%u:%u: Failed with %d attempts\n&quot;, pos, n, ret);</span>
<span class="lineNum"> 465 </span> :
<span class="lineNum"> 466 </span> : /* Now assume that the parity IS NOT updated at the current state, */
<span class="lineNum"> 467 </span> : /* but still represent the state before the last 'sync' process. */
<span class="lineNum"> 468 </span> : /* In this case, parity contains info from BLK, REP (old version), CHG (old version) and DELETED blocks, */
<span class="lineNum"> 469 </span> : /* but not for REP (new version) and CHG (new version). */
<span class="lineNum"> 470 </span> : /* We are interested to recover BLK ones marked as bad, */
<span class="lineNum"> 471 </span> : /* but we are not interested to recover CHG (new version) and REP (new version) blocks, */
<span class="lineNum"> 472 </span> : /* even if marked as bad, because we don't have parity for them and it's just impossible, */
<span class="lineNum"> 473 </span> : /* and we are not interested to recover DELETED ones. */
<span class="lineNum"> 474 </span><span class="lineCov"> 52457 : n = 0;</span>
<span class="lineNum"> 475 </span><span class="lineCov"> 52457 : something_to_recover = 0; /* keep track if there is at least one block to fix */</span>
<span class="lineNum"> 476 </span><span class="lineCov"> 52457 : something_unsynced = 0; /* keep track if we have some unsynced info to process */</span>
<span class="lineNum"> 477 </span><span class="lineCov"> 232692 : for (j = 0; j &lt; failed_count; ++j) {</span>
<span class="lineNum"> 478 </span><span class="lineCov"> 180235 : unsigned block_state = block_state_get(failed[j].block);</span>
<span class="lineNum"> 479 </span> :
<span class="lineNum"> 480 </span><span class="lineCov"> 180235 : if (block_state == BLOCK_STATE_DELETED</span>
<span class="lineNum"> 481 </span><span class="lineCov"> 171191 : || block_state == BLOCK_STATE_CHG</span>
<span class="lineNum"> 482 </span><span class="lineCov"> 171191 : || block_state == BLOCK_STATE_REP</span>
<span class="lineNum"> 483 </span> : ) {
<span class="lineNum"> 484 </span> : /* If the block is CHG, REP or DELETED, we don't have the original content of block, */
<span class="lineNum"> 485 </span> : /* and we must try to recover it. */
<span class="lineNum"> 486 </span> : /* This apply to CHG and REP blocks even if they are not marked bad, */
<span class="lineNum"> 487 </span> : /* because the parity is computed with old content, and not with the new one. */
<span class="lineNum"> 488 </span> : /* Note that this recovering is done just to make possible to recover any other BLK one, */
<span class="lineNum"> 489 </span> : /* we are not really interested in DELETED, CHG (old version) and REP (old version). */
<span class="lineNum"> 490 </span><span class="lineCov"> 9044 : something_unsynced = 1;</span>
<span class="lineNum"> 491 </span> :
<span class="lineNum"> 492 </span><span class="lineCov"> 9044 : if (block_state == BLOCK_STATE_CHG</span>
<span class="lineNum"> 493 </span><span class="lineNoCov"> 0 : &amp;&amp; hash_is_zero(failed[j].block-&gt;hash)</span>
<span class="lineNum"> 494 </span> : ) {
<span class="lineNum"> 495 </span> : /* If the block was a ZERO block, restore it to the original 0 as before the 'sync' */
<span class="lineNum"> 496 </span> : /* We do this to just allow recovering of other BLK ones */
<span class="lineNum"> 497 </span> :
<span class="lineNum"> 498 </span><span class="lineNoCov"> 0 : memset(buffer[failed[j].index], 0, state-&gt;block_size);</span>
<span class="lineNum"> 499 </span> : /* note that from now the buffer is definitively lost */
<span class="lineNum"> 500 </span> : /* we can do this only because it's the last retry of recovering */
<span class="lineNum"> 501 </span> :
<span class="lineNum"> 502 </span> : /* try to fetch the old block using the old hash for CHG and DELETED blocks */
<span class="lineNum"> 503 </span><span class="lineCov"> 9044 : } else if ((block_state == BLOCK_STATE_CHG || block_state == BLOCK_STATE_DELETED)</span>
<span class="lineNum"> 504 </span><span class="lineCov"> 9044 : &amp;&amp; hash_is_unique(failed[j].block-&gt;hash)</span>
<span class="lineNum"> 505 </span><span class="lineCov"> 9044 : &amp;&amp; state_import_fetch(state, rehash, failed[j].block, buffer[failed[j].index]) == 0) {</span>
<span class="lineNum"> 506 </span> :
<span class="lineNum"> 507 </span> : /* note that from now the buffer is definitively lost */
<span class="lineNum"> 508 </span> : /* we can do this only because it's the last retry of recovering */
<span class="lineNum"> 509 </span> : } else {
<span class="lineNum"> 510 </span> : /* otherwise try to recover it */
<span class="lineNum"> 511 </span><span class="lineCov"> 9044 : failed_map[n] = j;</span>
<span class="lineNum"> 512 </span><span class="lineCov"> 9044 : ++n;</span>
<span class="lineNum"> 513 </span> :
<span class="lineNum"> 514 </span> : /* note that we don't set something_to_recover, because we are */
<span class="lineNum"> 515 </span> : /* not really interested to recover *only* old blocks. */
<span class="lineNum"> 516 </span> : }
<span class="lineNum"> 517 </span> :
<span class="lineNum"> 518 </span> : /* avoid to use the hash of this block to verify the recovering */
<span class="lineNum"> 519 </span> : /* this applies to REP blocks because we are going to recover the old state */
<span class="lineNum"> 520 </span> : /* and the REP hash represent the new one */
<span class="lineNum"> 521 </span> : /* it also applies to CHG and DELETE blocks because we want to have */
<span class="lineNum"> 522 </span> : /* a successful recovering only if a BLK one is matching */
<span class="lineNum"> 523 </span><span class="lineCov"> 9044 : failed[j].is_outofdate = 1;</span>
<span class="lineNum"> 524 </span><span class="lineCov"> 171191 : } else if (failed[j].is_bad) {</span>
<span class="lineNum"> 525 </span> : /* If the block is bad we don't know its content, and we try to recover it */
<span class="lineNum"> 526 </span> : /* At this point, we can have only BLK ones */
<span class="lineNum"> 527 </span> :
<span class="lineNum"> 528 </span><span class="lineCov"> 171191 : assert(block_state == BLOCK_STATE_BLK);</span>
<span class="lineNum"> 529 </span> :
<span class="lineNum"> 530 </span> : /* we have something we are interested to recover */
<span class="lineNum"> 531 </span><span class="lineCov"> 171191 : something_to_recover = 1;</span>
<span class="lineNum"> 532 </span> :
<span class="lineNum"> 533 </span> : /* we try to recover it */
<span class="lineNum"> 534 </span><span class="lineCov"> 171191 : failed_map[n] = j;</span>
<span class="lineNum"> 535 </span><span class="lineCov"> 171191 : ++n;</span>
<span class="lineNum"> 536 </span> : }
<span class="lineNum"> 537 </span> : }
<span class="lineNum"> 538 </span> :
<span class="lineNum"> 539 </span> : /* if nothing to fix, we just don't try */
<span class="lineNum"> 540 </span> : /* if nothing unsynced we also don't retry, because it's the same try as before */
<span class="lineNum"> 541 </span><span class="lineCov"> 52457 : if (something_to_recover &amp;&amp; something_unsynced) {</span>
<span class="lineNum"> 542 </span><span class="lineCov"> 9044 : ret = repair_step(state, rehash, pos, diskmax, failed, failed_map, n, buffer, buffer_recov, buffer_zero);</span>
<span class="lineNum"> 543 </span><span class="lineCov"> 9044 : if (ret == 0) {</span>
<span class="lineNum"> 544 </span> : /* reprocess the REP and CHG blocks, for which we have recovered and old state */
<span class="lineNum"> 545 </span> : /* that we don't want to save into disk */
<span class="lineNum"> 546 </span> : /* we have already marked them, but we redo it for logging */
<span class="lineNum"> 547 </span> :
<span class="lineNum"> 548 </span><span class="lineCov"> 13566 : for (j = 0; j &lt; failed_count; ++j) {</span>
<span class="lineNum"> 549 </span> : /* we take care only of BAD blocks we have to write back */
<span class="lineNum"> 550 </span><span class="lineCov"> 9044 : if (failed[j].is_bad) {</span>
<span class="lineNum"> 551 </span><span class="lineCov"> 4522 : unsigned block_state = block_state_get(failed[j].block);</span>
<span class="lineNum"> 552 </span> :
<span class="lineNum"> 553 </span><span class="lineCov"> 4522 : if (block_state == BLOCK_STATE_CHG</span>
<span class="lineNum"> 554 </span><span class="lineCov"> 4522 : || block_state == BLOCK_STATE_REP</span>
<span class="lineNum"> 555 </span> : ) {
<span class="lineNum"> 556 </span> : /* mark that we have restored an old state */
<span class="lineNum"> 557 </span> : /* and we don't want to write it to the disk */
<span class="lineNum"> 558 </span><span class="lineNoCov"> 0 : failed[j].is_outofdate = 1;</span>
<span class="lineNum"> 559 </span> :
<span class="lineNum"> 560 </span><span class="lineNoCov"> 0 : log_tag(&quot;hash_unknown: Surely old data on entry %u\n&quot;, j);</span>
<span class="lineNum"> 561 </span> : }
<span class="lineNum"> 562 </span> : }
<span class="lineNum"> 563 </span> : }
<span class="lineNum"> 564 </span> :
<span class="lineNum"> 565 </span><span class="lineCov"> 4522 : return 0;</span>
<span class="lineNum"> 566 </span> : }
<span class="lineNum"> 567 </span><span class="lineCov"> 4522 : if (ret &gt; 0)</span>
<span class="lineNum"> 568 </span><span class="lineNoCov"> 0 : error += ret;</span>
<span class="lineNum"> 569 </span> :
<span class="lineNum"> 570 </span><span class="lineCov"> 9044 : if (ret &lt; 0)</span>
<span class="lineNum"> 571 </span><span class="lineCov"> 4522 : log_tag(&quot;recover_unsync:%u:%u: Failed with no attempts\n&quot;, pos, n);</span>
<span class="lineNum"> 572 </span> : else
<span class="lineNum"> 573 </span><span class="lineNoCov"> 0 : log_tag(&quot;recover_unsync:%u:%u: Failed with %d attempts\n&quot;, pos, n, ret);</span>
<span class="lineNum"> 574 </span> : } else {
<span class="lineNum"> 575 </span><span class="lineCov"> 43413 : log_tag(&quot;recover_unsync:%u:%u: Skipped for%s%s\n&quot;, pos, n,</span>
<span class="lineNum"> 576 </span> : !something_to_recover ? &quot; nothing to recover&quot; : &quot;&quot;,
<span class="lineNum"> 577 </span> : !something_unsynced ? &quot; nothing unsynched&quot; : &quot;&quot;
<span class="lineNum"> 578 </span> : );
<span class="lineNum"> 579 </span> : }
<span class="lineNum"> 580 </span> :
<span class="lineNum"> 581 </span> : /* return the number of failed attempts, or -1 if no strategy */
<span class="lineNum"> 582 </span><span class="lineCov"> 47935 : if (error)</span>
<span class="lineNum"> 583 </span><span class="lineCov"> 4811 : return error;</span>
<span class="lineNum"> 584 </span> : else
<span class="lineNum"> 585 </span><span class="lineCov"> 43124 : return -1;</span>
<span class="lineNum"> 586 </span> : }
<span class="lineNum"> 587 </span> :
<span class="lineNum"> 588 </span> : /**
<span class="lineNum"> 589 </span> : * Post process all the files at the specified block index ::i.
<span class="lineNum"> 590 </span> : * For each file, if we are at the last block, closes it,
<span class="lineNum"> 591 </span> : * adjust the timestamp, and print the result.
<span class="lineNum"> 592 </span> : *
<span class="lineNum"> 593 </span> : * This works with the assumption to always process the whole files to
<span class="lineNum"> 594 </span> : * fix. This assumption is not always correct, and in such case we have to
<a name="595"><span class="lineNum"> 595 </span> : * skip the whole postprocessing. And example, is when fixing only bad blocks.</a>
<span class="lineNum"> 596 </span> : */
<span class="lineNum"> 597 </span><span class="lineCov"> 935479 : static int file_post(struct snapraid_state* state, int fix, unsigned i, struct snapraid_handle* handle, unsigned diskmax)</span>
<span class="lineNum"> 598 </span> : {
<span class="lineNum"> 599 </span> : unsigned j;
<span class="lineNum"> 600 </span> : int ret;
<span class="lineNum"> 601 </span> : char esc_buffer[ESC_MAX];
<span class="lineNum"> 602 </span> : char esc_buffer_alt[ESC_MAX];
<span class="lineNum"> 603 </span> :
<span class="lineNum"> 604 </span> : /* if we are processing only bad blocks, we don't have to do any post-processing */
<span class="lineNum"> 605 </span> : /* as we don't have any guarantee to process the last block of the fixed files */
<span class="lineNum"> 606 </span><span class="lineCov"> 935479 : if (state-&gt;opt.badonly)</span>
<span class="lineNum"> 607 </span><span class="lineCov"> 9374 : return 0;</span>
<span class="lineNum"> 608 </span> :
<span class="lineNum"> 609 </span> : /* for all the files print the final status, and does the final time fix */
<span class="lineNum"> 610 </span> : /* we also ensure to close files after processing the last block */
<span class="lineNum"> 611 </span><span class="lineCov"> 6482735 : for (j = 0; j &lt; diskmax; ++j) {</span>
<span class="lineNum"> 612 </span> : struct snapraid_block* block;
<span class="lineNum"> 613 </span> : struct snapraid_disk* disk;
<span class="lineNum"> 614 </span> : struct snapraid_file* collide_file;
<span class="lineNum"> 615 </span> : struct snapraid_file* file;
<span class="lineNum"> 616 </span> : block_off_t file_pos;
<span class="lineNum"> 617 </span> : char path[PATH_MAX];
<span class="lineNum"> 618 </span> : uint64_t inode;
<span class="lineNum"> 619 </span> :
<span class="lineNum"> 620 </span><span class="lineCov"> 5556630 : disk = handle[j].disk;</span>
<span class="lineNum"> 621 </span><span class="lineCov"> 5556630 : if (!disk) {</span>
<span class="lineNum"> 622 </span> : /* if no disk, nothing to do */
<span class="lineNum"> 623 </span><span class="lineCov"> 3408432 : continue;</span>
<span class="lineNum"> 624 </span> : }
<span class="lineNum"> 625 </span> :
<span class="lineNum"> 626 </span><span class="lineCov"> 5542569 : block = fs_par2block_find(disk, i);</span>
<span class="lineNum"> 627 </span><span class="lineCov"> 5542569 : if (!block_has_file(block)) {</span>
<span class="lineNum"> 628 </span> : /* if no file, nothing to do */
<span class="lineNum"> 629 </span><span class="lineCov"> 213402 : continue;</span>
<span class="lineNum"> 630 </span> : }
<span class="lineNum"> 631 </span> :
<span class="lineNum"> 632 </span><span class="lineCov"> 5329167 : file = fs_par2file_get(disk, i, &amp;file_pos);</span>
<span class="lineNum"> 633 </span><span class="lineCov"> 5329167 : pathprint(path, sizeof(path), &quot;%s%s&quot;, disk-&gt;dir, file-&gt;sub);</span>
<span class="lineNum"> 634 </span> :
<span class="lineNum"> 635 </span> : /* if it isn't the last block in the file */
<span class="lineNum"> 636 </span><span class="lineCov"> 5329167 : if (!file_block_is_last(file, file_pos)) {</span>
<span class="lineNum"> 637 </span> : /* nothing to do */
<span class="lineNum"> 638 </span><span class="lineCov"> 3166908 : continue;</span>
<span class="lineNum"> 639 </span> : }
<span class="lineNum"> 640 </span> :
<span class="lineNum"> 641 </span> : /* if the file is excluded, we have nothing to adjust as the file is never written */
<span class="lineNum"> 642 </span><span class="lineCov"> 2162259 : if (file_flag_has(file, FILE_IS_EXCLUDED)</span>
<span class="lineNum"> 643 </span><span class="lineCov"> 2065266 : || (state-&gt;opt.syncedonly &amp;&amp; file_flag_has(file, FILE_IS_UNSYNCED))) {</span>
<span class="lineNum"> 644 </span> : /* nothing to do, but close the file */
<span class="lineNum"> 645 </span> : goto close_and_continue;
<span class="lineNum"> 646 </span> : }
<span class="lineNum"> 647 </span> :
<span class="lineNum"> 648 </span> : /* finish the fix process if it's the last block of the files */
<span class="lineNum"> 649 </span><span class="lineCov"> 2065266 : if (fix) {</span>
<span class="lineNum"> 650 </span> : /* mark that we finished with this file */
<span class="lineNum"> 651 </span> : /* to identify later any NOT finished ones */
<span class="lineNum"> 652 </span><span class="lineCov"> 757234 : file_flag_set(file, FILE_IS_FINISHED);</span>
<span class="lineNum"> 653 </span> :
<span class="lineNum"> 654 </span> : /* if the file is damaged, meaning that a fix failed */
<span class="lineNum"> 655 </span><span class="lineCov"> 757234 : if (file_flag_has(file, FILE_IS_DAMAGED)) {</span>
<span class="lineNum"> 656 </span> : /* rename it to .unrecoverable */
<span class="lineNum"> 657 </span> : char path_to[PATH_MAX];
<span class="lineNum"> 658 </span> :
<span class="lineNum"> 659 </span><span class="lineCov"> 63275 : pathprint(path_to, sizeof(path_to), &quot;%s%s.unrecoverable&quot;, disk-&gt;dir, file-&gt;sub);</span>
<span class="lineNum"> 660 </span> :
<span class="lineNum"> 661 </span> : /* ensure to close the file before renaming */
<span class="lineNum"> 662 </span><span class="lineCov"> 63275 : if (handle[j].file == file) {</span>
<span class="lineNum"> 663 </span><span class="lineCov"> 63275 : ret = handle_close(&amp;handle[j]);</span>
<span class="lineNum"> 664 </span><span class="lineCov"> 63275 : if (ret != 0) {</span>
<span class="lineNum"> 665 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 666 </span> : log_tag(&quot;error:%u:%s:%s: Close error. %s\n&quot;, i, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer), strerror(errno));
<span class="lineNum"> 667 </span> : log_fatal(&quot;DANGER! Unexpected close error in a data disk.\n&quot;);
<span class="lineNum"> 668 </span> : return -1;
<span class="lineNum"> 669 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 670 </span> : }
<span class="lineNum"> 671 </span> : }
<span class="lineNum"> 672 </span> :
<span class="lineNum"> 673 </span><span class="lineCov"> 63275 : ret = rename(path, path_to);</span>
<span class="lineNum"> 674 </span><span class="lineCov"> 63275 : if (ret != 0) {</span>
<span class="lineNum"> 675 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 676 </span> : log_fatal(&quot;Error renaming '%s' to '%s'. %s.\n&quot;, path, path_to, strerror(errno));
<span class="lineNum"> 677 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 678 </span> : return -1;
<span class="lineNum"> 679 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 680 </span> : }
<span class="lineNum"> 681 </span> :
<span class="lineNum"> 682 </span><span class="lineCov"> 63275 : log_tag(&quot;status:unrecoverable:%s:%s\n&quot;, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 683 </span><span class="lineCov"> 63275 : msg_info(&quot;unrecoverable %s\n&quot;, fmt_term(disk, file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 684 </span> :
<span class="lineNum"> 685 </span> : /* and do not set the time if damaged */
<span class="lineNum"> 686 </span><span class="lineCov"> 63275 : goto close_and_continue;</span>
<span class="lineNum"> 687 </span> : }
<span class="lineNum"> 688 </span> :
<span class="lineNum"> 689 </span> : /* if the file is not fixed, meaning that it is untouched */
<span class="lineNum"> 690 </span><span class="lineCov"> 693959 : if (!file_flag_has(file, FILE_IS_FIXED)) {</span>
<span class="lineNum"> 691 </span> : /* nothing to do, but close the file */
<span class="lineNum"> 692 </span><span class="lineCov"> 574554 : goto close_and_continue;</span>
<span class="lineNum"> 693 </span> : }
<span class="lineNum"> 694 </span> :
<span class="lineNum"> 695 </span> : /* if the file is closed or different than the one expected, reopen it */
<span class="lineNum"> 696 </span> : /* a different open file could happen when filtering for bad blocks */
<span class="lineNum"> 697 </span><span class="lineCov"> 119405 : if (handle[j].file != file) {</span>
<span class="lineNum"> 698 </span> : /* close a potential different file */
<span class="lineNum"> 699 </span><span class="lineNoCov"> 0 : ret = handle_close(&amp;handle[j]);</span>
<span class="lineNum"> 700 </span><span class="lineNoCov"> 0 : if (ret != 0) {</span>
<span class="lineNum"> 701 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 702 </span> : log_tag(&quot;error:%u:%s:%s: Close error. %s\n&quot;, i, disk-&gt;name, esc_tag(handle[j].file-&gt;sub, esc_buffer), strerror(errno));
<span class="lineNum"> 703 </span> : log_fatal(&quot;DANGER! Unexpected close error in a data disk.\n&quot;);
<span class="lineNum"> 704 </span> : return -1;
<span class="lineNum"> 705 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 706 </span> : }
<span class="lineNum"> 707 </span> :
<span class="lineNum"> 708 </span> : /* reopen it as readonly, as to set the mtime readonly access it's enough */
<span class="lineNum"> 709 </span> : /* we know that the file exists because it has the FILE_IS_FIXED tag */
<span class="lineNum"> 710 </span><span class="lineNoCov"> 0 : ret = handle_open(&amp;handle[j], file, state-&gt;file_mode, log_error, 0);</span>
<span class="lineNum"> 711 </span><span class="lineNoCov"> 0 : if (ret != 0) {</span>
<span class="lineNum"> 712 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 713 </span> : log_tag(&quot;error:%u:%s:%s: Open error. %s\n&quot;, i, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer), strerror(errno));
<span class="lineNum"> 714 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 715 </span> : return -1;
<span class="lineNum"> 716 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 717 </span> : }
<span class="lineNum"> 718 </span> : }
<span class="lineNum"> 719 </span> :
<span class="lineNum"> 720 </span><span class="lineCov"> 119405 : log_tag(&quot;status:recovered:%s:%s\n&quot;, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 721 </span><span class="lineCov"> 119405 : msg_info(&quot;recovered %s\n&quot;, fmt_term(disk, file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 722 </span> :
<span class="lineNum"> 723 </span><span class="lineCov"> 119405 : inode = handle[j].st.st_ino;</span>
<span class="lineNum"> 724 </span> :
<span class="lineNum"> 725 </span> : /* search for the corresponding inode */
<span class="lineNum"> 726 </span><span class="lineCov"> 119405 : collide_file = tommy_hashdyn_search(&amp;disk-&gt;inodeset, file_inode_compare_to_arg, &amp;inode, file_inode_hash(inode));</span>
<span class="lineNum"> 727 </span> :
<span class="lineNum"> 728 </span> : /* if the inode is already in the database and it refers at a different file name, */
<span class="lineNum"> 729 </span> : /* we can fix the file time ONLY if the time and size allow to differentiate */
<span class="lineNum"> 730 </span> : /* between the two files */
<span class="lineNum"> 731 </span> :
<span class="lineNum"> 732 </span> : /* for example, suppose we delete a bunch of files with all the same size and time, */
<span class="lineNum"> 733 </span> : /* when recreating them the inodes may be reused in a different order, */
<span class="lineNum"> 734 </span> : /* and at the next sync some files may have matching inode/size/time even if different name */
<span class="lineNum"> 735 </span> : /* not allowing sync to detect that the file is changed and not renamed */
<span class="lineNum"> 736 </span><span class="lineCov"> 119405 : if (!collide_file /* if not in the database, there is no collision */</span>
<span class="lineNum"> 737 </span><span class="lineCov"> 31334 : || strcmp(collide_file-&gt;sub, file-&gt;sub) == 0 /* if the name is the same, it's the right collision */</span>
<span class="lineNum"> 738 </span><span class="lineCov"> 22534 : || collide_file-&gt;size != file-&gt;size /* if the size is different, the collision is identified */</span>
<span class="lineNum"> 739 </span><span class="lineCov"> 2 : || collide_file-&gt;mtime_sec != file-&gt;mtime_sec /* if the mtime is different, the collision is identified */</span>
<span class="lineNum"> 740 </span><span class="lineCov"> 1 : || collide_file-&gt;mtime_nsec != file-&gt;mtime_nsec /* same for mtime_nsec */</span>
<span class="lineNum"> 741 </span> : ) {
<span class="lineNum"> 742 </span> : /* set the original modification time */
<span class="lineNum"> 743 </span><span class="lineCov"> 119405 : ret = handle_utime(&amp;handle[j]);</span>
<span class="lineNum"> 744 </span><span class="lineCov"> 238810 : if (ret == -1) {</span>
<span class="lineNum"> 745 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 746 </span> : /* mark the file as damaged */
<span class="lineNum"> 747 </span> : file_flag_set(file, FILE_IS_DAMAGED);
<span class="lineNum"> 748 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 749 </span> : return -1;
<span class="lineNum"> 750 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 751 </span> : }
<span class="lineNum"> 752 </span> : } else {
<span class="lineNum"> 753 </span><span class="lineNoCov"> 0 : log_tag(&quot;collision:%s:%s:%s: Not setting modification time to avoid inode collision\n&quot;, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer), esc_tag(collide_file-&gt;sub, esc_buffer_alt));</span>
<span class="lineNum"> 754 </span> : }
<span class="lineNum"> 755 </span> : } else {
<span class="lineNum"> 756 </span> : /* we are not fixing, but only checking */
<span class="lineNum"> 757 </span> : /* print just the final status */
<span class="lineNum"> 758 </span><span class="lineCov"> 1308032 : if (file_flag_has(file, FILE_IS_DAMAGED)) {</span>
<span class="lineNum"> 759 </span><span class="lineCov"> 9420 : if (state-&gt;opt.auditonly) {</span>
<span class="lineNum"> 760 </span><span class="lineCov"> 2798 : log_tag(&quot;status:damaged:%s:%s\n&quot;, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 761 </span><span class="lineCov"> 2798 : msg_info(&quot;damaged %s\n&quot;, fmt_term(disk, file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 762 </span> : } else {
<span class="lineNum"> 763 </span><span class="lineCov"> 6622 : log_tag(&quot;status:unrecoverable:%s:%s\n&quot;, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 764 </span><span class="lineCov"> 6622 : msg_info(&quot;unrecoverable %s\n&quot;, fmt_term(disk, file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 765 </span> : }
<span class="lineNum"> 766 </span><span class="lineCov"> 1298612 : } else if (file_flag_has(file, FILE_IS_FIXED)) {</span>
<span class="lineNum"> 767 </span><span class="lineCov"> 76223 : log_tag(&quot;status:recoverable:%s:%s\n&quot;, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 768 </span><span class="lineCov"> 76223 : msg_info(&quot;recoverable %s\n&quot;, fmt_term(disk, file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 769 </span> : } else {
<span class="lineNum"> 770 </span> : /* we don't use msg_verbose() because it also goes into the log */
<span class="lineNum"> 771 </span><span class="lineCov"> 1222389 : if (msg_level &gt;= MSG_VERBOSE) {</span>
<span class="lineNum"> 772 </span><span class="lineCov"> 23229 : log_tag(&quot;status:correct:%s:%s\n&quot;, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 773 </span><span class="lineCov"> 23229 : msg_info(&quot;correct %s\n&quot;, fmt_term(disk, file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 774 </span> : }
<span class="lineNum"> 775 </span> : }
<span class="lineNum"> 776 </span> : }
<span class="lineNum"> 777 </span> :
<span class="lineNum"> 778 </span> : close_and_continue:
<span class="lineNum"> 779 </span> : /* if the opened file is the correct one, close it */
<span class="lineNum"> 780 </span> : /* in case of excluded and fragmented files it's possible */
<span class="lineNum"> 781 </span> : /* that the opened file is not the current one */
<span class="lineNum"> 782 </span><span class="lineCov"> 2162259 : if (handle[j].file == file) {</span>
<span class="lineNum"> 783 </span> : /* ensure to close the file just after finishing with it */
<span class="lineNum"> 784 </span> : /* to avoid to keep it open without any possible use */
<span class="lineNum"> 785 </span><span class="lineCov"> 1978605 : ret = handle_close(&amp;handle[j]);</span>
<span class="lineNum"> 786 </span><span class="lineCov"> 1978605 : if (ret != 0) {</span>
<span class="lineNum"> 787 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 788 </span> : log_tag(&quot;error:%u:%s:%s: Close error. %s\n&quot;, i, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer), strerror(errno));
<span class="lineNum"> 789 </span> : log_fatal(&quot;DANGER! Unexpected close error in a data disk.\n&quot;);
<span class="lineNum"> 790 </span> : return -1;
<span class="lineNum"> 791 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 792 </span> : }
<span class="lineNum"> 793 </span> : }
<span class="lineNum"> 794 </span> : }
<span class="lineNum"> 795 </span> :
<span class="lineNum"> 796 </span><span class="lineCov"> 926105 : return 0;</span>
<span class="lineNum"> 797 </span> : }
<span class="lineNum"> 798 </span> :
<span class="lineNum"> 799 </span> : /**
<a name="800"><span class="lineNum"> 800 </span> : * Check if we have to process the specified block index ::i.</a>
<span class="lineNum"> 801 </span> : */
<span class="lineNum"> 802 </span><span class="lineCov"> 1870958 : static int block_is_enabled(struct snapraid_state* state, block_off_t i, struct snapraid_handle* handle, unsigned diskmax)</span>
<span class="lineNum"> 803 </span> : {
<span class="lineNum"> 804 </span> : snapraid_info info;
<span class="lineNum"> 805 </span> : unsigned j;
<span class="lineNum"> 806 </span> : unsigned l;
<span class="lineNum"> 807 </span> :
<span class="lineNum"> 808 </span> : /* get block specific info */
<span class="lineNum"> 809 </span><span class="lineCov"> 1870958 : info = info_get(&amp;state-&gt;infoarr, i);</span>
<span class="lineNum"> 810 </span> :
<span class="lineNum"> 811 </span> : /* if we filter for only bad blocks */
<span class="lineNum"> 812 </span><span class="lineCov"> 1870958 : if (state-&gt;opt.badonly) {</span>
<span class="lineNum"> 813 </span> : /* skip if this is not bad */
<span class="lineNum"> 814 </span><span class="lineCov"> 18748 : if (!info_get_bad(info))</span>
<span class="lineNum"> 815 </span><span class="lineCov"> 15204 : return 0;</span>
<span class="lineNum"> 816 </span> : }
<span class="lineNum"> 817 </span> :
<span class="lineNum"> 818 </span> : /* for each parity */
<span class="lineNum"> 819 </span><span class="lineCov"> 2125818 : for (l = 0; l &lt; state-&gt;level; ++l) {</span>
<span class="lineNum"> 820 </span><span class="lineCov"> 2042438 : if (!state-&gt;parity[l].is_excluded) {</span>
<span class="lineNum"> 821 </span><span class="lineCov"> 1772374 : return 1;</span>
<span class="lineNum"> 822 </span> : }
<span class="lineNum"> 823 </span> : }
<span class="lineNum"> 824 </span> :
<span class="lineNum"> 825 </span> : /* for each disk */
<span class="lineNum"> 826 </span><span class="lineCov"> 386636 : for (j = 0; j &lt; diskmax; ++j) {</span>
<span class="lineNum"> 827 </span> : struct snapraid_block* block;
<span class="lineNum"> 828 </span> :
<span class="lineNum"> 829 </span> : /* if no disk, nothing to check */
<span class="lineNum"> 830 </span><span class="lineCov"> 351348 : if (!handle[j].disk)</span>
<span class="lineNum"> 831 </span><span class="lineNoCov"> 0 : continue;</span>
<span class="lineNum"> 832 </span> :
<span class="lineNum"> 833 </span><span class="lineCov"> 351348 : block = fs_par2block_find(handle[j].disk, i);</span>
<span class="lineNum"> 834 </span> :
<span class="lineNum"> 835 </span> : /* try to recover all files, even the ones without hash */
<span class="lineNum"> 836 </span> : /* because in some cases we can recover also them */
<span class="lineNum"> 837 </span><span class="lineCov"> 351348 : if (block_has_file(block)) {</span>
<span class="lineNum"> 838 </span><span class="lineCov"> 344686 : struct snapraid_file* file = fs_par2file_get(handle[j].disk, i, 0);</span>
<span class="lineNum"> 839 </span><span class="lineCov"> 344686 : if (!file_flag_has(file, FILE_IS_EXCLUDED)) { /* only if the file is not filtered out */</span>
<span class="lineNum"> 840 </span><span class="lineCov"> 48092 : return 1;</span>
<span class="lineNum"> 841 </span> : }
<span class="lineNum"> 842 </span> : }
<span class="lineNum"> 843 </span> : }
<span class="lineNum"> 844 </span> :
<span class="lineNum"> 845 </span><span class="lineCov"> 35288 : return 0;</span>
<a name="846"><span class="lineNum"> 846 </span> : }</a>
<span class="lineNum"> 847 </span> :
<span class="lineNum"> 848 </span><span class="lineCov"> 118 : static int state_check_process(struct snapraid_state* state, int fix, struct snapraid_parity_handle** parity, block_off_t blockstart, block_off_t blockmax)</span>
<span class="lineNum"> 849 </span> : {
<span class="lineNum"> 850 </span> : struct snapraid_handle* handle;
<span class="lineNum"> 851 </span> : unsigned diskmax;
<span class="lineNum"> 852 </span> : block_off_t i;
<span class="lineNum"> 853 </span> : unsigned j;
<span class="lineNum"> 854 </span> : void* buffer_alloc;
<span class="lineNum"> 855 </span> : void** buffer;
<span class="lineNum"> 856 </span> : unsigned buffermax;
<span class="lineNum"> 857 </span> : int ret;
<span class="lineNum"> 858 </span> : data_off_t countsize;
<span class="lineNum"> 859 </span> : block_off_t countpos;
<span class="lineNum"> 860 </span> : block_off_t countmax;
<span class="lineNum"> 861 </span> : unsigned error;
<span class="lineNum"> 862 </span> : unsigned unrecoverable_error;
<span class="lineNum"> 863 </span> : unsigned recovered_error;
<span class="lineNum"> 864 </span> : struct failed_struct* failed;
<span class="lineNum"> 865 </span> : unsigned* failed_map;
<span class="lineNum"> 866 </span> : unsigned l;
<span class="lineNum"> 867 </span> : char esc_buffer[ESC_MAX];
<span class="lineNum"> 868 </span> : char esc_buffer_alt[ESC_MAX];
<span class="lineNum"> 869 </span> :
<span class="lineNum"> 870 </span><span class="lineCov"> 118 : handle = handle_mapping(state, &amp;diskmax);</span>
<span class="lineNum"> 871 </span> :
<span class="lineNum"> 872 </span> : /* we need 1 * data + 2 * parity + 1 * zero */
<span class="lineNum"> 873 </span><span class="lineCov"> 118 : buffermax = diskmax + 2 * state-&gt;level + 1;</span>
<span class="lineNum"> 874 </span> :
<span class="lineNum"> 875 </span><span class="lineCov"> 118 : buffer = malloc_nofail_vector_align(diskmax, buffermax, state-&gt;block_size, &amp;buffer_alloc);</span>
<span class="lineNum"> 876 </span><span class="lineCov"> 118 : if (!state-&gt;opt.skip_self)</span>
<span class="lineNum"> 877 </span><span class="lineNoCov"> 0 : mtest_vector(buffermax, state-&gt;block_size, buffer);</span>
<span class="lineNum"> 878 </span> :
<span class="lineNum"> 879 </span> : /* fill up the zero buffer */
<span class="lineNum"> 880 </span><span class="lineCov"> 118 : memset(buffer[buffermax - 1], 0, state-&gt;block_size);</span>
<span class="lineNum"> 881 </span><span class="lineCov"> 118 : raid_zero(buffer[buffermax - 1]);</span>
<span class="lineNum"> 882 </span> :
<span class="lineNum"> 883 </span><span class="lineCov"> 118 : failed = malloc_nofail(diskmax * sizeof(struct failed_struct));</span>
<span class="lineNum"> 884 </span><span class="lineCov"> 118 : failed_map = malloc_nofail(diskmax * sizeof(unsigned));</span>
<span class="lineNum"> 885 </span> :
<span class="lineNum"> 886 </span><span class="lineCov"> 118 : error = 0;</span>
<span class="lineNum"> 887 </span><span class="lineCov"> 118 : unrecoverable_error = 0;</span>
<span class="lineNum"> 888 </span><span class="lineCov"> 118 : recovered_error = 0;</span>
<span class="lineNum"> 889 </span> :
<span class="lineNum"> 890 </span> : /* first count the number of blocks to process */
<span class="lineNum"> 891 </span><span class="lineCov"> 118 : countmax = 0;</span>
<span class="lineNum"> 892 </span><span class="lineCov"> 935597 : for (i = blockstart; i &lt; blockmax; ++i) {</span>
<span class="lineNum"> 893 </span><span class="lineCov"> 935479 : if (!block_is_enabled(state, i, handle, diskmax))</span>
<span class="lineNum"> 894 </span><span class="lineCov"> 25246 : continue;</span>
<span class="lineNum"> 895 </span><span class="lineCov"> 910233 : ++countmax;</span>
<span class="lineNum"> 896 </span> : }
<span class="lineNum"> 897 </span> :
<span class="lineNum"> 898 </span> : /* check all the blocks in files */
<span class="lineNum"> 899 </span><span class="lineCov"> 118 : countsize = 0;</span>
<span class="lineNum"> 900 </span><span class="lineCov"> 118 : countpos = 0;</span>
<span class="lineNum"> 901 </span><span class="lineCov"> 118 : state_progress_begin(state, blockstart, blockmax, countmax);</span>
<span class="lineNum"> 902 </span><span class="lineCov"> 935597 : for (i = blockstart; i &lt; blockmax; ++i) {</span>
<span class="lineNum"> 903 </span> : unsigned failed_count;
<span class="lineNum"> 904 </span> : int valid_parity;
<span class="lineNum"> 905 </span> : snapraid_info info;
<span class="lineNum"> 906 </span> : int rehash;
<span class="lineNum"> 907 </span> :
<span class="lineNum"> 908 </span><span class="lineCov"> 935479 : if (!block_is_enabled(state, i, handle, diskmax)) {</span>
<span class="lineNum"> 909 </span> : /* post process the files */
<span class="lineNum"> 910 </span><span class="lineCov"> 25246 : ret = file_post(state, fix, i, handle, diskmax);</span>
<span class="lineNum"> 911 </span><span class="lineCov"> 25246 : if (ret == -1) {</span>
<span class="lineNum"> 912 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 913 </span> : log_fatal(&quot;Stopping at block %u\n&quot;, i);
<span class="lineNum"> 914 </span> : ++unrecoverable_error;
<span class="lineNum"> 915 </span> : goto bail;
<span class="lineNum"> 916 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 917 </span> : }
<span class="lineNum"> 918 </span> :
<span class="lineNum"> 919 </span> : /* and now continue with the next block */
<span class="lineNum"> 920 </span><span class="lineCov"> 25246 : continue;</span>
<span class="lineNum"> 921 </span> : }
<span class="lineNum"> 922 </span> :
<span class="lineNum"> 923 </span> : /* If we have valid parity, and it makes sense to check its content. */
<span class="lineNum"> 924 </span> : /* If we already know that the parity is invalid, we just read the file */
<span class="lineNum"> 925 </span> : /* but we don't report parity errors */
<span class="lineNum"> 926 </span> : /* Note that with auditonly, we anyway skip the full parity check, */
<span class="lineNum"> 927 </span> : /* because we also don't read it at all */
<span class="lineNum"> 928 </span><span class="lineCov"> 910233 : valid_parity = 1;</span>
<span class="lineNum"> 929 </span> :
<span class="lineNum"> 930 </span> : /* keep track of the number of failed blocks */
<span class="lineNum"> 931 </span><span class="lineCov"> 910233 : failed_count = 0;</span>
<span class="lineNum"> 932 </span> :
<span class="lineNum"> 933 </span> : /* get block specific info */
<span class="lineNum"> 934 </span><span class="lineCov"> 910233 : info = info_get(&amp;state-&gt;infoarr, i);</span>
<span class="lineNum"> 935 </span> :
<span class="lineNum"> 936 </span> : /* if we have to use the old hash */
<span class="lineNum"> 937 </span><span class="lineCov"> 910233 : rehash = info_get_rehash(info);</span>
<span class="lineNum"> 938 </span> :
<span class="lineNum"> 939 </span> : /* for each disk, process the block */
<span class="lineNum"> 940 </span><span class="lineCov"> 6371631 : for (j = 0; j &lt; diskmax; ++j) {</span>
<span class="lineNum"> 941 </span> : int read_size;
<span class="lineNum"> 942 </span> : unsigned char hash[HASH_MAX];
<span class="lineNum"> 943 </span> : struct snapraid_disk* disk;
<span class="lineNum"> 944 </span> : struct snapraid_block* block;
<span class="lineNum"> 945 </span> : struct snapraid_file* file;
<span class="lineNum"> 946 </span> : block_off_t file_pos;
<span class="lineNum"> 947 </span> : unsigned block_state;
<span class="lineNum"> 948 </span> :
<span class="lineNum"> 949 </span> : /* if the disk position is not used */
<span class="lineNum"> 950 </span><span class="lineCov"> 5461398 : disk = handle[j].disk;</span>
<span class="lineNum"> 951 </span><span class="lineCov"> 5461398 : if (!disk) {</span>
<span class="lineNum"> 952 </span> : /* use an empty block */
<span class="lineNum"> 953 </span><span class="lineCov"> 14061 : memset(buffer[j], 0, state-&gt;block_size);</span>
<span class="lineNum"> 954 </span><span class="lineCov"> 954823 : continue;</span>
<span class="lineNum"> 955 </span> : }
<span class="lineNum"> 956 </span> :
<span class="lineNum"> 957 </span> : /* if the disk block is not used */
<span class="lineNum"> 958 </span><span class="lineCov"> 5447337 : block = fs_par2block_find(disk, i);</span>
<span class="lineNum"> 959 </span><span class="lineCov"> 5447337 : if (block == BLOCK_NULL) {</span>
<span class="lineNum"> 960 </span> : /* use an empty block */
<span class="lineNum"> 961 </span><span class="lineCov"> 192063 : memset(buffer[j], 0, state-&gt;block_size);</span>
<span class="lineNum"> 962 </span><span class="lineCov"> 192063 : continue;</span>
<span class="lineNum"> 963 </span> : }
<span class="lineNum"> 964 </span> :
<span class="lineNum"> 965 </span> : /* get the state of the block */
<span class="lineNum"> 966 </span><span class="lineCov"> 5255274 : block_state = block_state_get(block);</span>
<span class="lineNum"> 967 </span> :
<span class="lineNum"> 968 </span> : /* if the parity is not valid */
<span class="lineNum"> 969 </span><span class="lineCov"> 5255274 : if (block_has_invalid_parity(block)) {</span>
<span class="lineNum"> 970 </span> : /* mark the parity as invalid, and don't try to check/fix it */
<span class="lineNum"> 971 </span> : /* because it will be recomputed at the next sync */
<span class="lineNum"> 972 </span><span class="lineCov"> 94587 : valid_parity = 0;</span>
<span class="lineNum"> 973 </span> : /* follow */
<span class="lineNum"> 974 </span> : }
<span class="lineNum"> 975 </span> :
<span class="lineNum"> 976 </span> : /* if the block is DELETED */
<span class="lineNum"> 977 </span><span class="lineCov"> 5255274 : if (block_state == BLOCK_STATE_DELETED) {</span>
<span class="lineNum"> 978 </span> : /* use an empty block */
<span class="lineNum"> 979 </span><span class="lineCov"> 18454 : memset(buffer[j], 0, state-&gt;block_size);</span>
<span class="lineNum"> 980 </span> :
<span class="lineNum"> 981 </span> : /* store it in the failed set, because potentially */
<span class="lineNum"> 982 </span> : /* the parity may be still computed with the previous content */
<span class="lineNum"> 983 </span><span class="lineCov"> 18454 : failed[failed_count].is_bad = 0; /* note that is_bad==0 &lt;=&gt; file==0 */</span>
<span class="lineNum"> 984 </span><span class="lineCov"> 18454 : failed[failed_count].is_outofdate = 0;</span>
<span class="lineNum"> 985 </span><span class="lineCov"> 18454 : failed[failed_count].index = j;</span>
<span class="lineNum"> 986 </span><span class="lineCov"> 18454 : failed[failed_count].block = block;</span>
<span class="lineNum"> 987 </span><span class="lineCov"> 18454 : failed[failed_count].disk = disk;</span>
<span class="lineNum"> 988 </span><span class="lineCov"> 18454 : failed[failed_count].file = 0;</span>
<span class="lineNum"> 989 </span><span class="lineCov"> 18454 : failed[failed_count].file_pos = 0;</span>
<span class="lineNum"> 990 </span><span class="lineCov"> 18454 : failed[failed_count].handle = 0;</span>
<span class="lineNum"> 991 </span><span class="lineCov"> 18454 : ++failed_count;</span>
<span class="lineNum"> 992 </span><span class="lineCov"> 18454 : continue;</span>
<span class="lineNum"> 993 </span> : }
<span class="lineNum"> 994 </span> :
<span class="lineNum"> 995 </span> : /* get the file of this block */
<span class="lineNum"> 996 </span><span class="lineCov"> 5236820 : file = fs_par2file_get(disk, i, &amp;file_pos);</span>
<span class="lineNum"> 997 </span> :
<span class="lineNum"> 998 </span> : /* if we are only hashing, we can skip excluded files and don't even read them */
<span class="lineNum"> 999 </span><span class="lineCov"> 5236820 : if (state-&gt;opt.auditonly &amp;&amp; file_flag_has(file, FILE_IS_EXCLUDED)) {</span>
<span class="lineNum"> 1000 </span> : /* use an empty block */
<span class="lineNum"> 1001 </span> : /* in true, this is unnecessary, because we are not checking any parity */
<span class="lineNum"> 1002 </span> : /* but we keep it for completeness */
<span class="lineNum"> 1003 </span><span class="lineNoCov"> 0 : memset(buffer[j], 0, state-&gt;block_size);</span>
<span class="lineNum"> 1004 </span><span class="lineNoCov"> 0 : continue;</span>
<span class="lineNum"> 1005 </span> : }
<span class="lineNum"> 1006 </span> :
<span class="lineNum"> 1007 </span> : /* if the file is closed or different than the current one */
<span class="lineNum"> 1008 </span><span class="lineCov"> 5236820 : if (handle[j].file == 0 || handle[j].file != file) {</span>
<span class="lineNum"> 1009 </span> : /* close the old one, if any */
<span class="lineNum"> 1010 </span><span class="lineCov"> 2259576 : ret = handle_close(&amp;handle[j]);</span>
<span class="lineNum"> 1011 </span><span class="lineCov"> 2259576 : if (ret == -1) {</span>
<span class="lineNum"> 1012 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1013 </span> : log_tag(&quot;error:%u:%s:%s: Close error. %s\n&quot;, i, disk-&gt;name, esc_tag(handle[j].file-&gt;sub, esc_buffer), strerror(errno));
<span class="lineNum"> 1014 </span> : log_fatal(&quot;DANGER! Unexpected close error in a data disk.\n&quot;);
<span class="lineNum"> 1015 </span> : log_fatal(&quot;Stopping at block %u\n&quot;, i);
<span class="lineNum"> 1016 </span> : ++unrecoverable_error;
<span class="lineNum"> 1017 </span> : goto bail;
<span class="lineNum"> 1018 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1019 </span> : }
<span class="lineNum"> 1020 </span> :
<span class="lineNum"> 1021 </span> : /* if fixing, and the file is not excluded, we must open for writing */
<span class="lineNum"> 1022 </span><span class="lineCov"> 2259576 : if (fix &amp;&amp; !file_flag_has(file, FILE_IS_EXCLUDED)) {</span>
<span class="lineNum"> 1023 </span> : /* if fixing, create the file, open for writing and resize if required */
<span class="lineNum"> 1024 </span><span class="lineCov"> 771283 : ret = handle_create(&amp;handle[j], file, state-&gt;file_mode);</span>
<span class="lineNum"> 1025 </span><span class="lineCov"> 771283 : if (ret == -1) {</span>
<span class="lineNum"> 1026 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1027 </span> : if (errno == EACCES) {
<span class="lineNum"> 1028 </span> : log_fatal(&quot;WARNING! Please give write permission to the file.\n&quot;);
<span class="lineNum"> 1029 </span> : } else {
<span class="lineNum"> 1030 </span> : log_fatal(&quot;DANGER! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 1031 </span> : }
<span class="lineNum"> 1032 </span> : log_fatal(&quot;Stopping at block %u\n&quot;, i);
<span class="lineNum"> 1033 </span> : ++unrecoverable_error;
<span class="lineNum"> 1034 </span> : goto bail;
<span class="lineNum"> 1035 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1036 </span> : }
<span class="lineNum"> 1037 </span> :
<span class="lineNum"> 1038 </span> : /* check if the file was just created */
<span class="lineNum"> 1039 </span><span class="lineCov"> 1542566 : if (handle[j].created != 0) {</span>
<span class="lineNum"> 1040 </span> : /* if fragmented, it may be reopened, so remember that the file */
<span class="lineNum"> 1041 </span> : /* was originally missing */
<span class="lineNum"> 1042 </span><span class="lineCov"> 113044 : file_flag_set(file, FILE_IS_CREATED);</span>
<span class="lineNum"> 1043 </span> : }
<span class="lineNum"> 1044 </span> : } else {
<span class="lineNum"> 1045 </span> : /* open the file only for reading */
<span class="lineNum"> 1046 </span><span class="lineCov"> 1488293 : if (!file_flag_has(file, FILE_IS_MISSING))</span>
<span class="lineNum"> 1047 </span><span class="lineCov"> 1372856 : ret = handle_open(&amp;handle[j], file, state-&gt;file_mode,</span>
<span class="lineNum"> 1048 </span><span class="lineCov"> 1372856 : log_error, state-&gt;opt.expected_missing ? log_expected : 0);</span>
<span class="lineNum"> 1049 </span> : else
<span class="lineNum"> 1050 </span><span class="lineCov"> 115437 : ret = -1; /* if the file is missing, we cannot open it */</span>
<span class="lineNum"> 1051 </span><span class="lineCov"> 1488293 : if (ret == -1) {</span>
<span class="lineNum"> 1052 </span> : /* save the failed block for the check/fix */
<span class="lineNum"> 1053 </span><span class="lineCov"> 194019 : failed[failed_count].is_bad = 1;</span>
<span class="lineNum"> 1054 </span><span class="lineCov"> 194019 : failed[failed_count].is_outofdate = 0;</span>
<span class="lineNum"> 1055 </span><span class="lineCov"> 194019 : failed[failed_count].index = j;</span>
<span class="lineNum"> 1056 </span><span class="lineCov"> 194019 : failed[failed_count].block = block;</span>
<span class="lineNum"> 1057 </span><span class="lineCov"> 194019 : failed[failed_count].disk = disk;</span>
<span class="lineNum"> 1058 </span><span class="lineCov"> 194019 : failed[failed_count].file = file;</span>
<span class="lineNum"> 1059 </span><span class="lineCov"> 194019 : failed[failed_count].file_pos = file_pos;</span>
<span class="lineNum"> 1060 </span><span class="lineCov"> 194019 : failed[failed_count].handle = &amp;handle[j];</span>
<span class="lineNum"> 1061 </span><span class="lineCov"> 194019 : ++failed_count;</span>
<span class="lineNum"> 1062 </span> :
<span class="lineNum"> 1063 </span><span class="lineCov"> 194019 : log_tag(&quot;error:%u:%s:%s: Open error at position %u\n&quot;, i, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer), file_pos);</span>
<span class="lineNum"> 1064 </span><span class="lineCov"> 194019 : ++error;</span>
<span class="lineNum"> 1065 </span> :
<span class="lineNum"> 1066 </span> : /* mark the file as missing, to avoid to retry to open it again */
<span class="lineNum"> 1067 </span> : /* note that this can be done only if we are not fixing it */
<span class="lineNum"> 1068 </span> : /* otherwise, it could be recreated */
<span class="lineNum"> 1069 </span><span class="lineCov"> 194019 : file_flag_set(file, FILE_IS_MISSING);</span>
<span class="lineNum"> 1070 </span><span class="lineCov"> 194019 : continue;</span>
<span class="lineNum"> 1071 </span> : }
<span class="lineNum"> 1072 </span> : }
<span class="lineNum"> 1073 </span> :
<span class="lineNum"> 1074 </span> : /* if it's the first open, and not excluded */
<span class="lineNum"> 1075 </span><span class="lineCov"> 2065557 : if (!file_flag_has(file, FILE_IS_OPENED)</span>
<span class="lineNum"> 1076 </span><span class="lineCov"> 2050191 : &amp;&amp; !file_flag_has(file, FILE_IS_EXCLUDED)) {</span>
<span class="lineNum"> 1077 </span> :
<span class="lineNum"> 1078 </span> : /* check if the file is changed */
<span class="lineNum"> 1079 </span><span class="lineCov"> 1998760 : if (handle[j].st.st_size != file-&gt;size</span>
<span class="lineNum"> 1080 </span><span class="lineCov"> 1805894 : || handle[j].st.st_mtime != file-&gt;mtime_sec</span>
<span class="lineNum"> 1081 </span><span class="lineCov"> 1781363 : || STAT_NSEC(&amp;handle[j].st) != file-&gt;mtime_nsec</span>
<span class="lineNum"> 1082 </span> : /* don't check the inode to support file-system without persistent inodes */
<span class="lineNum"> 1083 </span> : ) {
<span class="lineNum"> 1084 </span> : /* report that the file is not synced */
<span class="lineNum"> 1085 </span><span class="lineCov"> 217397 : file_flag_set(file, FILE_IS_UNSYNCED);</span>
<span class="lineNum"> 1086 </span> : }
<span class="lineNum"> 1087 </span> : }
<span class="lineNum"> 1088 </span> :
<span class="lineNum"> 1089 </span> : /* if it's the first open, and not excluded and larger */
<span class="lineNum"> 1090 </span><span class="lineCov"> 2065557 : if (!file_flag_has(file, FILE_IS_OPENED)</span>
<span class="lineNum"> 1091 </span><span class="lineCov"> 2050191 : &amp;&amp; !file_flag_has(file, FILE_IS_EXCLUDED)</span>
<span class="lineNum"> 1092 </span><span class="lineCov"> 1998760 : &amp;&amp; !(state-&gt;opt.syncedonly &amp;&amp; file_flag_has(file, FILE_IS_UNSYNCED))</span>
<span class="lineNum"> 1093 </span><span class="lineCov"> 1998760 : &amp;&amp; handle[j].st.st_size &gt; file-&gt;size</span>
<span class="lineNum"> 1094 </span> : ) {
<span class="lineNum"> 1095 </span><span class="lineCov"> 8819 : log_error(&quot;File '%s' is larger than expected.\n&quot;, handle[j].path);</span>
<span class="lineNum"> 1096 </span><span class="lineCov"> 8819 : log_tag(&quot;error:%u:%s:%s: Size error\n&quot;, i, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1097 </span><span class="lineCov"> 8819 : ++error;</span>
<span class="lineNum"> 1098 </span> :
<span class="lineNum"> 1099 </span><span class="lineCov"> 8819 : if (fix) {</span>
<span class="lineNum"> 1100 </span><span class="lineCov"> 3254 : ret = handle_truncate(&amp;handle[j], file);</span>
<span class="lineNum"> 1101 </span><span class="lineCov"> 3254 : if (ret == -1) {</span>
<span class="lineNum"> 1102 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1103 </span> : log_fatal(&quot;DANGER! Unexpected truncate error in a data disk, it isn't possible to fix.\n&quot;);
<span class="lineNum"> 1104 </span> : log_fatal(&quot;Stopping at block %u\n&quot;, i);
<span class="lineNum"> 1105 </span> : ++unrecoverable_error;
<span class="lineNum"> 1106 </span> : goto bail;
<span class="lineNum"> 1107 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1108 </span> : }
<span class="lineNum"> 1109 </span> :
<span class="lineNum"> 1110 </span><span class="lineCov"> 3254 : log_tag(&quot;fixed:%u:%s:%s: Fixed size\n&quot;, i, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1111 </span><span class="lineCov"> 3254 : ++recovered_error;</span>
<span class="lineNum"> 1112 </span> : }
<span class="lineNum"> 1113 </span> : }
<span class="lineNum"> 1114 </span> :
<span class="lineNum"> 1115 </span> : /* mark the file as opened at least one time */
<span class="lineNum"> 1116 </span> : /* this is used to avoid to check the unsynced and size */
<span class="lineNum"> 1117 </span> : /* more than one time, in case the file is reopened later */
<span class="lineNum"> 1118 </span><span class="lineCov"> 2065557 : file_flag_set(file, FILE_IS_OPENED);</span>
<span class="lineNum"> 1119 </span> : }
<span class="lineNum"> 1120 </span> :
<span class="lineNum"> 1121 </span> : /* read from the file */
<span class="lineNum"> 1122 </span><span class="lineCov"> 5042801 : read_size = handle_read(&amp;handle[j], file_pos, buffer[j], state-&gt;block_size,</span>
<span class="lineNum"> 1123 </span><span class="lineCov"> 5042801 : log_error, state-&gt;opt.expected_missing ? log_expected : 0);</span>
<span class="lineNum"> 1124 </span><span class="lineCov"> 5042801 : if (read_size == -1) {</span>
<span class="lineNum"> 1125 </span> : /* save the failed block for the check/fix */
<span class="lineNum"> 1126 </span><span class="lineCov"> 442126 : failed[failed_count].is_bad = 1; /* it's bad because we cannot read it */</span>
<span class="lineNum"> 1127 </span><span class="lineCov"> 442126 : failed[failed_count].is_outofdate = 0;</span>
<span class="lineNum"> 1128 </span><span class="lineCov"> 442126 : failed[failed_count].index = j;</span>
<span class="lineNum"> 1129 </span><span class="lineCov"> 442126 : failed[failed_count].block = block;</span>
<span class="lineNum"> 1130 </span><span class="lineCov"> 442126 : failed[failed_count].disk = disk;</span>
<span class="lineNum"> 1131 </span><span class="lineCov"> 442126 : failed[failed_count].file = file;</span>
<span class="lineNum"> 1132 </span><span class="lineCov"> 442126 : failed[failed_count].file_pos = file_pos;</span>
<span class="lineNum"> 1133 </span><span class="lineCov"> 442126 : failed[failed_count].handle = &amp;handle[j];</span>
<span class="lineNum"> 1134 </span><span class="lineCov"> 442126 : ++failed_count;</span>
<span class="lineNum"> 1135 </span> :
<span class="lineNum"> 1136 </span><span class="lineCov"> 442126 : log_tag(&quot;error:%u:%s:%s: Read error at position %u\n&quot;, i, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer), file_pos);</span>
<span class="lineNum"> 1137 </span><span class="lineCov"> 442126 : ++error;</span>
<span class="lineNum"> 1138 </span><span class="lineCov"> 442126 : continue;</span>
<span class="lineNum"> 1139 </span> : }
<span class="lineNum"> 1140 </span> :
<span class="lineNum"> 1141 </span><span class="lineCov"> 4600675 : countsize += read_size;</span>
<span class="lineNum"> 1142 </span> :
<span class="lineNum"> 1143 </span> : /* always insert CHG blocks, the repair functions needs all of them */
<span class="lineNum"> 1144 </span> : /* because the parity may be still referring at the old state */
<span class="lineNum"> 1145 </span> : /* and the repair must be aware of it */
<span class="lineNum"> 1146 </span><span class="lineCov"> 4600675 : if (block_state == BLOCK_STATE_CHG) {</span>
<span class="lineNum"> 1147 </span> : /* we DO NOT mark them as bad to avoid to overwrite them with wrong data. */
<span class="lineNum"> 1148 </span> : /* if we don't have a hash, we always assume the first read of the block correct. */
<span class="lineNum"> 1149 </span><span class="lineCov"> 13843 : failed[failed_count].is_bad = 0; /* we assume the CHG block correct */</span>
<span class="lineNum"> 1150 </span><span class="lineCov"> 13843 : failed[failed_count].is_outofdate = 0;</span>
<span class="lineNum"> 1151 </span><span class="lineCov"> 13843 : failed[failed_count].index = j;</span>
<span class="lineNum"> 1152 </span><span class="lineCov"> 13843 : failed[failed_count].block = block;</span>
<span class="lineNum"> 1153 </span><span class="lineCov"> 13843 : failed[failed_count].disk = disk;</span>
<span class="lineNum"> 1154 </span><span class="lineCov"> 13843 : failed[failed_count].file = file;</span>
<span class="lineNum"> 1155 </span><span class="lineCov"> 13843 : failed[failed_count].file_pos = file_pos;</span>
<span class="lineNum"> 1156 </span><span class="lineCov"> 13843 : failed[failed_count].handle = &amp;handle[j];</span>
<span class="lineNum"> 1157 </span><span class="lineCov"> 13843 : ++failed_count;</span>
<span class="lineNum"> 1158 </span><span class="lineCov"> 13843 : continue;</span>
<span class="lineNum"> 1159 </span> : }
<span class="lineNum"> 1160 </span> :
<span class="lineNum"> 1161 </span><span class="lineCov"> 4586832 : assert(block_state == BLOCK_STATE_BLK || block_state == BLOCK_STATE_REP);</span>
<span class="lineNum"> 1162 </span> :
<span class="lineNum"> 1163 </span> : /* compute the hash of the block just read */
<span class="lineNum"> 1164 </span><span class="lineCov"> 4586832 : if (rehash) {</span>
<span class="lineNum"> 1165 </span><span class="lineCov"> 27243 : memhash(state-&gt;prevhash, state-&gt;prevhashseed, hash, buffer[j], read_size);</span>
<span class="lineNum"> 1166 </span> : } else {
<span class="lineNum"> 1167 </span><span class="lineCov"> 4559589 : memhash(state-&gt;hash, state-&gt;hashseed, hash, buffer[j], read_size);</span>
<span class="lineNum"> 1168 </span> : }
<span class="lineNum"> 1169 </span> :
<span class="lineNum"> 1170 </span> : /* compare the hash */
<span class="lineNum"> 1171 </span><span class="lineCov"> 4586832 : if (memcmp(hash, block-&gt;hash, BLOCK_HASH_SIZE) != 0) {</span>
<span class="lineNum"> 1172 </span><span class="lineCov"> 12768 : unsigned diff = memdiff(hash, block-&gt;hash, BLOCK_HASH_SIZE);</span>
<span class="lineNum"> 1173 </span> :
<span class="lineNum"> 1174 </span> : /* save the failed block for the check/fix */
<span class="lineNum"> 1175 </span><span class="lineCov"> 12768 : failed[failed_count].is_bad = 1; /* it's bad because the hash doesn't match */</span>
<span class="lineNum"> 1176 </span><span class="lineCov"> 12768 : failed[failed_count].is_outofdate = 0;</span>
<span class="lineNum"> 1177 </span><span class="lineCov"> 12768 : failed[failed_count].index = j;</span>
<span class="lineNum"> 1178 </span><span class="lineCov"> 12768 : failed[failed_count].block = block;</span>
<span class="lineNum"> 1179 </span><span class="lineCov"> 12768 : failed[failed_count].disk = disk;</span>
<span class="lineNum"> 1180 </span><span class="lineCov"> 12768 : failed[failed_count].file = file;</span>
<span class="lineNum"> 1181 </span><span class="lineCov"> 12768 : failed[failed_count].file_pos = file_pos;</span>
<span class="lineNum"> 1182 </span><span class="lineCov"> 12768 : failed[failed_count].handle = &amp;handle[j];</span>
<span class="lineNum"> 1183 </span><span class="lineCov"> 12768 : ++failed_count;</span>
<span class="lineNum"> 1184 </span> :
<span class="lineNum"> 1185 </span><span class="lineCov"> 12768 : log_tag(&quot;error:%u:%s:%s: Data error at position %u, diff bits %u\n&quot;, i, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer), file_pos, diff);</span>
<span class="lineNum"> 1186 </span><span class="lineCov"> 12768 : ++error;</span>
<span class="lineNum"> 1187 </span><span class="lineCov"> 12768 : continue;</span>
<span class="lineNum"> 1188 </span> : }
<span class="lineNum"> 1189 </span> :
<span class="lineNum"> 1190 </span> : /* always insert REP blocks, the repair functions needs all of them */
<span class="lineNum"> 1191 </span> : /* because the parity may be still referring at the old state */
<span class="lineNum"> 1192 </span> : /* and the repair must be aware of it */
<span class="lineNum"> 1193 </span><span class="lineCov"> 4574064 : if (block_state == BLOCK_STATE_REP) {</span>
<span class="lineNum"> 1194 </span><span class="lineCov"> 53428 : failed[failed_count].is_bad = 0; /* it's not bad */</span>
<span class="lineNum"> 1195 </span><span class="lineCov"> 53428 : failed[failed_count].is_outofdate = 0;</span>
<span class="lineNum"> 1196 </span><span class="lineCov"> 53428 : failed[failed_count].index = j;</span>
<span class="lineNum"> 1197 </span><span class="lineCov"> 53428 : failed[failed_count].block = block;</span>
<span class="lineNum"> 1198 </span><span class="lineCov"> 53428 : failed[failed_count].disk = disk;</span>
<span class="lineNum"> 1199 </span><span class="lineCov"> 53428 : failed[failed_count].file = file;</span>
<span class="lineNum"> 1200 </span><span class="lineCov"> 53428 : failed[failed_count].file_pos = file_pos;</span>
<span class="lineNum"> 1201 </span><span class="lineCov"> 53428 : failed[failed_count].handle = &amp;handle[j];</span>
<span class="lineNum"> 1202 </span><span class="lineCov"> 53428 : ++failed_count;</span>
<span class="lineNum"> 1203 </span><span class="lineCov"> 53428 : continue;</span>
<span class="lineNum"> 1204 </span> : }
<span class="lineNum"> 1205 </span> : }
<span class="lineNum"> 1206 </span> :
<span class="lineNum"> 1207 </span> : /* now read and check the parity if requested */
<span class="lineNum"> 1208 </span><span class="lineCov"> 910233 : if (!state-&gt;opt.auditonly) {</span>
<span class="lineNum"> 1209 </span> : void* buffer_recov[LEV_MAX];
<span class="lineNum"> 1210 </span> : void* buffer_zero;
<span class="lineNum"> 1211 </span> :
<span class="lineNum"> 1212 </span> : /* buffers for parity read and not computed */
<span class="lineNum"> 1213 </span><span class="lineCov"> 4170787 : for (l = 0; l &lt; state-&gt;level; ++l)</span>
<span class="lineNum"> 1214 </span><span class="lineCov"> 3299829 : buffer_recov[l] = buffer[diskmax + state-&gt;level + l];</span>
<span class="lineNum"> 1215 </span><span class="lineCov"> 2796877 : for (; l &lt; LEV_MAX; ++l)</span>
<span class="lineNum"> 1216 </span><span class="lineCov"> 1925919 : buffer_recov[l] = 0;</span>
<span class="lineNum"> 1217 </span> :
<span class="lineNum"> 1218 </span> : /* the zero buffer is the last one */
<span class="lineNum"> 1219 </span><span class="lineCov"> 870958 : buffer_zero = buffer[buffermax - 1];</span>
<span class="lineNum"> 1220 </span> :
<span class="lineNum"> 1221 </span> : /* read the parity */
<span class="lineNum"> 1222 </span><span class="lineCov"> 4170787 : for (l = 0; l &lt; state-&gt;level; ++l) {</span>
<span class="lineNum"> 1223 </span><span class="lineCov"> 3299829 : if (parity[l]) {</span>
<span class="lineNum"> 1224 </span><span class="lineCov"> 3285927 : ret = parity_read(parity[l], i, buffer_recov[l], state-&gt;block_size, log_error);</span>
<span class="lineNum"> 1225 </span><span class="lineCov"> 3285927 : if (ret == -1) {</span>
<span class="lineNum"> 1226 </span><span class="lineCov"> 11360 : buffer_recov[l] = 0; /* no parity to use */</span>
<span class="lineNum"> 1227 </span> :
<span class="lineNum"> 1228 </span><span class="lineCov"> 11360 : log_tag(&quot;parity_error:%u:%s: Read error\n&quot;, i, lev_config_name(l));</span>
<span class="lineNum"> 1229 </span><span class="lineCov"> 11360 : ++error;</span>
<span class="lineNum"> 1230 </span> : }
<span class="lineNum"> 1231 </span> : } else {
<span class="lineNum"> 1232 </span><span class="lineCov"> 13902 : buffer_recov[l] = 0;</span>
<span class="lineNum"> 1233 </span> : }
<span class="lineNum"> 1234 </span> : }
<span class="lineNum"> 1235 </span> :
<span class="lineNum"> 1236 </span> : /* try all the recovering strategies */
<span class="lineNum"> 1237 </span><span class="lineCov"> 870958 : ret = repair(state, rehash, i, diskmax, failed, failed_map, failed_count, buffer, buffer_recov, buffer_zero);</span>
<span class="lineNum"> 1238 </span><span class="lineCov"> 870958 : if (ret != 0) {</span>
<span class="lineNum"> 1239 </span> : /* increment the number of errors */
<span class="lineNum"> 1240 </span><span class="lineCov"> 47935 : if (ret &gt; 0)</span>
<span class="lineNum"> 1241 </span><span class="lineCov"> 4811 : error += ret;</span>
<span class="lineNum"> 1242 </span><span class="lineCov"> 47935 : ++unrecoverable_error;</span>
<span class="lineNum"> 1243 </span> :
<span class="lineNum"> 1244 </span> : /* print a list of all the errors in files */
<span class="lineNum"> 1245 </span><span class="lineCov"> 219126 : for (j = 0; j &lt; failed_count; ++j) {</span>
<span class="lineNum"> 1246 </span><span class="lineCov"> 171191 : if (failed[j].is_bad)</span>
<span class="lineNum"> 1247 </span><span class="lineCov"> 166669 : log_tag(&quot;unrecoverable:%u:%s:%s: Unrecoverable error at position %u\n&quot;, i, failed[j].disk-&gt;name, esc_tag(failed[j].file-&gt;sub, esc_buffer), failed[j].file_pos);</span>
<span class="lineNum"> 1248 </span> : }
<span class="lineNum"> 1249 </span> :
<span class="lineNum"> 1250 </span> : /* keep track of damaged files */
<span class="lineNum"> 1251 </span><span class="lineCov"> 219126 : for (j = 0; j &lt; failed_count; ++j) {</span>
<span class="lineNum"> 1252 </span><span class="lineCov"> 171191 : if (failed[j].is_bad)</span>
<span class="lineNum"> 1253 </span><span class="lineCov"> 166669 : file_flag_set(failed[j].file, FILE_IS_DAMAGED);</span>
<span class="lineNum"> 1254 </span> : }
<span class="lineNum"> 1255 </span> : } else {
<span class="lineNum"> 1256 </span> : /* now counts partial recovers */
<span class="lineNum"> 1257 </span> : /* note that this could happen only when we have an incomplete 'sync' */
<span class="lineNum"> 1258 </span> : /* and that we have recovered is the state before the 'sync' */
<span class="lineNum"> 1259 </span><span class="lineCov"> 823023 : int partial_recover_error = 0;</span>
<span class="lineNum"> 1260 </span> :
<span class="lineNum"> 1261 </span> : /* print a list of all the errors in files */
<span class="lineNum"> 1262 </span><span class="lineCov"> 1380653 : for (j = 0; j &lt; failed_count; ++j) {</span>
<span class="lineNum"> 1263 </span><span class="lineCov"> 557630 : if (failed[j].is_bad &amp;&amp; failed[j].is_outofdate) {</span>
<span class="lineNum"> 1264 </span><span class="lineCov"> 8 : ++partial_recover_error;</span>
<span class="lineNum"> 1265 </span><span class="lineCov"> 8 : log_tag(&quot;unrecoverable:%u:%s:%s: Unrecoverable unsynced error at position %u\n&quot;, i, failed[j].disk-&gt;name, esc_tag(failed[j].file-&gt;sub, esc_buffer), failed[j].file_pos);</span>
<span class="lineNum"> 1266 </span> : }
<span class="lineNum"> 1267 </span> : }
<span class="lineNum"> 1268 </span><span class="lineCov"> 823023 : if (partial_recover_error != 0) {</span>
<span class="lineNum"> 1269 </span><span class="lineCov"> 8 : error += partial_recover_error;</span>
<span class="lineNum"> 1270 </span><span class="lineCov"> 8 : ++unrecoverable_error;</span>
<span class="lineNum"> 1271 </span> : }
<span class="lineNum"> 1272 </span> :
<span class="lineNum"> 1273 </span> : /* now check parities, but only if all the blocks have it computed */
<span class="lineNum"> 1274 </span> : /* if you check/fix after a partial sync, it's OK to have parity errors on the blocks with invalid parity */
<span class="lineNum"> 1275 </span> : /* and doesn't make sense to try to fix it */
<span class="lineNum"> 1276 </span><span class="lineCov"> 823023 : if (valid_parity) {</span>
<span class="lineNum"> 1277 </span> : /* check the parity */
<span class="lineNum"> 1278 </span><span class="lineCov"> 3728946 : for (l = 0; l &lt; state-&gt;level; ++l) {</span>
<span class="lineNum"> 1279 </span><span class="lineCov"> 2967508 : if (buffer_recov[l] != 0 &amp;&amp; memcmp(buffer_recov[l], buffer[diskmax + l], state-&gt;block_size) != 0) {</span>
<span class="lineNum"> 1280 </span><span class="lineCov"> 78680 : unsigned diff = memdiff(buffer_recov[l], buffer[diskmax + l], state-&gt;block_size);</span>
<span class="lineNum"> 1281 </span> :
<span class="lineNum"> 1282 </span> : /* mark that the read parity is wrong, setting ptr to 0 */
<span class="lineNum"> 1283 </span><span class="lineCov"> 78680 : buffer_recov[l] = 0;</span>
<span class="lineNum"> 1284 </span> :
<span class="lineNum"> 1285 </span><span class="lineCov"> 78680 : log_tag(&quot;parity_error:%u:%s: Data error, diff bits %u\n&quot;, i, lev_config_name(l), diff);</span>
<span class="lineNum"> 1286 </span><span class="lineCov"> 78680 : ++error;</span>
<span class="lineNum"> 1287 </span> : }
<span class="lineNum"> 1288 </span> : }
<span class="lineNum"> 1289 </span> : }
<span class="lineNum"> 1290 </span> :
<span class="lineNum"> 1291 </span> : /* now write recovered files */
<span class="lineNum"> 1292 </span><span class="lineCov"> 823023 : if (fix) {</span>
<span class="lineNum"> 1293 </span> : /* update the fixed files */
<span class="lineNum"> 1294 </span><span class="lineCov"> 652640 : for (j = 0; j &lt; failed_count; ++j) {</span>
<span class="lineNum"> 1295 </span> : /* nothing to do if it doesn't need recovering */
<span class="lineNum"> 1296 </span><span class="lineCov"> 337975 : if (!failed[j].is_bad)</span>
<span class="lineNum"> 1297 </span><span class="lineCov"> 40318 : continue;</span>
<span class="lineNum"> 1298 </span> :
<span class="lineNum"> 1299 </span> : /* do not fix if the file is excluded */
<span class="lineNum"> 1300 </span><span class="lineCov"> 297657 : if (file_flag_has(failed[j].file, FILE_IS_EXCLUDED)</span>
<span class="lineNum"> 1301 </span><span class="lineCov"> 288377 : || (state-&gt;opt.syncedonly &amp;&amp; file_flag_has(failed[j].file, FILE_IS_UNSYNCED)))</span>
<span class="lineNum"> 1302 </span><span class="lineCov"> 9280 : continue;</span>
<span class="lineNum"> 1303 </span> :
<span class="lineNum"> 1304 </span><span class="lineCov"> 288377 : ret = handle_write(failed[j].handle, failed[j].file_pos, buffer[failed[j].index], state-&gt;block_size);</span>
<span class="lineNum"> 1305 </span><span class="lineCov"> 288377 : if (ret == -1) {</span>
<span class="lineNum"> 1306 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1307 </span> : /* mark the file as damaged */
<span class="lineNum"> 1308 </span> : file_flag_set(failed[j].file, FILE_IS_DAMAGED);
<span class="lineNum"> 1309 </span> :
<span class="lineNum"> 1310 </span> : if (errno == EACCES) {
<span class="lineNum"> 1311 </span> : log_fatal(&quot;WARNING! Please give write permission to the file.\n&quot;);
<span class="lineNum"> 1312 </span> : } else {
<span class="lineNum"> 1313 </span> : /* we do not use DANGER because it could be ENOSPC which is not always correctly reported */
<span class="lineNum"> 1314 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 1315 </span> : }
<span class="lineNum"> 1316 </span> : log_fatal(&quot;Stopping at block %u\n&quot;, i);
<span class="lineNum"> 1317 </span> : ++unrecoverable_error;
<span class="lineNum"> 1318 </span> : goto bail;
<span class="lineNum"> 1319 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1320 </span> : }
<span class="lineNum"> 1321 </span> :
<span class="lineNum"> 1322 </span> : /* if we are not sure that the recovered content is uptodate */
<span class="lineNum"> 1323 </span><span class="lineCov"> 288377 : if (failed[j].is_outofdate) {</span>
<span class="lineNum"> 1324 </span> : /* mark the file as damaged */
<span class="lineNum"> 1325 </span><span class="lineCov"> 8 : file_flag_set(failed[j].file, FILE_IS_DAMAGED);</span>
<span class="lineNum"> 1326 </span><span class="lineCov"> 8 : continue;</span>
<span class="lineNum"> 1327 </span> : }
<span class="lineNum"> 1328 </span> :
<span class="lineNum"> 1329 </span> : /* mark the file as containing some fixes */
<span class="lineNum"> 1330 </span> : /* note that it could be also marked as damaged in other iterations */
<span class="lineNum"> 1331 </span><span class="lineCov"> 288369 : file_flag_set(failed[j].file, FILE_IS_FIXED);</span>
<span class="lineNum"> 1332 </span> :
<span class="lineNum"> 1333 </span><span class="lineCov"> 288369 : log_tag(&quot;fixed:%u:%s:%s: Fixed data error at position %u\n&quot;, i, failed[j].disk-&gt;name, esc_tag(failed[j].file-&gt;sub, esc_buffer), failed[j].file_pos);</span>
<span class="lineNum"> 1334 </span><span class="lineCov"> 288369 : ++recovered_error;</span>
<span class="lineNum"> 1335 </span> : }
<span class="lineNum"> 1336 </span> :
<span class="lineNum"> 1337 </span> : /* update parity only if all the blocks have it computed */
<span class="lineNum"> 1338 </span> : /* if you check/fix after a partial sync, you do not want to fix parity */
<span class="lineNum"> 1339 </span> : /* for blocks that are going to have it computed in the sync completion */
<span class="lineNum"> 1340 </span><span class="lineCov"> 314665 : if (valid_parity) {</span>
<span class="lineNum"> 1341 </span> : /* update the parity */
<span class="lineNum"> 1342 </span><span class="lineCov"> 964055 : for (l = 0; l &lt; state-&gt;level; ++l) {</span>
<span class="lineNum"> 1343 </span> : /* if the parity on disk is wrong */
<span class="lineNum"> 1344 </span><span class="lineCov"> 698570 : if (buffer_recov[l] == 0</span>
<span class="lineNum"> 1345 </span> : /* and we have access at the parity */
<span class="lineNum"> 1346 </span><span class="lineCov"> 72150 : &amp;&amp; parity[l] != 0</span>
<span class="lineNum"> 1347 </span> : /* and the parity is not excluded */
<span class="lineNum"> 1348 </span><span class="lineCov"> 67463 : &amp;&amp; !state-&gt;parity[l].is_excluded</span>
<span class="lineNum"> 1349 </span> : ) {
<span class="lineNum"> 1350 </span><span class="lineCov"> 67463 : ret = parity_write(parity[l], i, buffer[diskmax + l], state-&gt;block_size);</span>
<span class="lineNum"> 1351 </span><span class="lineCov"> 67463 : if (ret == -1) {</span>
<span class="lineNum"> 1352 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1353 </span> : /* we do not use DANGER because it could be ENOSPC which is not always correctly reported */
<span class="lineNum"> 1354 </span> : log_fatal(&quot;WARNING! Without a working %s disk, it isn't possible to fix errors on it.\n&quot;, lev_name(l));
<span class="lineNum"> 1355 </span> : log_fatal(&quot;Stopping at block %u\n&quot;, i);
<span class="lineNum"> 1356 </span> : ++unrecoverable_error;
<span class="lineNum"> 1357 </span> : goto bail;
<span class="lineNum"> 1358 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1359 </span> : }
<span class="lineNum"> 1360 </span> :
<span class="lineNum"> 1361 </span><span class="lineCov"> 67463 : log_tag(&quot;parity_fixed:%u:%s: Fixed data error\n&quot;, i, lev_config_name(l));</span>
<span class="lineNum"> 1362 </span><span class="lineCov"> 67463 : ++recovered_error;</span>
<span class="lineNum"> 1363 </span> : }
<span class="lineNum"> 1364 </span> : }
<span class="lineNum"> 1365 </span> : }
<span class="lineNum"> 1366 </span> : } else {
<span class="lineNum"> 1367 </span> : /* if we are not fixing, we just set the FIXED flag */
<span class="lineNum"> 1368 </span> : /* meaning that we could fix this file if we try */
<span class="lineNum"> 1369 </span><span class="lineCov"> 728013 : for (j = 0; j &lt; failed_count; ++j) {</span>
<span class="lineNum"> 1370 </span><span class="lineCov"> 219655 : if (failed[j].is_bad) {</span>
<span class="lineNum"> 1371 </span><span class="lineCov"> 178770 : file_flag_set(failed[j].file, FILE_IS_FIXED);</span>
<span class="lineNum"> 1372 </span> : }
<span class="lineNum"> 1373 </span> : }
<span class="lineNum"> 1374 </span> : }
<span class="lineNum"> 1375 </span> : }
<span class="lineNum"> 1376 </span> : } else {
<span class="lineNum"> 1377 </span> : /* if we are not checking, we just set the DAMAGED flag */
<span class="lineNum"> 1378 </span> : /* to report that the file is damaged, and we don't know if we can fix it */
<span class="lineNum"> 1379 </span><span class="lineCov"> 45092 : for (j = 0; j &lt; failed_count; ++j) {</span>
<span class="lineNum"> 1380 </span><span class="lineCov"> 5817 : if (failed[j].is_bad) {</span>
<span class="lineNum"> 1381 </span><span class="lineCov"> 5817 : file_flag_set(failed[j].file, FILE_IS_DAMAGED);</span>
<span class="lineNum"> 1382 </span> : }
<span class="lineNum"> 1383 </span> : }
<span class="lineNum"> 1384 </span> : }
<span class="lineNum"> 1385 </span> :
<span class="lineNum"> 1386 </span> : /* post process the files */
<span class="lineNum"> 1387 </span><span class="lineCov"> 910233 : ret = file_post(state, fix, i, handle, diskmax);</span>
<span class="lineNum"> 1388 </span><span class="lineCov"> 910233 : if (ret == -1) {</span>
<span class="lineNum"> 1389 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1390 </span> : log_fatal(&quot;Stopping at block %u\n&quot;, i);
<span class="lineNum"> 1391 </span> : ++unrecoverable_error;
<span class="lineNum"> 1392 </span> : goto bail;
<span class="lineNum"> 1393 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1394 </span> : }
<span class="lineNum"> 1395 </span> :
<span class="lineNum"> 1396 </span> : /* count the number of processed block */
<span class="lineNum"> 1397 </span><span class="lineCov"> 910233 : ++countpos;</span>
<span class="lineNum"> 1398 </span> :
<span class="lineNum"> 1399 </span> : /* progress */
<span class="lineNum"> 1400 </span><span class="lineCov"> 910233 : if (state_progress(state, 0, i, countpos, countmax, countsize)) {</span>
<span class="lineNum"> 1401 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1402 </span> : break;
<span class="lineNum"> 1403 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1404 </span> : }
<span class="lineNum"> 1405 </span> : }
<span class="lineNum"> 1406 </span> :
<span class="lineNum"> 1407 </span> : /* for each disk, recover empty files, symlinks and empty dirs */
<span class="lineNum"> 1408 </span><span class="lineCov"> 826 : for (i = 0; i &lt; diskmax; ++i) {</span>
<span class="lineNum"> 1409 </span> : tommy_node* node;
<span class="lineNum"> 1410 </span> : struct snapraid_disk* disk;
<span class="lineNum"> 1411 </span> :
<span class="lineNum"> 1412 </span><span class="lineCov"> 708 : if (!handle[i].disk)</span>
<span class="lineNum"> 1413 </span><span class="lineCov"> 3 : continue;</span>
<span class="lineNum"> 1414 </span> :
<span class="lineNum"> 1415 </span> : /* for each empty file in the disk */
<span class="lineNum"> 1416 </span><span class="lineCov"> 705 : disk = handle[i].disk;</span>
<span class="lineNum"> 1417 </span><span class="lineCov"> 705 : node = disk-&gt;filelist;</span>
<span class="lineNum"> 1418 </span><span class="lineCov"> 2189135 : while (node) {</span>
<span class="lineNum"> 1419 </span> : char path[PATH_MAX];
<span class="lineNum"> 1420 </span> : struct stat st;
<span class="lineNum"> 1421 </span> : struct snapraid_file* file;
<span class="lineNum"> 1422 </span><span class="lineCov"> 2187725 : int unsuccesful = 0;</span>
<span class="lineNum"> 1423 </span> :
<span class="lineNum"> 1424 </span><span class="lineCov"> 2187725 : file = node-&gt;data;</span>
<span class="lineNum"> 1425 </span><span class="lineCov"> 2187725 : node = node-&gt;next; /* next node */</span>
<span class="lineNum"> 1426 </span> :
<span class="lineNum"> 1427 </span> : /* if not empty, it's already checked and continue to the next one */
<span class="lineNum"> 1428 </span><span class="lineCov"> 2187725 : if (file-&gt;size != 0) {</span>
<span class="lineNum"> 1429 </span><span class="lineCov"> 4369715 : continue;</span>
<span class="lineNum"> 1430 </span> : }
<span class="lineNum"> 1431 </span> :
<span class="lineNum"> 1432 </span> : /* if excluded continue to the next one */
<span class="lineNum"> 1433 </span><span class="lineCov"> 2952 : if (file_flag_has(file, FILE_IS_EXCLUDED)) {</span>
<span class="lineNum"> 1434 </span><span class="lineCov"> 169 : continue;</span>
<span class="lineNum"> 1435 </span> : }
<span class="lineNum"> 1436 </span> :
<span class="lineNum"> 1437 </span> : /* stat the file */
<span class="lineNum"> 1438 </span><span class="lineCov"> 2783 : pathprint(path, sizeof(path), &quot;%s%s&quot;, disk-&gt;dir, file-&gt;sub);</span>
<span class="lineNum"> 1439 </span><span class="lineCov"> 2783 : ret = stat(path, &amp;st);</span>
<span class="lineNum"> 1440 </span><span class="lineCov"> 2783 : if (ret == -1) {</span>
<span class="lineNum"> 1441 </span><span class="lineCov"> 179 : unsuccesful = 1;</span>
<span class="lineNum"> 1442 </span> :
<span class="lineNum"> 1443 </span><span class="lineCov"> 179 : log_error(&quot;Error stating empty file '%s'. %s.\n&quot;, path, strerror(errno));</span>
<span class="lineNum"> 1444 </span><span class="lineCov"> 179 : log_tag(&quot;error:%s:%s: Empty file stat error\n&quot;, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1445 </span><span class="lineCov"> 179 : ++error;</span>
<span class="lineNum"> 1446 </span><span class="lineCov"> 2604 : } else if (!S_ISREG(st.st_mode)) {</span>
<span class="lineNum"> 1447 </span><span class="lineNoCov"> 0 : unsuccesful = 1;</span>
<span class="lineNum"> 1448 </span> :
<span class="lineNum"> 1449 </span><span class="lineNoCov"> 0 : log_tag(&quot;error:%s:%s: Empty file error for not regular file\n&quot;, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1450 </span><span class="lineNoCov"> 0 : ++error;</span>
<span class="lineNum"> 1451 </span><span class="lineCov"> 2604 : } else if (st.st_size != 0) {</span>
<span class="lineNum"> 1452 </span><span class="lineCov"> 6 : unsuccesful = 1;</span>
<span class="lineNum"> 1453 </span> :
<span class="lineNum"> 1454 </span><span class="lineCov"> 6 : log_tag(&quot;error:%s:%s: Empty file error for size '%&quot; PRIu64 &quot;'\n&quot;, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer), st.st_size);</span>
<span class="lineNum"> 1455 </span><span class="lineCov"> 6 : ++error;</span>
<span class="lineNum"> 1456 </span> : }
<span class="lineNum"> 1457 </span> :
<span class="lineNum"> 1458 </span><span class="lineCov"> 2783 : if (fix &amp;&amp; unsuccesful) {</span>
<span class="lineNum"> 1459 </span> : int f;
<span class="lineNum"> 1460 </span> :
<span class="lineNum"> 1461 </span> : /* create the ancestor directories */
<span class="lineNum"> 1462 </span><span class="lineCov"> 159 : ret = mkancestor(path);</span>
<span class="lineNum"> 1463 </span><span class="lineCov"> 159 : if (ret != 0) {</span>
<span class="lineNum"> 1464 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1465 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 1466 </span> : log_fatal(&quot;Stopping\n&quot;);
<span class="lineNum"> 1467 </span> : ++unrecoverable_error;
<span class="lineNum"> 1468 </span> : goto bail;
<span class="lineNum"> 1469 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1470 </span> : }
<span class="lineNum"> 1471 </span> :
<span class="lineNum"> 1472 </span> : /* create it */
<span class="lineNum"> 1473 </span> : /* O_NOFOLLOW: do not follow links to ensure to open the real file */
<span class="lineNum"> 1474 </span><span class="lineCov"> 159 : f = open(path, O_WRONLY | O_CREAT | O_TRUNC | O_BINARY | O_NOFOLLOW, 0600);</span>
<span class="lineNum"> 1475 </span><span class="lineCov"> 159 : if (f == -1) {</span>
<span class="lineNum"> 1476 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1477 </span> : log_fatal(&quot;Error creating empty file '%s'. %s.\n&quot;, path, strerror(errno));
<span class="lineNum"> 1478 </span> : if (errno == EACCES) {
<span class="lineNum"> 1479 </span> : log_fatal(&quot;WARNING! Please give write permission to the file.\n&quot;);
<span class="lineNum"> 1480 </span> : } else {
<span class="lineNum"> 1481 </span> : /* we do not use DANGER because it could be ENOSPC which is not always correctly reported */
<span class="lineNum"> 1482 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 1483 </span> : }
<span class="lineNum"> 1484 </span> : log_fatal(&quot;Stopping\n&quot;);
<span class="lineNum"> 1485 </span> : ++unrecoverable_error;
<span class="lineNum"> 1486 </span> : goto bail;
<span class="lineNum"> 1487 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1488 </span> : }
<span class="lineNum"> 1489 </span> :
<span class="lineNum"> 1490 </span> : /* set the original modification time */
<span class="lineNum"> 1491 </span><span class="lineCov"> 159 : ret = fmtime(f, file-&gt;mtime_sec, file-&gt;mtime_nsec);</span>
<span class="lineNum"> 1492 </span><span class="lineCov"> 159 : if (ret != 0) {</span>
<span class="lineNum"> 1493 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1494 </span> : close(f);
<span class="lineNum"> 1495 </span> :
<span class="lineNum"> 1496 </span> : log_fatal(&quot;Error timing file '%s'. %s.\n&quot;, file-&gt;sub, strerror(errno));
<span class="lineNum"> 1497 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 1498 </span> : log_fatal(&quot;Stopping\n&quot;);
<span class="lineNum"> 1499 </span> : ++unrecoverable_error;
<span class="lineNum"> 1500 </span> : goto bail;
<span class="lineNum"> 1501 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1502 </span> : }
<span class="lineNum"> 1503 </span> :
<span class="lineNum"> 1504 </span> : /* close it */
<span class="lineNum"> 1505 </span><span class="lineCov"> 159 : ret = close(f);</span>
<span class="lineNum"> 1506 </span><span class="lineCov"> 159 : if (ret != 0) {</span>
<span class="lineNum"> 1507 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1508 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 1509 </span> : log_fatal(&quot;Stopping\n&quot;);
<span class="lineNum"> 1510 </span> : ++unrecoverable_error;
<span class="lineNum"> 1511 </span> : goto bail;
<span class="lineNum"> 1512 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1513 </span> : }
<span class="lineNum"> 1514 </span> :
<span class="lineNum"> 1515 </span><span class="lineCov"> 159 : log_tag(&quot;fixed:%s:%s: Fixed empty file\n&quot;, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1516 </span><span class="lineCov"> 159 : ++recovered_error;</span>
<span class="lineNum"> 1517 </span> :
<span class="lineNum"> 1518 </span><span class="lineCov"> 159 : log_tag(&quot;status:recovered:%s:%s\n&quot;, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1519 </span><span class="lineCov"> 159 : msg_info(&quot;recovered %s\n&quot;, fmt_term(disk, file-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1520 </span> : }
<span class="lineNum"> 1521 </span> : }
<span class="lineNum"> 1522 </span> :
<span class="lineNum"> 1523 </span> : /* for each link in the disk */
<span class="lineNum"> 1524 </span><span class="lineCov"> 705 : disk = handle[i].disk;</span>
<span class="lineNum"> 1525 </span><span class="lineCov"> 705 : node = disk-&gt;linklist;</span>
<span class="lineNum"> 1526 </span><span class="lineCov"> 71537 : while (node) {</span>
<span class="lineNum"> 1527 </span> : char path[PATH_MAX];
<span class="lineNum"> 1528 </span> : char pathto[PATH_MAX];
<span class="lineNum"> 1529 </span> : char linkto[PATH_MAX];
<span class="lineNum"> 1530 </span> : struct stat st;
<span class="lineNum"> 1531 </span> : struct stat stto;
<span class="lineNum"> 1532 </span> : struct snapraid_link* slink;
<span class="lineNum"> 1533 </span><span class="lineCov"> 70127 : int unsuccesful = 0;</span>
<span class="lineNum"> 1534 </span><span class="lineCov"> 70127 : int unrecoverable = 0;</span>
<span class="lineNum"> 1535 </span> :
<span class="lineNum"> 1536 </span><span class="lineCov"> 70127 : slink = node-&gt;data;</span>
<span class="lineNum"> 1537 </span><span class="lineCov"> 70127 : node = node-&gt;next; /* next node */</span>
<span class="lineNum"> 1538 </span> :
<span class="lineNum"> 1539 </span> : /* if excluded continue to the next one */
<span class="lineNum"> 1540 </span><span class="lineCov"> 70127 : if (link_flag_has(slink, FILE_IS_EXCLUDED)) {</span>
<span class="lineNum"> 1541 </span><span class="lineCov"> 3277 : continue;</span>
<span class="lineNum"> 1542 </span> : }
<span class="lineNum"> 1543 </span> :
<span class="lineNum"> 1544 </span><span class="lineCov"> 66850 : if (link_flag_has(slink, FILE_IS_HARDLINK)) {</span>
<span class="lineNum"> 1545 </span> : /* stat the link */
<span class="lineNum"> 1546 </span><span class="lineCov"> 318 : pathprint(path, sizeof(path), &quot;%s%s&quot;, disk-&gt;dir, slink-&gt;sub);</span>
<span class="lineNum"> 1547 </span><span class="lineCov"> 318 : ret = stat(path, &amp;st);</span>
<span class="lineNum"> 1548 </span><span class="lineCov"> 318 : if (ret == -1) {</span>
<span class="lineNum"> 1549 </span><span class="lineCov"> 36 : unsuccesful = 1;</span>
<span class="lineNum"> 1550 </span> :
<span class="lineNum"> 1551 </span><span class="lineCov"> 36 : log_error(&quot;Error stating hardlink '%s'. %s.\n&quot;, path, strerror(errno));</span>
<span class="lineNum"> 1552 </span><span class="lineCov"> 36 : log_tag(&quot;hardlink_error:%s:%s:%s: Hardlink stat error\n&quot;, disk-&gt;name, esc_tag(slink-&gt;sub, esc_buffer), esc_tag(slink-&gt;linkto, esc_buffer_alt));</span>
<span class="lineNum"> 1553 </span><span class="lineCov"> 36 : ++error;</span>
<span class="lineNum"> 1554 </span><span class="lineCov"> 282 : } else if (!S_ISREG(st.st_mode)) {</span>
<span class="lineNum"> 1555 </span><span class="lineNoCov"> 0 : unsuccesful = 1;</span>
<span class="lineNum"> 1556 </span> :
<span class="lineNum"> 1557 </span><span class="lineNoCov"> 0 : log_tag(&quot;hardlink_error:%s:%s:%s: Hardlink error for not regular file\n&quot;, disk-&gt;name, esc_tag(slink-&gt;sub, esc_buffer), esc_tag(slink-&gt;linkto, esc_buffer_alt));</span>
<span class="lineNum"> 1558 </span><span class="lineNoCov"> 0 : ++error;</span>
<span class="lineNum"> 1559 </span> : }
<span class="lineNum"> 1560 </span> :
<span class="lineNum"> 1561 </span> : /* stat the &quot;to&quot; file */
<span class="lineNum"> 1562 </span><span class="lineCov"> 318 : pathprint(pathto, sizeof(pathto), &quot;%s%s&quot;, disk-&gt;dir, slink-&gt;linkto);</span>
<span class="lineNum"> 1563 </span><span class="lineCov"> 318 : ret = stat(pathto, &amp;stto);</span>
<span class="lineNum"> 1564 </span><span class="lineCov"> 318 : if (ret == -1) {</span>
<span class="lineNum"> 1565 </span><span class="lineCov"> 24 : unsuccesful = 1;</span>
<span class="lineNum"> 1566 </span> :
<span class="lineNum"> 1567 </span><span class="lineCov"> 24 : if (errno == ENOENT) {</span>
<span class="lineNum"> 1568 </span><span class="lineCov"> 24 : unrecoverable = 1;</span>
<span class="lineNum"> 1569 </span><span class="lineCov"> 24 : if (fix) {</span>
<span class="lineNum"> 1570 </span> : /* if the target doesn't exist, it's unrecoverable */
<span class="lineNum"> 1571 </span> : /* because we cannot create an hardlink of a file that */
<span class="lineNum"> 1572 </span> : /* doesn't exists */
<span class="lineNum"> 1573 </span><span class="lineCov"> 12 : ++unrecoverable_error;</span>
<span class="lineNum"> 1574 </span> : } else {
<span class="lineNum"> 1575 </span> : /* but in check, we can assume that fixing will recover */
<span class="lineNum"> 1576 </span> : /* such missing file, so we assume a less drastic error */
<span class="lineNum"> 1577 </span><span class="lineCov"> 12 : ++error;</span>
<span class="lineNum"> 1578 </span> : }
<span class="lineNum"> 1579 </span> : }
<span class="lineNum"> 1580 </span> :
<span class="lineNum"> 1581 </span><span class="lineCov"> 24 : log_error(&quot;Error stating hardlink-to '%s'. %s.\n&quot;, pathto, strerror(errno));</span>
<span class="lineNum"> 1582 </span><span class="lineCov"> 24 : log_tag(&quot;hardlink_error:%s:%s:%s: Hardlink to stat error\n&quot;, disk-&gt;name, esc_tag(slink-&gt;sub, esc_buffer), esc_tag(slink-&gt;linkto, esc_buffer_alt));</span>
<span class="lineNum"> 1583 </span><span class="lineCov"> 24 : ++error;</span>
<span class="lineNum"> 1584 </span><span class="lineCov"> 294 : } else if (!S_ISREG(stto.st_mode)) {</span>
<span class="lineNum"> 1585 </span><span class="lineNoCov"> 0 : unsuccesful = 1;</span>
<span class="lineNum"> 1586 </span> :
<span class="lineNum"> 1587 </span><span class="lineNoCov"> 0 : log_tag(&quot;hardlink_error:%s:%s:%s: Hardlink-to error for not regular file\n&quot;, disk-&gt;name, esc_tag(slink-&gt;sub, esc_buffer), esc_tag(slink-&gt;linkto, esc_buffer_alt));</span>
<span class="lineNum"> 1588 </span><span class="lineNoCov"> 0 : ++error;</span>
<span class="lineNum"> 1589 </span><span class="lineCov"> 294 : } else if (!unsuccesful &amp;&amp; st.st_ino != stto.st_ino) {</span>
<span class="lineNum"> 1590 </span><span class="lineNoCov"> 0 : unsuccesful = 1;</span>
<span class="lineNum"> 1591 </span> :
<span class="lineNum"> 1592 </span><span class="lineNoCov"> 0 : log_error(&quot;Mismatch hardlink '%s' and '%s'. Different inode.\n&quot;, path, pathto);</span>
<span class="lineNum"> 1593 </span><span class="lineNoCov"> 0 : log_tag(&quot;hardlink_error:%s:%s:%s: Hardlink mismatch for different inode\n&quot;, disk-&gt;name, esc_tag(slink-&gt;sub, esc_buffer), esc_tag(slink-&gt;linkto, esc_buffer_alt));</span>
<span class="lineNum"> 1594 </span><span class="lineNoCov"> 0 : ++error;</span>
<span class="lineNum"> 1595 </span> : }
<span class="lineNum"> 1596 </span> : } else {
<span class="lineNum"> 1597 </span> : /* read the symlink */
<span class="lineNum"> 1598 </span><span class="lineCov"> 66532 : pathprint(path, sizeof(path), &quot;%s%s&quot;, disk-&gt;dir, slink-&gt;sub);</span>
<span class="lineNum"> 1599 </span><span class="lineCov"> 66532 : ret = readlink(path, linkto, sizeof(linkto));</span>
<span class="lineNum"> 1600 </span><span class="lineCov"> 66532 : if (ret &lt; 0) {</span>
<span class="lineNum"> 1601 </span><span class="lineCov"> 4278 : unsuccesful = 1;</span>
<span class="lineNum"> 1602 </span> :
<span class="lineNum"> 1603 </span><span class="lineCov"> 4278 : log_error(&quot;Error reading symlink '%s'. %s.\n&quot;, path, strerror(errno));</span>
<span class="lineNum"> 1604 </span><span class="lineCov"> 4278 : log_tag(&quot;symlink_error:%s:%s: Symlink read error\n&quot;, disk-&gt;name, esc_tag(slink-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1605 </span><span class="lineCov"> 4278 : ++error;</span>
<span class="lineNum"> 1606 </span><span class="lineCov"> 62254 : } else if (ret &gt;= PATH_MAX) {</span>
<span class="lineNum"> 1607 </span><span class="lineNoCov"> 0 : unsuccesful = 1;</span>
<span class="lineNum"> 1608 </span> :
<span class="lineNum"> 1609 </span><span class="lineNoCov"> 0 : log_error(&quot;Error reading symlink '%s'. Symlink too long.\n&quot;, path);</span>
<span class="lineNum"> 1610 </span><span class="lineNoCov"> 0 : log_tag(&quot;symlink_error:%s:%s: Symlink read error\n&quot;, disk-&gt;name, esc_tag(slink-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1611 </span><span class="lineNoCov"> 0 : ++error;</span>
<span class="lineNum"> 1612 </span> : } else {
<span class="lineNum"> 1613 </span><span class="lineCov"> 62254 : linkto[ret] = 0;</span>
<span class="lineNum"> 1614 </span> :
<span class="lineNum"> 1615 </span><span class="lineCov"> 62254 : if (strcmp(linkto, slink-&gt;linkto) != 0) {</span>
<span class="lineNum"> 1616 </span><span class="lineCov"> 555 : unsuccesful = 1;</span>
<span class="lineNum"> 1617 </span> :
<span class="lineNum"> 1618 </span><span class="lineCov"> 555 : log_tag(&quot;symlink_error:%s:%s: Symlink data error '%s' instead of '%s'\n&quot;, disk-&gt;name, esc_tag(slink-&gt;sub, esc_buffer), linkto, slink-&gt;linkto);</span>
<span class="lineNum"> 1619 </span><span class="lineCov"> 555 : ++error;</span>
<span class="lineNum"> 1620 </span> : }
<span class="lineNum"> 1621 </span> : }
<span class="lineNum"> 1622 </span> : }
<span class="lineNum"> 1623 </span> :
<span class="lineNum"> 1624 </span><span class="lineCov"> 66850 : if (fix &amp;&amp; unsuccesful &amp;&amp; !unrecoverable) {</span>
<span class="lineNum"> 1625 </span> : /* create the ancestor directories */
<span class="lineNum"> 1626 </span><span class="lineCov"> 3941 : ret = mkancestor(path);</span>
<span class="lineNum"> 1627 </span><span class="lineCov"> 3941 : if (ret != 0) {</span>
<span class="lineNum"> 1628 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1629 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 1630 </span> : log_fatal(&quot;Stopping\n&quot;);
<span class="lineNum"> 1631 </span> : ++unrecoverable_error;
<span class="lineNum"> 1632 </span> : goto bail;
<span class="lineNum"> 1633 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1634 </span> : }
<span class="lineNum"> 1635 </span> :
<span class="lineNum"> 1636 </span> : /* if it exists, it must be deleted before recreating */
<span class="lineNum"> 1637 </span><span class="lineCov"> 3941 : ret = remove(path);</span>
<span class="lineNum"> 1638 </span><span class="lineCov"> 3941 : if (ret != 0 &amp;&amp; errno != ENOENT) {</span>
<span class="lineNum"> 1639 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1640 </span> : log_fatal(&quot;Error removing '%s'. %s.\n&quot;, path, strerror(errno));
<span class="lineNum"> 1641 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 1642 </span> : log_fatal(&quot;Stopping\n&quot;);
<span class="lineNum"> 1643 </span> : ++unrecoverable_error;
<span class="lineNum"> 1644 </span> : goto bail;
<span class="lineNum"> 1645 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1646 </span> : }
<span class="lineNum"> 1647 </span> :
<span class="lineNum"> 1648 </span> : /* create it */
<span class="lineNum"> 1649 </span><span class="lineCov"> 3941 : if (link_flag_has(slink, FILE_IS_HARDLINK)) {</span>
<span class="lineNum"> 1650 </span><span class="lineCov"> 12 : ret = hardlink(pathto, path);</span>
<span class="lineNum"> 1651 </span><span class="lineCov"> 12 : if (ret != 0) {</span>
<span class="lineNum"> 1652 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1653 </span> : log_fatal(&quot;Error writing hardlink '%s' to '%s'. %s.\n&quot;, path, pathto, strerror(errno));
<span class="lineNum"> 1654 </span> : if (errno == EACCES) {
<span class="lineNum"> 1655 </span> : log_fatal(&quot;WARNING! Please give write permission to the hardlink.\n&quot;);
<span class="lineNum"> 1656 </span> : } else {
<span class="lineNum"> 1657 </span> : /* we do not use DANGER because it could be ENOSPC which is not always correctly reported */
<span class="lineNum"> 1658 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 1659 </span> : }
<span class="lineNum"> 1660 </span> : log_fatal(&quot;Stopping\n&quot;);
<span class="lineNum"> 1661 </span> : ++unrecoverable_error;
<span class="lineNum"> 1662 </span> : goto bail;
<span class="lineNum"> 1663 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1664 </span> : }
<span class="lineNum"> 1665 </span> :
<span class="lineNum"> 1666 </span><span class="lineCov"> 12 : log_tag(&quot;hardlink_fixed:%s:%s: Fixed hardlink error\n&quot;, disk-&gt;name, esc_tag(slink-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1667 </span><span class="lineCov"> 12 : ++recovered_error;</span>
<span class="lineNum"> 1668 </span> : } else {
<span class="lineNum"> 1669 </span><span class="lineCov"> 3929 : ret = symlink(slink-&gt;linkto, path);</span>
<span class="lineNum"> 1670 </span><span class="lineCov"> 3929 : if (ret != 0) {</span>
<span class="lineNum"> 1671 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1672 </span> : log_fatal(&quot;Error writing symlink '%s' to '%s'. %s.\n&quot;, path, slink-&gt;linkto, strerror(errno));
<span class="lineNum"> 1673 </span> : if (errno == EACCES) {
<span class="lineNum"> 1674 </span> : log_fatal(&quot;WARNING! Please give write permission to the symlink.\n&quot;);
<span class="lineNum"> 1675 </span> : } else {
<span class="lineNum"> 1676 </span> : /* we do not use DANGER because it could be ENOSPC which is not always correctly reported */
<span class="lineNum"> 1677 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 1678 </span> : }
<span class="lineNum"> 1679 </span> : log_fatal(&quot;Stopping\n&quot;);
<span class="lineNum"> 1680 </span> : ++unrecoverable_error;
<span class="lineNum"> 1681 </span> : goto bail;
<span class="lineNum"> 1682 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1683 </span> : }
<span class="lineNum"> 1684 </span> :
<span class="lineNum"> 1685 </span><span class="lineCov"> 3929 : log_tag(&quot;symlink_fixed:%s:%s: Fixed symlink error\n&quot;, disk-&gt;name, esc_tag(slink-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1686 </span><span class="lineCov"> 3929 : ++recovered_error;</span>
<span class="lineNum"> 1687 </span> : }
<span class="lineNum"> 1688 </span> :
<span class="lineNum"> 1689 </span><span class="lineCov"> 3941 : log_tag(&quot;status:recovered:%s:%s\n&quot;, disk-&gt;name, esc_tag(slink-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1690 </span><span class="lineCov"> 3941 : msg_info(&quot;recovered %s\n&quot;, fmt_term(disk, slink-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1691 </span> : }
<span class="lineNum"> 1692 </span> : }
<span class="lineNum"> 1693 </span> :
<span class="lineNum"> 1694 </span> : /* for each dir in the disk */
<span class="lineNum"> 1695 </span><span class="lineCov"> 705 : disk = handle[i].disk;</span>
<span class="lineNum"> 1696 </span><span class="lineCov"> 705 : node = disk-&gt;dirlist;</span>
<span class="lineNum"> 1697 </span><span class="lineCov"> 1850 : while (node) {</span>
<span class="lineNum"> 1698 </span> : char path[PATH_MAX];
<span class="lineNum"> 1699 </span> : struct stat st;
<span class="lineNum"> 1700 </span> : struct snapraid_dir* dir;
<span class="lineNum"> 1701 </span><span class="lineCov"> 440 : int unsuccesful = 0;</span>
<span class="lineNum"> 1702 </span> :
<span class="lineNum"> 1703 </span><span class="lineCov"> 440 : dir = node-&gt;data;</span>
<span class="lineNum"> 1704 </span><span class="lineCov"> 440 : node = node-&gt;next; /* next node */</span>
<span class="lineNum"> 1705 </span> :
<span class="lineNum"> 1706 </span> : /* if excluded continue to the next one */
<span class="lineNum"> 1707 </span><span class="lineCov"> 440 : if (dir_flag_has(dir, FILE_IS_EXCLUDED)) {</span>
<span class="lineNum"> 1708 </span><span class="lineCov"> 19 : continue;</span>
<span class="lineNum"> 1709 </span> : }
<span class="lineNum"> 1710 </span> :
<span class="lineNum"> 1711 </span> : /* stat the dir */
<span class="lineNum"> 1712 </span><span class="lineCov"> 421 : pathprint(path, sizeof(path), &quot;%s%s&quot;, disk-&gt;dir, dir-&gt;sub);</span>
<span class="lineNum"> 1713 </span><span class="lineCov"> 421 : ret = stat(path, &amp;st);</span>
<span class="lineNum"> 1714 </span><span class="lineCov"> 421 : if (ret == -1) {</span>
<span class="lineNum"> 1715 </span><span class="lineCov"> 23 : unsuccesful = 1;</span>
<span class="lineNum"> 1716 </span> :
<span class="lineNum"> 1717 </span><span class="lineCov"> 23 : log_error(&quot;Error stating dir '%s'. %s.\n&quot;, path, strerror(errno));</span>
<span class="lineNum"> 1718 </span><span class="lineCov"> 23 : log_tag(&quot;dir_error:%s:%s: Dir stat error\n&quot;, disk-&gt;name, esc_tag(dir-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1719 </span><span class="lineCov"> 23 : ++error;</span>
<span class="lineNum"> 1720 </span><span class="lineCov"> 398 : } else if (!S_ISDIR(st.st_mode)) {</span>
<span class="lineNum"> 1721 </span><span class="lineNoCov"> 0 : unsuccesful = 1;</span>
<span class="lineNum"> 1722 </span> :
<span class="lineNum"> 1723 </span><span class="lineNoCov"> 0 : log_tag(&quot;dir_error:%s:%s: Dir error for not directory\n&quot;, disk-&gt;name, esc_tag(dir-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1724 </span><span class="lineNoCov"> 0 : ++error;</span>
<span class="lineNum"> 1725 </span> : }
<span class="lineNum"> 1726 </span> :
<span class="lineNum"> 1727 </span><span class="lineCov"> 421 : if (fix &amp;&amp; unsuccesful) {</span>
<span class="lineNum"> 1728 </span> : /* create the ancestor directories */
<span class="lineNum"> 1729 </span><span class="lineCov"> 21 : ret = mkancestor(path);</span>
<span class="lineNum"> 1730 </span><span class="lineCov"> 21 : if (ret != 0) {</span>
<span class="lineNum"> 1731 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1732 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 1733 </span> : log_fatal(&quot;Stopping\n&quot;);
<span class="lineNum"> 1734 </span> : ++unrecoverable_error;
<span class="lineNum"> 1735 </span> : goto bail;
<span class="lineNum"> 1736 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1737 </span> : }
<span class="lineNum"> 1738 </span> :
<span class="lineNum"> 1739 </span> : /* create it */
<span class="lineNum"> 1740 </span><span class="lineCov"> 21 : ret = mkdir(path, S_IRWXU | S_IRGRP | S_IXGRP | S_IROTH | S_IXOTH);</span>
<span class="lineNum"> 1741 </span><span class="lineCov"> 21 : if (ret != 0) {</span>
<span class="lineNum"> 1742 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1743 </span> : log_fatal(&quot;Error creating dir '%s'. %s.\n&quot;, path, strerror(errno));
<span class="lineNum"> 1744 </span> : if (errno == EACCES) {
<span class="lineNum"> 1745 </span> : log_fatal(&quot;WARNING! Please give write permission to the dir.\n&quot;);
<span class="lineNum"> 1746 </span> : } else {
<span class="lineNum"> 1747 </span> : /* we do not use DANGER because it could be ENOSPC which is not always correctly reported */
<span class="lineNum"> 1748 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 1749 </span> : }
<span class="lineNum"> 1750 </span> : log_fatal(&quot;Stopping\n&quot;);
<span class="lineNum"> 1751 </span> : ++unrecoverable_error;
<span class="lineNum"> 1752 </span> : goto bail;
<span class="lineNum"> 1753 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1754 </span> : }
<span class="lineNum"> 1755 </span> :
<span class="lineNum"> 1756 </span><span class="lineCov"> 21 : log_tag(&quot;dir_fixed:%s:%s: Fixed dir error\n&quot;, disk-&gt;name, esc_tag(dir-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1757 </span><span class="lineCov"> 21 : ++recovered_error;</span>
<span class="lineNum"> 1758 </span> :
<span class="lineNum"> 1759 </span><span class="lineCov"> 21 : log_tag(&quot;status:recovered:%s:%s\n&quot;, disk-&gt;name, esc_tag(dir-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1760 </span><span class="lineCov"> 21 : msg_info(&quot;recovered %s\n&quot;, fmt_term(disk, dir-&gt;sub, esc_buffer));</span>
<span class="lineNum"> 1761 </span> : }
<span class="lineNum"> 1762 </span> : }
<span class="lineNum"> 1763 </span> : }
<span class="lineNum"> 1764 </span> :
<span class="lineNum"> 1765 </span><span class="lineCov"> 118 : state_progress_end(state, countpos, countmax, countsize);</span>
<span class="lineNum"> 1766 </span> :
<span class="lineNum"> 1767 </span> : bail:
<span class="lineNum"> 1768 </span> : /* close all the files left open */
<span class="lineNum"> 1769 </span><span class="lineCov"> 826 : for (j = 0; j &lt; diskmax; ++j) {</span>
<span class="lineNum"> 1770 </span><span class="lineCov"> 708 : struct snapraid_file* file = handle[j].file;</span>
<span class="lineNum"> 1771 </span><span class="lineCov"> 708 : struct snapraid_disk* disk = handle[j].disk;</span>
<span class="lineNum"> 1772 </span><span class="lineCov"> 708 : ret = handle_close(&amp;handle[j]);</span>
<span class="lineNum"> 1773 </span><span class="lineCov"> 708 : if (ret == -1) {</span>
<span class="lineNum"> 1774 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1775 </span> : log_tag(&quot;error:%u:%s:%s: Close error. %s\n&quot;, blockmax, disk-&gt;name, esc_tag(file-&gt;sub, esc_buffer), strerror(errno));
<span class="lineNum"> 1776 </span> : log_fatal(&quot;DANGER! Unexpected close error in a data disk.\n&quot;);
<span class="lineNum"> 1777 </span> : ++unrecoverable_error;
<span class="lineNum"> 1778 </span> : /* continue, as we are already exiting */
<span class="lineNum"> 1779 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1780 </span> : }
<span class="lineNum"> 1781 </span> : }
<span class="lineNum"> 1782 </span> :
<span class="lineNum"> 1783 </span> : /* remove all the files created from scratch that have not finished the processing */
<span class="lineNum"> 1784 </span> : /* it happens only when aborting pressing Ctrl+C or other reason. */
<span class="lineNum"> 1785 </span><span class="lineCov"> 118 : if (fix) {</span>
<span class="lineNum"> 1786 </span> : /* for each disk */
<span class="lineNum"> 1787 </span><span class="lineCov"> 315 : for (i = 0; i &lt; diskmax; ++i) {</span>
<span class="lineNum"> 1788 </span> : tommy_node* node;
<span class="lineNum"> 1789 </span> : struct snapraid_disk* disk;
<span class="lineNum"> 1790 </span> :
<span class="lineNum"> 1791 </span><span class="lineCov"> 270 : if (!handle[i].disk)</span>
<span class="lineNum"> 1792 </span><span class="lineCov"> 1 : continue;</span>
<span class="lineNum"> 1793 </span> :
<span class="lineNum"> 1794 </span> : /* for each file in the disk */
<span class="lineNum"> 1795 </span><span class="lineCov"> 269 : disk = handle[i].disk;</span>
<span class="lineNum"> 1796 </span><span class="lineCov"> 269 : node = disk-&gt;filelist;</span>
<span class="lineNum"> 1797 </span><span class="lineCov"> 870849 : while (node) {</span>
<span class="lineNum"> 1798 </span> : char path[PATH_MAX];
<span class="lineNum"> 1799 </span> : struct snapraid_file* file;
<span class="lineNum"> 1800 </span> :
<span class="lineNum"> 1801 </span><span class="lineCov"> 870311 : file = node-&gt;data;</span>
<span class="lineNum"> 1802 </span><span class="lineCov"> 870311 : node = node-&gt;next; /* next node */</span>
<span class="lineNum"> 1803 </span> :
<span class="lineNum"> 1804 </span> : /* if the file was not created, meaning that it was already existing */
<span class="lineNum"> 1805 </span><span class="lineCov"> 870311 : if (!file_flag_has(file, FILE_IS_CREATED)) {</span>
<span class="lineNum"> 1806 </span> : /* nothing to do */
<span class="lineNum"> 1807 </span><span class="lineCov"> 1627578 : continue;</span>
<span class="lineNum"> 1808 </span> : }
<span class="lineNum"> 1809 </span> :
<span class="lineNum"> 1810 </span> : /* if processing was finished */
<span class="lineNum"> 1811 </span><span class="lineCov"> 113044 : if (file_flag_has(file, FILE_IS_FINISHED)) {</span>
<span class="lineNum"> 1812 </span> : /* nothing to do */
<span class="lineNum"> 1813 </span><span class="lineCov"> 113044 : continue;</span>
<span class="lineNum"> 1814 </span> : }
<span class="lineNum"> 1815 </span> :
<span class="lineNum"> 1816 </span> : /* if the file was originally missing, and processing not yet finished */
<span class="lineNum"> 1817 </span> : /* we have to throw it away to ensure that at the next run we will retry */
<span class="lineNum"> 1818 </span> : /* to fix it, in case we select to undelete missing files */
<span class="lineNum"> 1819 </span><span class="lineNoCov"> 0 : pathprint(path, sizeof(path), &quot;%s%s&quot;, disk-&gt;dir, file-&gt;sub);</span>
<span class="lineNum"> 1820 </span> :
<span class="lineNum"> 1821 </span><span class="lineNoCov"> 0 : ret = remove(path);</span>
<span class="lineNum"> 1822 </span><span class="lineNoCov"> 0 : if (ret != 0) {</span>
<span class="lineNum"> 1823 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1824 </span> : log_fatal(&quot;Error removing '%s'. %s.\n&quot;, path, strerror(errno));
<span class="lineNum"> 1825 </span> : log_fatal(&quot;WARNING! Without a working data disk, it isn't possible to fix errors on it.\n&quot;);
<span class="lineNum"> 1826 </span> : ++unrecoverable_error;
<span class="lineNum"> 1827 </span> : /* continue, as we are already exiting */
<span class="lineNum"> 1828 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1829 </span> : }
<span class="lineNum"> 1830 </span> : }
<span class="lineNum"> 1831 </span> : }
<span class="lineNum"> 1832 </span> : }
<span class="lineNum"> 1833 </span> :
<span class="lineNum"> 1834 </span><span class="lineCov"> 118 : if (error || recovered_error || unrecoverable_error) {</span>
<span class="lineNum"> 1835 </span><span class="lineCov"> 67 : msg_status(&quot;\n&quot;);</span>
<span class="lineNum"> 1836 </span><span class="lineCov"> 67 : msg_status(&quot;%8u errors\n&quot;, error);</span>
<span class="lineNum"> 1837 </span><span class="lineCov"> 67 : if (fix) {</span>
<span class="lineNum"> 1838 </span><span class="lineCov"> 43 : msg_status(&quot;%8u recovered errors\n&quot;, recovered_error);</span>
<span class="lineNum"> 1839 </span> : }
<span class="lineNum"> 1840 </span><span class="lineCov"> 134 : if (unrecoverable_error) {</span>
<span class="lineNum"> 1841 </span><span class="lineCov"> 13 : msg_status(&quot;%8u UNRECOVERABLE errors\n&quot;, unrecoverable_error);</span>
<span class="lineNum"> 1842 </span> : } else {
<span class="lineNum"> 1843 </span> : /* without checking, we don't know if they are really recoverable or not */
<span class="lineNum"> 1844 </span><span class="lineCov"> 54 : if (!state-&gt;opt.auditonly)</span>
<span class="lineNum"> 1845 </span><span class="lineCov"> 52 : msg_status(&quot;%8u unrecoverable errors\n&quot;, unrecoverable_error);</span>
<span class="lineNum"> 1846 </span><span class="lineCov"> 54 : if (fix)</span>
<span class="lineNum"> 1847 </span><span class="lineCov"> 34 : msg_status(&quot;Everything OK\n&quot;);</span>
<span class="lineNum"> 1848 </span> : }
<span class="lineNum"> 1849 </span> : } else {
<span class="lineNum"> 1850 </span><span class="lineCov"> 51 : msg_status(&quot;Everything OK\n&quot;);</span>
<span class="lineNum"> 1851 </span> : }
<span class="lineNum"> 1852 </span> :
<span class="lineNum"> 1853 </span><span class="lineCov"> 118 : if (error &amp;&amp; !fix)</span>
<span class="lineNum"> 1854 </span><span class="lineCov"> 24 : log_fatal(&quot;WARNING! There are errors!\n&quot;);</span>
<span class="lineNum"> 1855 </span><span class="lineCov"> 118 : if (unrecoverable_error)</span>
<span class="lineNum"> 1856 </span><span class="lineCov"> 13 : log_fatal(&quot;DANGER! There are unrecoverable errors!\n&quot;);</span>
<span class="lineNum"> 1857 </span> :
<span class="lineNum"> 1858 </span><span class="lineCov"> 118 : log_tag(&quot;summary:error:%u\n&quot;, error);</span>
<span class="lineNum"> 1859 </span><span class="lineCov"> 118 : if (fix)</span>
<span class="lineNum"> 1860 </span><span class="lineCov"> 45 : log_tag(&quot;summary:error_recovered:%u\n&quot;, recovered_error);</span>
<span class="lineNum"> 1861 </span><span class="lineCov"> 118 : if (!state-&gt;opt.auditonly)</span>
<span class="lineNum"> 1862 </span><span class="lineCov"> 113 : log_tag(&quot;summary:error_unrecoverable:%u\n&quot;, unrecoverable_error);</span>
<span class="lineNum"> 1863 </span><span class="lineCov"> 118 : if (fix) {</span>
<span class="lineNum"> 1864 </span><span class="lineCov"> 45 : if (error + recovered_error + unrecoverable_error == 0)</span>
<span class="lineNum"> 1865 </span><span class="lineCov"> 2 : log_tag(&quot;summary:exit:ok\n&quot;);</span>
<span class="lineNum"> 1866 </span><span class="lineCov"> 43 : else if (unrecoverable_error == 0)</span>
<span class="lineNum"> 1867 </span><span class="lineCov"> 34 : log_tag(&quot;summary:exit:recovered\n&quot;);</span>
<span class="lineNum"> 1868 </span> : else
<span class="lineNum"> 1869 </span><span class="lineCov"> 9 : log_tag(&quot;summary:exit:unrecoverable\n&quot;);</span>
<span class="lineNum"> 1870 </span><span class="lineCov"> 73 : } else if (!state-&gt;opt.auditonly) {</span>
<span class="lineNum"> 1871 </span><span class="lineCov"> 68 : if (error + unrecoverable_error == 0)</span>
<span class="lineNum"> 1872 </span><span class="lineCov"> 46 : log_tag(&quot;summary:exit:ok\n&quot;);</span>
<span class="lineNum"> 1873 </span><span class="lineCov"> 22 : else if (unrecoverable_error == 0)</span>
<span class="lineNum"> 1874 </span><span class="lineCov"> 18 : log_tag(&quot;summary:exit:recoverable\n&quot;);</span>
<span class="lineNum"> 1875 </span> : else
<span class="lineNum"> 1876 </span><span class="lineCov"> 4 : log_tag(&quot;summary:exit:unrecoverable\n&quot;);</span>
<span class="lineNum"> 1877 </span> : } else { /* audit only */
<span class="lineNum"> 1878 </span><span class="lineCov"> 5 : if (error == 0)</span>
<span class="lineNum"> 1879 </span><span class="lineCov"> 3 : log_tag(&quot;summary:exit:ok\n&quot;);</span>
<span class="lineNum"> 1880 </span> : else
<span class="lineNum"> 1881 </span><span class="lineCov"> 2 : log_tag(&quot;summary:exit:error\n&quot;);</span>
<span class="lineNum"> 1882 </span> : }
<span class="lineNum"> 1883 </span><span class="lineCov"> 118 : log_flush();</span>
<span class="lineNum"> 1884 </span> :
<span class="lineNum"> 1885 </span><span class="lineCov"> 118 : free(failed);</span>
<span class="lineNum"> 1886 </span><span class="lineCov"> 118 : free(failed_map);</span>
<span class="lineNum"> 1887 </span><span class="lineCov"> 118 : free(handle);</span>
<span class="lineNum"> 1888 </span><span class="lineCov"> 118 : free(buffer_alloc);</span>
<span class="lineNum"> 1889 </span><span class="lineCov"> 118 : free(buffer);</span>
<span class="lineNum"> 1890 </span> :
<span class="lineNum"> 1891 </span> : /* fail if some error are present after the run */
<span class="lineNum"> 1892 </span><span class="lineCov"> 118 : if (fix) {</span>
<span class="lineNum"> 1893 </span><span class="lineCov"> 45 : if (state-&gt;opt.expect_unrecoverable) {</span>
<span class="lineNum"> 1894 </span><span class="lineCov"> 9 : if (unrecoverable_error == 0)</span>
<span class="lineNum"> 1895 </span><span class="lineNoCov"> 0 : return -1;</span>
<span class="lineNum"> 1896 </span> : } else {
<span class="lineNum"> 1897 </span><span class="lineCov"> 36 : if (unrecoverable_error != 0)</span>
<span class="lineNum"> 1898 </span><span class="lineNoCov"> 0 : return -1;</span>
<span class="lineNum"> 1899 </span> : }
<span class="lineNum"> 1900 </span> : } else {
<span class="lineNum"> 1901 </span><span class="lineCov"> 73 : if (state-&gt;opt.expect_unrecoverable) {</span>
<span class="lineNum"> 1902 </span><span class="lineCov"> 4 : if (unrecoverable_error == 0)</span>
<span class="lineNum"> 1903 </span><span class="lineNoCov"> 0 : return -1;</span>
<span class="lineNum"> 1904 </span><span class="lineCov"> 69 : } else if (state-&gt;opt.expect_recoverable) {</span>
<span class="lineNum"> 1905 </span><span class="lineCov"> 20 : if (unrecoverable_error != 0 || error == 0)</span>
<span class="lineNum"> 1906 </span><span class="lineNoCov"> 0 : return -1;</span>
<span class="lineNum"> 1907 </span> : } else {
<span class="lineNum"> 1908 </span><span class="lineCov"> 49 : if (error != 0 || unrecoverable_error != 0)</span>
<span class="lineNum"> 1909 </span><span class="lineNoCov"> 0 : return -1;</span>
<span class="lineNum"> 1910 </span> : }
<span class="lineNum"> 1911 </span> : }
<span class="lineNum"> 1912 </span> :
<span class="lineNum"> 1913 </span><span class="lineCov"> 118 : return 0;</span>
<a name="1914"><span class="lineNum"> 1914 </span> : }</a>
<span class="lineNum"> 1915 </span> :
<span class="lineNum"> 1916 </span><span class="lineCov"> 120 : int state_check(struct snapraid_state* state, int fix, block_off_t blockstart, block_off_t blockcount)</span>
<span class="lineNum"> 1917 </span> : {
<span class="lineNum"> 1918 </span> : block_off_t blockmax;
<span class="lineNum"> 1919 </span> : data_off_t size;
<span class="lineNum"> 1920 </span> : int ret;
<span class="lineNum"> 1921 </span> : struct snapraid_parity_handle parity[LEV_MAX];
<span class="lineNum"> 1922 </span> : struct snapraid_parity_handle* parity_ptr[LEV_MAX];
<span class="lineNum"> 1923 </span> : unsigned error;
<span class="lineNum"> 1924 </span> : unsigned l;
<span class="lineNum"> 1925 </span> :
<span class="lineNum"> 1926 </span><span class="lineCov"> 120 : msg_progress(&quot;Initializing...\n&quot;);</span>
<span class="lineNum"> 1927 </span> :
<span class="lineNum"> 1928 </span><span class="lineCov"> 120 : blockmax = parity_allocated_size(state);</span>
<span class="lineNum"> 1929 </span><span class="lineCov"> 120 : size = blockmax * (data_off_t)state-&gt;block_size;</span>
<span class="lineNum"> 1930 </span> :
<span class="lineNum"> 1931 </span><span class="lineCov"> 120 : if (blockstart &gt; blockmax) {</span>
<span class="lineNum"> 1932 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1933 </span> : log_fatal(&quot;Error in the specified starting block %u. It's bigger than the parity size %u.\n&quot;, blockstart, blockmax);
<span class="lineNum"> 1934 </span> : exit(EXIT_FAILURE);
<span class="lineNum"> 1935 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1936 </span> : }
<span class="lineNum"> 1937 </span> :
<span class="lineNum"> 1938 </span> : /* adjust the number of block to process */
<span class="lineNum"> 1939 </span><span class="lineCov"> 120 : if (blockcount != 0 &amp;&amp; blockstart + blockcount &lt; blockmax) {</span>
<span class="lineNum"> 1940 </span><span class="lineNoCov"> 0 : blockmax = blockstart + blockcount;</span>
<span class="lineNum"> 1941 </span> : }
<span class="lineNum"> 1942 </span> :
<span class="lineNum"> 1943 </span><span class="lineCov"> 120 : if (fix) {</span>
<span class="lineNum"> 1944 </span> : /* if fixing, create the file and open for writing */
<span class="lineNum"> 1945 </span> : /* if it fails, we cannot continue */
<span class="lineNum"> 1946 </span><span class="lineCov"> 180 : for (l = 0; l &lt; state-&gt;level; ++l) {</span>
<span class="lineNum"> 1947 </span> : /* skip parity disks that are not accessible */
<span class="lineNum"> 1948 </span><span class="lineCov"> 135 : if (state-&gt;parity[l].skip_access) {</span>
<span class="lineNum"> 1949 </span><span class="lineCov"> 1 : parity_ptr[l] = 0;</span>
<span class="lineNum"> 1950 </span><span class="lineCov"> 1 : continue;</span>
<span class="lineNum"> 1951 </span> : }
<span class="lineNum"> 1952 </span> :
<span class="lineNum"> 1953 </span><span class="lineCov"> 134 : parity_ptr[l] = &amp;parity[l];</span>
<span class="lineNum"> 1954 </span><span class="lineCov"> 134 : ret = parity_create(parity_ptr[l], &amp;state-&gt;parity[l], l, state-&gt;file_mode, state-&gt;block_size, state-&gt;opt.parity_limit_size);</span>
<span class="lineNum"> 1955 </span><span class="lineCov"> 134 : if (ret == -1) {</span>
<span class="lineNum"> 1956 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1957 </span> : log_fatal(&quot;WARNING! Without an accessible %s file, it isn't possible to fix any error.\n&quot;, lev_name(l));
<span class="lineNum"> 1958 </span> : exit(EXIT_FAILURE);
<span class="lineNum"> 1959 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1960 </span> : }
<span class="lineNum"> 1961 </span> :
<span class="lineNum"> 1962 </span><span class="lineCov"> 134 : ret = parity_chsize(parity_ptr[l], &amp;state-&gt;parity[l], 0, size, state-&gt;block_size, state-&gt;opt.skip_fallocate, state-&gt;opt.skip_space_holder);</span>
<span class="lineNum"> 1963 </span><span class="lineCov"> 134 : if (ret == -1) {</span>
<span class="lineNum"> 1964 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 1965 </span> : log_fatal(&quot;WARNING! Without an accessible %s file, it isn't possible to sync.\n&quot;, lev_name(l));
<span class="lineNum"> 1966 </span> : exit(EXIT_FAILURE);
<span class="lineNum"> 1967 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 1968 </span> : }
<span class="lineNum"> 1969 </span> : }
<span class="lineNum"> 1970 </span><span class="lineCov"> 75 : } else if (!state-&gt;opt.auditonly) {</span>
<span class="lineNum"> 1971 </span> : /* if checking, open the file for reading */
<span class="lineNum"> 1972 </span> : /* it may fail if the file doesn't exist, in this case we continue to check the files */
<span class="lineNum"> 1973 </span><span class="lineCov"> 393 : for (l = 0; l &lt; state-&gt;level; ++l) {</span>
<span class="lineNum"> 1974 </span><span class="lineCov"> 324 : parity_ptr[l] = &amp;parity[l];</span>
<span class="lineNum"> 1975 </span><span class="lineCov"> 324 : ret = parity_open(parity_ptr[l], &amp;state-&gt;parity[l], l, state-&gt;file_mode, state-&gt;block_size, state-&gt;opt.parity_limit_size);</span>
<span class="lineNum"> 1976 </span><span class="lineCov"> 324 : if (ret == -1) {</span>
<span class="lineNum"> 1977 </span><span class="lineCov"> 1 : msg_status(&quot;No accessible %s file, only files will be checked.\n&quot;, lev_name(l));</span>
<span class="lineNum"> 1978 </span> : /* continue anyway */
<span class="lineNum"> 1979 </span><span class="lineCov"> 1 : parity_ptr[l] = 0;</span>
<span class="lineNum"> 1980 </span> : }
<span class="lineNum"> 1981 </span> : }
<span class="lineNum"> 1982 </span> : } else {
<span class="lineNum"> 1983 </span> : /* otherwise don't use any parity */
<span class="lineNum"> 1984 </span><span class="lineCov"> 28 : for (l = 0; l &lt; state-&gt;level; ++l)</span>
<span class="lineNum"> 1985 </span><span class="lineCov"> 22 : parity_ptr[l] = 0;</span>
<span class="lineNum"> 1986 </span> : }
<span class="lineNum"> 1987 </span> :
<span class="lineNum"> 1988 </span><span class="lineCov"> 120 : if (fix)</span>
<span class="lineNum"> 1989 </span><span class="lineCov"> 45 : msg_progress(&quot;Fixing...\n&quot;);</span>
<span class="lineNum"> 1990 </span><span class="lineCov"> 75 : else if (!state-&gt;opt.auditonly)</span>
<span class="lineNum"> 1991 </span><span class="lineCov"> 69 : msg_progress(&quot;Checking...\n&quot;);</span>
<span class="lineNum"> 1992 </span> : else
<span class="lineNum"> 1993 </span><span class="lineCov"> 6 : msg_progress(&quot;Hashing...\n&quot;);</span>
<span class="lineNum"> 1994 </span> :
<span class="lineNum"> 1995 </span><span class="lineCov"> 120 : error = 0;</span>
<span class="lineNum"> 1996 </span> :
<span class="lineNum"> 1997 </span> : /* skip degenerated cases of empty parity, or skipping all */
<span class="lineNum"> 1998 </span><span class="lineCov"> 120 : if (blockstart &lt; blockmax) {</span>
<span class="lineNum"> 1999 </span><span class="lineCov"> 118 : ret = state_check_process(state, fix, parity_ptr, blockstart, blockmax);</span>
<span class="lineNum"> 2000 </span><span class="lineCov"> 118 : if (ret == -1) {</span>
<span class="lineNum"> 2001 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 2002 </span> : ++error;
<span class="lineNum"> 2003 </span> : /* continue, as we are already exiting */
<span class="lineNum"> 2004 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 2005 </span> : }
<span class="lineNum"> 2006 </span> : }
<span class="lineNum"> 2007 </span> :
<span class="lineNum"> 2008 </span> : /* try to close only if opened */
<span class="lineNum"> 2009 </span><span class="lineCov"> 601 : for (l = 0; l &lt; state-&gt;level; ++l) {</span>
<span class="lineNum"> 2010 </span><span class="lineCov"> 481 : if (parity_ptr[l]) {</span>
<span class="lineNum"> 2011 </span><span class="lineCov"> 457 : ret = parity_close(parity_ptr[l]);</span>
<span class="lineNum"> 2012 </span> : /* LCOV_EXCL_START */
<span class="lineNum"> 2013 </span> : if (ret == -1) {
<span class="lineNum"> 2014 </span> : log_fatal(&quot;DANGER! Unexpected close error in %s disk.\n&quot;, lev_name(l));
<span class="lineNum"> 2015 </span> : ++error;
<span class="lineNum"> 2016 </span> : /* continue, as we are already exiting */
<span class="lineNum"> 2017 </span> : }
<span class="lineNum"> 2018 </span> : /* LCOV_EXCL_STOP */
<span class="lineNum"> 2019 </span> : }
<span class="lineNum"> 2020 </span> : }
<span class="lineNum"> 2021 </span> :
<span class="lineNum"> 2022 </span> : /* abort if error are present */
<span class="lineNum"> 2023 </span><span class="lineCov"> 120 : if (error != 0)</span>
<span class="lineNum"> 2024 </span><span class="lineNoCov"> 0 : return -1;</span>
<span class="lineNum"> 2025 </span><span class="lineCov"> 120 : return 0;</span>
<span class="lineNum"> 2026 </span> : }
<span class="lineNum"> 2027 </span> :
</pre>
</td>
</tr>
</table>
<br>
<table width="100%" border=0 cellspacing=0 cellpadding=0>
<tr><td class="ruler"><img src="../glass.png" width=3 height=3 alt=""></td></tr>
<tr><td class="versionInfo">Generated by: <a href="http://ltp.sourceforge.net/coverage/lcov.php" target="_parent">LCOV version 1.10</a></td></tr>
</table>
<br>
</body>
</html>