mirror of
https://github.com/amadvance/snapraid.git
synced 2026-10-26 19:01:57 -04:00
1682 lines
183 KiB
HTML
1682 lines
183 KiB
HTML
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
|
|
|
|
<html lang="en">
|
|
|
|
<head>
|
|
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
|
|
<title>LCOV - lcov.info - cmdline/sync.c</title>
|
|
<link rel="stylesheet" type="text/css" href="../gcov.css">
|
|
</head>
|
|
|
|
<body>
|
|
|
|
<table width="100%" border=0 cellspacing=0 cellpadding=0>
|
|
<tr><td class="title">LCOV - code coverage report</td></tr>
|
|
<tr><td class="ruler"><img src="../glass.png" width=3 height=3 alt=""></td></tr>
|
|
|
|
<tr>
|
|
<td width="100%">
|
|
<table cellpadding=1 border=0 width="100%">
|
|
<tr>
|
|
<td width="10%" class="headerItem">Current view:</td>
|
|
<td width="35%" class="headerValue"><a href="../index.html">top level</a> - <a href="index.html">cmdline</a> - sync.c<span style="font-size: 80%;"> (source / <a href="sync.c.func.html">functions</a>)</span></td>
|
|
<td width="5%"></td>
|
|
<td width="15%"></td>
|
|
<td width="10%" class="headerCovTableHead">Hit</td>
|
|
<td width="10%" class="headerCovTableHead">Total</td>
|
|
<td width="15%" class="headerCovTableHead">Coverage</td>
|
|
</tr>
|
|
<tr>
|
|
<td class="headerItem">Test:</td>
|
|
<td class="headerValue">lcov.info</td>
|
|
<td></td>
|
|
<td class="headerItem">Lines:</td>
|
|
<td class="headerCovTableEntry">501</td>
|
|
<td class="headerCovTableEntry">546</td>
|
|
<td class="headerCovTableEntryHi">91.8 %</td>
|
|
</tr>
|
|
<tr>
|
|
<td class="headerItem">Date:</td>
|
|
<td class="headerValue">2016-11-21</td>
|
|
<td></td>
|
|
<td class="headerItem">Functions:</td>
|
|
<td class="headerCovTableEntry">7</td>
|
|
<td class="headerCovTableEntry">7</td>
|
|
<td class="headerCovTableEntryHi">100.0 %</td>
|
|
</tr>
|
|
<tr><td><img src="../glass.png" width=3 height=3 alt=""></td></tr>
|
|
</table>
|
|
</td>
|
|
</tr>
|
|
|
|
<tr><td class="ruler"><img src="../glass.png" width=3 height=3 alt=""></td></tr>
|
|
</table>
|
|
|
|
<table cellpadding=0 cellspacing=0 border=0>
|
|
<tr>
|
|
<td><br></td>
|
|
</tr>
|
|
<tr>
|
|
<td>
|
|
<pre class="sourceHeading"> Line data Source code</pre>
|
|
<pre class="source">
|
|
<a name="1"><span class="lineNum"> 1 </span> : /*</a>
|
|
<span class="lineNum"> 2 </span> : * Copyright (C) 2011 Andrea Mazzoleni
|
|
<span class="lineNum"> 3 </span> : *
|
|
<span class="lineNum"> 4 </span> : * This program is free software: you can redistribute it and/or modify
|
|
<span class="lineNum"> 5 </span> : * it under the terms of the GNU General Public License as published by
|
|
<span class="lineNum"> 6 </span> : * the Free Software Foundation, either version 3 of the License, or
|
|
<span class="lineNum"> 7 </span> : * (at your option) any later version.
|
|
<span class="lineNum"> 8 </span> : *
|
|
<span class="lineNum"> 9 </span> : * This program is distributed in the hope that it will be useful,
|
|
<span class="lineNum"> 10 </span> : * but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
<span class="lineNum"> 11 </span> : * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
<span class="lineNum"> 12 </span> : * GNU General Public License for more details.
|
|
<span class="lineNum"> 13 </span> : *
|
|
<span class="lineNum"> 14 </span> : * You should have received a copy of the GNU General Public License
|
|
<span class="lineNum"> 15 </span> : * along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
<span class="lineNum"> 16 </span> : */
|
|
<span class="lineNum"> 17 </span> :
|
|
<span class="lineNum"> 18 </span> : #include "portable.h"
|
|
<span class="lineNum"> 19 </span> :
|
|
<span class="lineNum"> 20 </span> : #include "support.h"
|
|
<span class="lineNum"> 21 </span> : #include "elem.h"
|
|
<span class="lineNum"> 22 </span> : #include "state.h"
|
|
<span class="lineNum"> 23 </span> : #include "parity.h"
|
|
<span class="lineNum"> 24 </span> : #include "handle.h"
|
|
<span class="lineNum"> 25 </span> : #include "io.h"
|
|
<span class="lineNum"> 26 </span> : #include "raid/raid.h"
|
|
<span class="lineNum"> 27 </span> :
|
|
<span class="lineNum"> 28 </span> : /****************************************************************************/
|
|
<a name="29"><span class="lineNum"> 29 </span> : /* hash */</a>
|
|
<span class="lineNum"> 30 </span> :
|
|
<span class="lineNum"> 31 </span><span class="lineCov"> 7 : static int state_hash_process(struct snapraid_state* state, block_off_t blockstart, block_off_t blockmax, int* skip_sync)</span>
|
|
<span class="lineNum"> 32 </span> : {
|
|
<span class="lineNum"> 33 </span> : struct snapraid_handle* handle;
|
|
<span class="lineNum"> 34 </span> : unsigned diskmax;
|
|
<span class="lineNum"> 35 </span> : block_off_t i;
|
|
<span class="lineNum"> 36 </span> : unsigned j;
|
|
<span class="lineNum"> 37 </span> : void* buffer;
|
|
<span class="lineNum"> 38 </span> : void* buffer_alloc;
|
|
<span class="lineNum"> 39 </span> : data_off_t countsize;
|
|
<span class="lineNum"> 40 </span> : block_off_t countpos;
|
|
<span class="lineNum"> 41 </span> : block_off_t countmax;
|
|
<span class="lineNum"> 42 </span> : int ret;
|
|
<span class="lineNum"> 43 </span> : unsigned error;
|
|
<span class="lineNum"> 44 </span> : unsigned silent_error;
|
|
<span class="lineNum"> 45 </span> : unsigned io_error;
|
|
<span class="lineNum"> 46 </span> : char esc_buffer[ESC_MAX];
|
|
<span class="lineNum"> 47 </span> :
|
|
<span class="lineNum"> 48 </span> : /* maps the disks to handles */
|
|
<span class="lineNum"> 49 </span><span class="lineCov"> 7 : handle = handle_mapping(state, &diskmax);</span>
|
|
<span class="lineNum"> 50 </span> :
|
|
<span class="lineNum"> 51 </span> : /* buffer for reading */
|
|
<span class="lineNum"> 52 </span><span class="lineCov"> 7 : buffer = malloc_nofail_direct(state->block_size, &buffer_alloc);</span>
|
|
<span class="lineNum"> 53 </span><span class="lineCov"> 7 : if (!state->opt.skip_self)</span>
|
|
<span class="lineNum"> 54 </span><span class="lineNoCov"> 0 : mtest_vector(1, state->block_size, &buffer);</span>
|
|
<span class="lineNum"> 55 </span> :
|
|
<span class="lineNum"> 56 </span><span class="lineCov"> 7 : error = 0;</span>
|
|
<span class="lineNum"> 57 </span><span class="lineCov"> 7 : silent_error = 0;</span>
|
|
<span class="lineNum"> 58 </span><span class="lineCov"> 7 : io_error = 0;</span>
|
|
<span class="lineNum"> 59 </span> :
|
|
<span class="lineNum"> 60 </span> : /* first count the number of blocks to process */
|
|
<span class="lineNum"> 61 </span><span class="lineCov"> 7 : countmax = 0;</span>
|
|
<span class="lineNum"> 62 </span><span class="lineCov"> 49 : for (j = 0; j < diskmax; ++j) {</span>
|
|
<span class="lineNum"> 63 </span><span class="lineCov"> 42 : struct snapraid_disk* disk = handle[j].disk;</span>
|
|
<span class="lineNum"> 64 </span> :
|
|
<span class="lineNum"> 65 </span> : /* if no disk, nothing to check */
|
|
<span class="lineNum"> 66 </span><span class="lineCov"> 42 : if (!disk)</span>
|
|
<span class="lineNum"> 67 </span><span class="lineNoCov"> 0 : continue;</span>
|
|
<span class="lineNum"> 68 </span> :
|
|
<span class="lineNum"> 69 </span><span class="lineCov"> 236670 : for (i = blockstart; i < blockmax; ++i) {</span>
|
|
<span class="lineNum"> 70 </span> : struct snapraid_block* block;
|
|
<span class="lineNum"> 71 </span> : unsigned block_state;
|
|
<span class="lineNum"> 72 </span> :
|
|
<span class="lineNum"> 73 </span><span class="lineCov"> 236628 : block = fs_par2block_find(disk, i);</span>
|
|
<span class="lineNum"> 74 </span> :
|
|
<span class="lineNum"> 75 </span> : /* get the state of the block */
|
|
<span class="lineNum"> 76 </span><span class="lineCov"> 236628 : block_state = block_state_get(block);</span>
|
|
<span class="lineNum"> 77 </span> :
|
|
<span class="lineNum"> 78 </span> : /* process REP and CHG blocks */
|
|
<span class="lineNum"> 79 </span><span class="lineCov"> 236628 : if (block_state != BLOCK_STATE_REP && block_state != BLOCK_STATE_CHG)</span>
|
|
<span class="lineNum"> 80 </span><span class="lineCov"> 223278 : continue;</span>
|
|
<span class="lineNum"> 81 </span> :
|
|
<span class="lineNum"> 82 </span><span class="lineCov"> 13350 : ++countmax;</span>
|
|
<span class="lineNum"> 83 </span> : }
|
|
<span class="lineNum"> 84 </span> : }
|
|
<span class="lineNum"> 85 </span> :
|
|
<span class="lineNum"> 86 </span> : /* drop until now */
|
|
<span class="lineNum"> 87 </span><span class="lineCov"> 7 : state_usage_waste(state);</span>
|
|
<span class="lineNum"> 88 </span> :
|
|
<span class="lineNum"> 89 </span><span class="lineCov"> 7 : countsize = 0;</span>
|
|
<span class="lineNum"> 90 </span><span class="lineCov"> 7 : countpos = 0;</span>
|
|
<span class="lineNum"> 91 </span><span class="lineCov"> 7 : if (!state_progress_begin(state, blockstart, blockmax, countmax))</span>
|
|
<span class="lineNum"> 92 </span><span class="lineNoCov"> 0 : goto end;</span>
|
|
<span class="lineNum"> 93 </span> :
|
|
<span class="lineNum"> 94 </span><span class="lineCov"> 49 : for (j = 0; j < diskmax; ++j) {</span>
|
|
<span class="lineNum"> 95 </span><span class="lineCov"> 42 : struct snapraid_disk* disk = handle[j].disk;</span>
|
|
<span class="lineNum"> 96 </span> :
|
|
<span class="lineNum"> 97 </span> : /* if no disk, nothing to check */
|
|
<span class="lineNum"> 98 </span><span class="lineCov"> 42 : if (!disk)</span>
|
|
<span class="lineNum"> 99 </span><span class="lineNoCov"> 0 : continue;</span>
|
|
<span class="lineNum"> 100 </span> :
|
|
<span class="lineNum"> 101 </span><span class="lineCov"> 236670 : for (i = blockstart; i < blockmax; ++i) {</span>
|
|
<span class="lineNum"> 102 </span> : snapraid_info info;
|
|
<span class="lineNum"> 103 </span> : int rehash;
|
|
<span class="lineNum"> 104 </span> : struct snapraid_block* block;
|
|
<span class="lineNum"> 105 </span> : int read_size;
|
|
<span class="lineNum"> 106 </span> : unsigned char hash[HASH_MAX];
|
|
<span class="lineNum"> 107 </span> : unsigned block_state;
|
|
<span class="lineNum"> 108 </span> : struct snapraid_file* file;
|
|
<span class="lineNum"> 109 </span> : block_off_t file_pos;
|
|
<span class="lineNum"> 110 </span> :
|
|
<span class="lineNum"> 111 </span><span class="lineCov"> 236628 : block = fs_par2block_find(disk, i);</span>
|
|
<span class="lineNum"> 112 </span> :
|
|
<span class="lineNum"> 113 </span> : /* get the state of the block */
|
|
<span class="lineNum"> 114 </span><span class="lineCov"> 236628 : block_state = block_state_get(block);</span>
|
|
<span class="lineNum"> 115 </span> :
|
|
<span class="lineNum"> 116 </span> : /* process REP and CHG blocks */
|
|
<span class="lineNum"> 117 </span><span class="lineCov"> 236628 : if (block_state != BLOCK_STATE_REP && block_state != BLOCK_STATE_CHG)</span>
|
|
<span class="lineNum"> 118 </span><span class="lineCov"> 446566 : continue;</span>
|
|
<span class="lineNum"> 119 </span> :
|
|
<span class="lineNum"> 120 </span> : /* get the file of this block */
|
|
<span class="lineNum"> 121 </span><span class="lineCov"> 13350 : file = fs_par2file_get(disk, i, &file_pos);</span>
|
|
<span class="lineNum"> 122 </span> :
|
|
<span class="lineNum"> 123 </span> : /* get block specific info */
|
|
<span class="lineNum"> 124 </span><span class="lineCov"> 13350 : info = info_get(&state->infoarr, i);</span>
|
|
<span class="lineNum"> 125 </span> :
|
|
<span class="lineNum"> 126 </span> : /* if we have to use the old hash */
|
|
<span class="lineNum"> 127 </span><span class="lineCov"> 13350 : rehash = info_get_rehash(info);</span>
|
|
<span class="lineNum"> 128 </span> :
|
|
<span class="lineNum"> 129 </span> : /* until now is misc */
|
|
<span class="lineNum"> 130 </span><span class="lineCov"> 13350 : state_usage_misc(state);</span>
|
|
<span class="lineNum"> 131 </span> :
|
|
<span class="lineNum"> 132 </span> : /* if the file is different than the current one, close it */
|
|
<span class="lineNum"> 133 </span><span class="lineCov"> 13350 : if (handle[j].file != 0 && handle[j].file != file) {</span>
|
|
<span class="lineNum"> 134 </span> : /* keep a pointer at the file we are going to close for error reporting */
|
|
<span class="lineNum"> 135 </span><span class="lineCov"> 5366 : struct snapraid_file* report = handle[j].file;</span>
|
|
<span class="lineNum"> 136 </span><span class="lineCov"> 5366 : ret = handle_close(&handle[j]);</span>
|
|
<span class="lineNum"> 137 </span><span class="lineCov"> 5366 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 138 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 139 </span> : /* This one is really an unexpected error, because we are only reading */
|
|
<span class="lineNum"> 140 </span> : /* and closing a descriptor should never fail */
|
|
<span class="lineNum"> 141 </span> : if (errno == EIO) {
|
|
<span class="lineNum"> 142 </span> : log_tag("error:%u:%s:%s: Close EIO error. %s\n", i, disk->name, esc_tag(report->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 143 </span> : log_fatal("DANGER! Unexpected input/output close error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 144 </span> : log_fatal("Ensure that disk '%s' is sane and that file '%s' can be accessed.\n", disk->dir, handle[j].path);
|
|
<span class="lineNum"> 145 </span> : log_fatal("Stopping at block %u\n", i);
|
|
<span class="lineNum"> 146 </span> : ++io_error;
|
|
<span class="lineNum"> 147 </span> : goto bail;
|
|
<span class="lineNum"> 148 </span> : }
|
|
<span class="lineNum"> 149 </span> :
|
|
<span class="lineNum"> 150 </span> : log_tag("error:%u:%s:%s: Close error. %s\n", i, disk->name, esc_tag(report->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 151 </span> : log_fatal("WARNING! Unexpected close error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 152 </span> : log_fatal("Ensure that file '%s' can be accessed.\n", handle[j].path);
|
|
<span class="lineNum"> 153 </span> : log_fatal("Stopping at block %u\n", i);
|
|
<span class="lineNum"> 154 </span> : ++error;
|
|
<span class="lineNum"> 155 </span> : goto bail;
|
|
<span class="lineNum"> 156 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 157 </span> : }
|
|
<span class="lineNum"> 158 </span> : }
|
|
<span class="lineNum"> 159 </span> :
|
|
<span class="lineNum"> 160 </span><span class="lineCov"> 13350 : ret = handle_open(&handle[j], file, state->file_mode, log_error, 0);</span>
|
|
<span class="lineNum"> 161 </span><span class="lineCov"> 13350 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 162 </span><span class="lineCov"> 6 : if (errno == EIO) {</span>
|
|
<span class="lineNum"> 163 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 164 </span> : log_tag("error:%u:%s:%s: Open EIO error. %s\n", i, disk->name, esc_tag(file->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 165 </span> : log_fatal("DANGER! Unexpected input/output open error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 166 </span> : log_fatal("Ensure that disk '%s' is sane and that file '%s' can be accessed.\n", disk->dir, handle[j].path);
|
|
<span class="lineNum"> 167 </span> : log_fatal("Stopping at block %u\n", i);
|
|
<span class="lineNum"> 168 </span> : ++io_error;
|
|
<span class="lineNum"> 169 </span> : goto bail;
|
|
<span class="lineNum"> 170 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 171 </span> : }
|
|
<span class="lineNum"> 172 </span> :
|
|
<span class="lineNum"> 173 </span><span class="lineCov"> 6 : if (errno == ENOENT) {</span>
|
|
<span class="lineNum"> 174 </span><span class="lineCov"> 2 : log_tag("error:%u:%s:%s: Open ENOENT error. %s\n", i, disk->name, esc_tag(file->sub, esc_buffer), strerror(errno));</span>
|
|
<span class="lineNum"> 175 </span><span class="lineCov"> 2 : log_error("Missing file '%s'.\n", handle[j].path);</span>
|
|
<span class="lineNum"> 176 </span><span class="lineCov"> 2 : log_error("WARNING! You cannot modify data disk during a sync.\n");</span>
|
|
<span class="lineNum"> 177 </span><span class="lineCov"> 2 : log_error("Rerun the sync command when finished.\n");</span>
|
|
<span class="lineNum"> 178 </span><span class="lineCov"> 2 : ++error;</span>
|
|
<span class="lineNum"> 179 </span> : /* if the file is missing, it means that it was removed during sync */
|
|
<span class="lineNum"> 180 </span> : /* this isn't a serious error, so we skip this block, and continue with others */
|
|
<span class="lineNum"> 181 </span><span class="lineCov"> 2 : continue;</span>
|
|
<span class="lineNum"> 182 </span> : }
|
|
<span class="lineNum"> 183 </span> :
|
|
<span class="lineNum"> 184 </span><span class="lineCov"> 4 : if (errno == EACCES) {</span>
|
|
<span class="lineNum"> 185 </span><span class="lineCov"> 4 : log_tag("error:%u:%s:%s: Open EACCES error. %s\n", i, disk->name, esc_tag(file->sub, esc_buffer), strerror(errno));</span>
|
|
<span class="lineNum"> 186 </span><span class="lineCov"> 4 : log_error("No access at file '%s'.\n", handle[j].path);</span>
|
|
<span class="lineNum"> 187 </span><span class="lineCov"> 4 : log_error("WARNING! Please fix the access permission in the data disk.\n");</span>
|
|
<span class="lineNum"> 188 </span><span class="lineCov"> 4 : log_error("Rerun the sync command when finished.\n");</span>
|
|
<span class="lineNum"> 189 </span><span class="lineCov"> 4 : ++error;</span>
|
|
<span class="lineNum"> 190 </span> : /* this isn't a serious error, so we skip this block, and continue with others */
|
|
<span class="lineNum"> 191 </span><span class="lineCov"> 4 : continue;</span>
|
|
<span class="lineNum"> 192 </span> : }
|
|
<span class="lineNum"> 193 </span> :
|
|
<span class="lineNum"> 194 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 195 </span> : log_tag("error:%u:%s:%s: Open error. %s\n", i, disk->name, esc_tag(file->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 196 </span> : log_fatal("WARNING! Unexpected open error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 197 </span> : log_fatal("Ensure that file '%s' can be accessed.\n", handle[j].path);
|
|
<span class="lineNum"> 198 </span> : log_fatal("Stopping to allow recovery. Try with 'snapraid check -f /%s'\n", fmt_poll(disk, file->sub, esc_buffer));
|
|
<span class="lineNum"> 199 </span> : ++error;
|
|
<span class="lineNum"> 200 </span> : goto bail;
|
|
<span class="lineNum"> 201 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 202 </span> : }
|
|
<span class="lineNum"> 203 </span> :
|
|
<span class="lineNum"> 204 </span> : /* check if the file is changed */
|
|
<span class="lineNum"> 205 </span><span class="lineCov"> 13344 : if (handle[j].st.st_size != file->size</span>
|
|
<span class="lineNum"> 206 </span><span class="lineCov"> 13343 : || handle[j].st.st_mtime != file->mtime_sec</span>
|
|
<span class="lineNum"> 207 </span><span class="lineCov"> 13342 : || STAT_NSEC(&handle[j].st) != file->mtime_nsec</span>
|
|
<span class="lineNum"> 208 </span><span class="lineCov"> 13342 : || handle[j].st.st_ino != file->inode</span>
|
|
<span class="lineNum"> 209 </span> : ) {
|
|
<span class="lineNum"> 210 </span><span class="lineCov"> 3 : log_tag("error:%u:%s:%s: Unexpected attribute change\n", i, disk->name, esc_tag(file->sub, esc_buffer));</span>
|
|
<span class="lineNum"> 211 </span><span class="lineCov"> 3 : if (handle[j].st.st_size != file->size) {</span>
|
|
<span class="lineNum"> 212 </span><span class="lineCov"> 1 : log_error("Unexpected size change at file '%s' from %" PRIu64 " to %" PRIu64 ".\n", handle[j].path, file->size, handle[j].st.st_size);</span>
|
|
<span class="lineNum"> 213 </span><span class="lineCov"> 2 : } else if (handle[j].st.st_mtime != file->mtime_sec</span>
|
|
<span class="lineNum"> 214 </span><span class="lineCov"> 1 : || STAT_NSEC(&handle[j].st) != file->mtime_nsec) {</span>
|
|
<span class="lineNum"> 215 </span><span class="lineCov"> 1 : log_error("Unexpected time change at file '%s' from %" PRIu64 ".%d to %" PRIu64 ".%d.\n", handle[j].path, file->mtime_sec, file->mtime_nsec, (uint64_t)handle[j].st.st_mtime, (uint32_t)STAT_NSEC(&handle[j].st));</span>
|
|
<span class="lineNum"> 216 </span> : } else {
|
|
<span class="lineNum"> 217 </span><span class="lineCov"> 1 : log_error("Unexpected inode change from %" PRIu64 " to %" PRIu64 " at file '%s'.\n", file->inode, (uint64_t)handle[j].st.st_ino, handle[j].path);</span>
|
|
<span class="lineNum"> 218 </span> : }
|
|
<span class="lineNum"> 219 </span><span class="lineCov"> 3 : log_error("WARNING! You cannot modify files during a sync.\n");</span>
|
|
<span class="lineNum"> 220 </span><span class="lineCov"> 3 : log_error("Rerun the sync command when finished.\n");</span>
|
|
<span class="lineNum"> 221 </span><span class="lineCov"> 3 : ++error;</span>
|
|
<span class="lineNum"> 222 </span> : /* if the file is changed, it means that it was modified during sync */
|
|
<span class="lineNum"> 223 </span> : /* this isn't a serious error, so we skip this block, and continue with others */
|
|
<span class="lineNum"> 224 </span><span class="lineCov"> 3 : continue;</span>
|
|
<span class="lineNum"> 225 </span> : }
|
|
<span class="lineNum"> 226 </span> :
|
|
<span class="lineNum"> 227 </span><span class="lineCov"> 13341 : read_size = handle_read(&handle[j], file_pos, buffer, state->block_size, log_fatal, 0);</span>
|
|
<span class="lineNum"> 228 </span><span class="lineCov"> 13341 : if (read_size == -1) {</span>
|
|
<span class="lineNum"> 229 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 230 </span> : if (errno == EIO) {
|
|
<span class="lineNum"> 231 </span> : log_tag("error:%u:%s:%s: Read EIO error at position %u. %s\n", i, disk->name, esc_tag(file->sub, esc_buffer), file_pos, strerror(errno));
|
|
<span class="lineNum"> 232 </span> : log_fatal("DANGER! Unexpected input/output read error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 233 </span> : log_fatal("Ensure that disk '%s' is sane and that file '%s' can be read.\n", disk->dir, handle[j].path);
|
|
<span class="lineNum"> 234 </span> : log_fatal("Stopping at block %u\n", i);
|
|
<span class="lineNum"> 235 </span> : ++io_error;
|
|
<span class="lineNum"> 236 </span> : goto bail;
|
|
<span class="lineNum"> 237 </span> : }
|
|
<span class="lineNum"> 238 </span> :
|
|
<span class="lineNum"> 239 </span> : log_tag("error:%u:%s:%s: Read error at position %u. %s\n", i, disk->name, esc_tag(file->sub, esc_buffer), file_pos, strerror(errno));
|
|
<span class="lineNum"> 240 </span> : log_fatal("WARNING! Unexpected read error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 241 </span> : log_fatal("Ensure that file '%s' can be read.\n", handle[j].path);
|
|
<span class="lineNum"> 242 </span> : log_fatal("Stopping to allow recovery. Try with 'snapraid check -f /%s'\n", fmt_poll(disk, file->sub, esc_buffer));
|
|
<span class="lineNum"> 243 </span> : ++error;
|
|
<span class="lineNum"> 244 </span> : goto bail;
|
|
<span class="lineNum"> 245 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 246 </span> : }
|
|
<span class="lineNum"> 247 </span> :
|
|
<span class="lineNum"> 248 </span> : /* until now is disk */
|
|
<span class="lineNum"> 249 </span><span class="lineCov"> 13341 : state_usage_disk(state, handle, &j, 1);</span>
|
|
<span class="lineNum"> 250 </span> :
|
|
<span class="lineNum"> 251 </span><span class="lineCov"> 13341 : countsize += read_size;</span>
|
|
<span class="lineNum"> 252 </span> :
|
|
<span class="lineNum"> 253 </span> : /* now compute the hash */
|
|
<span class="lineNum"> 254 </span><span class="lineCov"> 13341 : if (rehash) {</span>
|
|
<span class="lineNum"> 255 </span><span class="lineNoCov"> 0 : memhash(state->prevhash, state->prevhashseed, hash, buffer, read_size);</span>
|
|
<span class="lineNum"> 256 </span> : } else {
|
|
<span class="lineNum"> 257 </span><span class="lineCov"> 13341 : memhash(state->hash, state->hashseed, hash, buffer, read_size);</span>
|
|
<span class="lineNum"> 258 </span> : }
|
|
<span class="lineNum"> 259 </span> :
|
|
<span class="lineNum"> 260 </span> : /* until now is hash */
|
|
<span class="lineNum"> 261 </span><span class="lineCov"> 13341 : state_usage_hash(state);</span>
|
|
<span class="lineNum"> 262 </span> :
|
|
<span class="lineNum"> 263 </span><span class="lineCov"> 13341 : if (block_state == BLOCK_STATE_REP) {</span>
|
|
<span class="lineNum"> 264 </span> : /* compare the hash */
|
|
<span class="lineNum"> 265 </span><span class="lineCov"> 13339 : if (memcmp(hash, block->hash, BLOCK_HASH_SIZE) != 0) {</span>
|
|
<span class="lineNum"> 266 </span><span class="lineCov"> 1 : log_tag("error:%u:%s:%s: Unexpected data change\n", i, disk->name, esc_tag(file->sub, esc_buffer));</span>
|
|
<span class="lineNum"> 267 </span><span class="lineCov"> 1 : log_error("Data change at file '%s' at position '%u'\n", handle[j].path, file_pos);</span>
|
|
<span class="lineNum"> 268 </span><span class="lineCov"> 1 : log_error("WARNING! Unexpected data modification of a file without parity!\n");</span>
|
|
<span class="lineNum"> 269 </span> :
|
|
<span class="lineNum"> 270 </span><span class="lineCov"> 1 : if (file_flag_has(file, FILE_IS_COPY)) {</span>
|
|
<span class="lineNum"> 271 </span><span class="lineCov"> 1 : log_error("This file was detected as a copy of another file with the same name, size,\n");</span>
|
|
<span class="lineNum"> 272 </span><span class="lineCov"> 1 : log_error("and timestamp, but the file data isn't matching the assumed copy.\n");</span>
|
|
<span class="lineNum"> 273 </span><span class="lineCov"> 1 : log_error("If this is a false positive, and the files are expected to be different,\n");</span>
|
|
<span class="lineNum"> 274 </span><span class="lineCov"> 1 : log_error("you can 'sync' anyway using 'snapraid --force-nocopy sync'\n");</span>
|
|
<span class="lineNum"> 275 </span> : } else {
|
|
<span class="lineNum"> 276 </span><span class="lineNoCov"> 0 : log_error("Try removing the file from the array and rerun the 'sync' command!\n");</span>
|
|
<span class="lineNum"> 277 </span> : }
|
|
<span class="lineNum"> 278 </span> :
|
|
<span class="lineNum"> 279 </span> : /* block sync to allow a recovery before overwriting */
|
|
<span class="lineNum"> 280 </span> : /* the parity needed to make such recovery */
|
|
<span class="lineNum"> 281 </span><span class="lineCov"> 1 : *skip_sync = 1; /* avoid to run the next sync */</span>
|
|
<span class="lineNum"> 282 </span> :
|
|
<span class="lineNum"> 283 </span><span class="lineCov"> 1 : ++silent_error;</span>
|
|
<span class="lineNum"> 284 </span><span class="lineCov"> 1 : continue;</span>
|
|
<span class="lineNum"> 285 </span> : }
|
|
<span class="lineNum"> 286 </span> : } else {
|
|
<span class="lineNum"> 287 </span> : /* the only other case is BLOCK_STATE_CHG */
|
|
<span class="lineNum"> 288 </span><span class="lineCov"> 2 : assert(block_state == BLOCK_STATE_CHG);</span>
|
|
<span class="lineNum"> 289 </span> :
|
|
<span class="lineNum"> 290 </span> : /* copy the hash in the block */
|
|
<span class="lineNum"> 291 </span><span class="lineCov"> 2 : memcpy(block->hash, hash, BLOCK_HASH_SIZE);</span>
|
|
<span class="lineNum"> 292 </span> :
|
|
<span class="lineNum"> 293 </span> : /* and mark the block as hashed */
|
|
<span class="lineNum"> 294 </span><span class="lineCov"> 2 : block_state_set(block, BLOCK_STATE_REP);</span>
|
|
<span class="lineNum"> 295 </span> :
|
|
<span class="lineNum"> 296 </span> : /* mark the state as needing write */
|
|
<span class="lineNum"> 297 </span><span class="lineCov"> 2 : state->need_write = 1;</span>
|
|
<span class="lineNum"> 298 </span> : }
|
|
<span class="lineNum"> 299 </span> :
|
|
<span class="lineNum"> 300 </span> : /* count the number of processed block */
|
|
<span class="lineNum"> 301 </span><span class="lineCov"> 13340 : ++countpos;</span>
|
|
<span class="lineNum"> 302 </span> :
|
|
<span class="lineNum"> 303 </span> : /* progress */
|
|
<span class="lineNum"> 304 </span><span class="lineCov"> 13340 : if (state_progress(state, 0, i, countpos, countmax, countsize)) {</span>
|
|
<span class="lineNum"> 305 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 306 </span> : *skip_sync = 1; /* avoid to run the next sync */
|
|
<span class="lineNum"> 307 </span> : break;
|
|
<span class="lineNum"> 308 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 309 </span> : }
|
|
<span class="lineNum"> 310 </span> : }
|
|
<span class="lineNum"> 311 </span> :
|
|
<span class="lineNum"> 312 </span> : /* close the last file in the disk */
|
|
<span class="lineNum"> 313 </span><span class="lineCov"> 42 : if (handle[j].file != 0) {</span>
|
|
<span class="lineNum"> 314 </span> : /* keep a pointer at the file we are going to close for error reporting */
|
|
<span class="lineNum"> 315 </span><span class="lineCov"> 7 : struct snapraid_file* report = handle[j].file;</span>
|
|
<span class="lineNum"> 316 </span><span class="lineCov"> 7 : ret = handle_close(&handle[j]);</span>
|
|
<span class="lineNum"> 317 </span><span class="lineCov"> 7 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 318 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 319 </span> : /* This one is really an unexpected error, because we are only reading */
|
|
<span class="lineNum"> 320 </span> : /* and closing a descriptor should never fail */
|
|
<span class="lineNum"> 321 </span> : if (errno == EIO) {
|
|
<span class="lineNum"> 322 </span> : log_tag("error:%u:%s:%s: Close EIO error. %s\n", blockmax, disk->name, esc_tag(report->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 323 </span> : log_fatal("DANGER! Unexpected input/output close error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 324 </span> : log_fatal("Ensure that disk '%s' is sane and that file '%s' can be accessed.\n", disk->dir, handle[j].path);
|
|
<span class="lineNum"> 325 </span> : log_fatal("Stopping at block %u\n", blockmax);
|
|
<span class="lineNum"> 326 </span> : ++io_error;
|
|
<span class="lineNum"> 327 </span> : goto bail;
|
|
<span class="lineNum"> 328 </span> : }
|
|
<span class="lineNum"> 329 </span> :
|
|
<span class="lineNum"> 330 </span> : log_tag("error:%u:%s:%s: Close error. %s\n", blockmax, disk->name, esc_tag(report->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 331 </span> : log_fatal("WARNING! Unexpected close error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 332 </span> : log_fatal("Ensure that file '%s' can be accessed.\n", handle[j].path);
|
|
<span class="lineNum"> 333 </span> : log_fatal("Stopping at block %u\n", blockmax);
|
|
<span class="lineNum"> 334 </span> : ++error;
|
|
<span class="lineNum"> 335 </span> : goto bail;
|
|
<span class="lineNum"> 336 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 337 </span> : }
|
|
<span class="lineNum"> 338 </span> : }
|
|
<span class="lineNum"> 339 </span> : }
|
|
<span class="lineNum"> 340 </span> :
|
|
<span class="lineNum"> 341 </span> : end:
|
|
<span class="lineNum"> 342 </span><span class="lineCov"> 7 : state_progress_end(state, countpos, countmax, countsize);</span>
|
|
<span class="lineNum"> 343 </span> :
|
|
<span class="lineNum"> 344 </span> : /* note that at this point no io_error is possible */
|
|
<span class="lineNum"> 345 </span> : /* because at the first one we bail out */
|
|
<span class="lineNum"> 346 </span><span class="lineCov"> 7 : assert(io_error == 0);</span>
|
|
<span class="lineNum"> 347 </span> :
|
|
<span class="lineNum"> 348 </span><span class="lineCov"> 7 : if (error || io_error || silent_error) {</span>
|
|
<span class="lineNum"> 349 </span><span class="lineCov"> 6 : msg_status("\n");</span>
|
|
<span class="lineNum"> 350 </span><span class="lineCov"> 6 : msg_status("%8u file errors\n", error);</span>
|
|
<span class="lineNum"> 351 </span><span class="lineCov"> 6 : msg_status("%8u io errors\n", io_error);</span>
|
|
<span class="lineNum"> 352 </span><span class="lineCov"> 6 : msg_status("%8u data errors\n", silent_error);</span>
|
|
<span class="lineNum"> 353 </span> : } else {
|
|
<span class="lineNum"> 354 </span> : /* print the result only if processed something */
|
|
<span class="lineNum"> 355 </span><span class="lineCov"> 1 : if (countpos != 0)</span>
|
|
<span class="lineNum"> 356 </span><span class="lineCov"> 1 : msg_status("Everything OK\n");</span>
|
|
<span class="lineNum"> 357 </span> : }
|
|
<span class="lineNum"> 358 </span> :
|
|
<span class="lineNum"> 359 </span><span class="lineCov"> 7 : if (error)</span>
|
|
<span class="lineNum"> 360 </span><span class="lineCov"> 5 : log_fatal("WARNING! Unexpected file errors!\n");</span>
|
|
<span class="lineNum"> 361 </span> :
|
|
<span class="lineNum"> 362 </span><span class="lineCov"> 7 : log_tag("hash_summary:error_file:%u\n", error);</span>
|
|
<span class="lineNum"> 363 </span> :
|
|
<span class="lineNum"> 364 </span> : /* proceed without bailing out */
|
|
<span class="lineNum"> 365 </span><span class="lineCov"> 7 : goto finish;</span>
|
|
<span class="lineNum"> 366 </span> :
|
|
<span class="lineNum"> 367 </span> : bail:
|
|
<span class="lineNum"> 368 </span> : /* on bail, don't run the next sync */
|
|
<span class="lineNum"> 369 </span><span class="lineNoCov"> 0 : *skip_sync = 1;</span>
|
|
<span class="lineNum"> 370 </span> :
|
|
<span class="lineNum"> 371 </span> : /* close files left open */
|
|
<span class="lineNum"> 372 </span><span class="lineNoCov"> 0 : for (j = 0; j < diskmax; ++j) {</span>
|
|
<span class="lineNum"> 373 </span><span class="lineNoCov"> 0 : struct snapraid_file* file = handle[j].file;</span>
|
|
<span class="lineNum"> 374 </span><span class="lineNoCov"> 0 : struct snapraid_disk* disk = handle[j].disk;</span>
|
|
<span class="lineNum"> 375 </span><span class="lineNoCov"> 0 : ret = handle_close(&handle[j]);</span>
|
|
<span class="lineNum"> 376 </span><span class="lineNoCov"> 0 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 377 </span><span class="lineNoCov"> 0 : log_tag("error:%u:%s:%s: Close error. %s\n", i, disk->name, esc_tag(file->sub, esc_buffer), strerror(errno));</span>
|
|
<span class="lineNum"> 378 </span><span class="lineNoCov"> 0 : log_fatal("DANGER! Unexpected close error in a data disk.\n");</span>
|
|
<span class="lineNum"> 379 </span><span class="lineNoCov"> 0 : ++error;</span>
|
|
<span class="lineNum"> 380 </span> : /* continue, as we are already exiting */
|
|
<span class="lineNum"> 381 </span> : }
|
|
<span class="lineNum"> 382 </span> : }
|
|
<span class="lineNum"> 383 </span> :
|
|
<span class="lineNum"> 384 </span> : finish:
|
|
<span class="lineNum"> 385 </span><span class="lineCov"> 7 : free(handle);</span>
|
|
<span class="lineNum"> 386 </span><span class="lineCov"> 7 : free(buffer_alloc);</span>
|
|
<span class="lineNum"> 387 </span> :
|
|
<span class="lineNum"> 388 </span><span class="lineCov"> 7 : if (error + io_error + silent_error != 0)</span>
|
|
<span class="lineNum"> 389 </span><span class="lineCov"> 6 : return -1;</span>
|
|
<span class="lineNum"> 390 </span><span class="lineCov"> 1 : return 0;</span>
|
|
<span class="lineNum"> 391 </span> : }
|
|
<span class="lineNum"> 392 </span> :
|
|
<span class="lineNum"> 393 </span> : /****************************************************************************/
|
|
<span class="lineNum"> 394 </span> : /* sync */
|
|
<span class="lineNum"> 395 </span> :
|
|
<span class="lineNum"> 396 </span> : /**
|
|
<span class="lineNum"> 397 </span> : * Sync plan to use.
|
|
<span class="lineNum"> 398 </span> : */
|
|
<span class="lineNum"> 399 </span> : struct snapraid_plan {
|
|
<span class="lineNum"> 400 </span> : unsigned handle_max;
|
|
<span class="lineNum"> 401 </span> : struct snapraid_handle* handle_map;
|
|
<span class="lineNum"> 402 </span> : int force_full;
|
|
<span class="lineNum"> 403 </span> : };
|
|
<span class="lineNum"> 404 </span> :
|
|
<span class="lineNum"> 405 </span> : /**
|
|
<span class="lineNum"> 406 </span> : * A block that failed the hash check, or that was deleted.
|
|
<span class="lineNum"> 407 </span> : */
|
|
<span class="lineNum"> 408 </span> : struct failed_struct {
|
|
<span class="lineNum"> 409 </span> : unsigned index; /**< Index of the failed block. */
|
|
<span class="lineNum"> 410 </span> : unsigned size; /**< Size of the block. */
|
|
<span class="lineNum"> 411 </span> :
|
|
<span class="lineNum"> 412 </span> : struct snapraid_block* block; /**< The failed block, or BLOCK_DELETED for a deleted block */
|
|
<span class="lineNum"> 413 </span> : };
|
|
<span class="lineNum"> 414 </span> :
|
|
<span class="lineNum"> 415 </span> : /**
|
|
<a name="416"><span class="lineNum"> 416 </span> : * Comparison function for sorting by index.</a>
|
|
<span class="lineNum"> 417 </span> : */
|
|
<span class="lineNum"> 418 </span><span class="lineCov"> 852 : int failed_compare_by_index(const void* void_a, const void* void_b)</span>
|
|
<span class="lineNum"> 419 </span> : {
|
|
<span class="lineNum"> 420 </span><span class="lineCov"> 852 : const struct failed_struct* a = void_a;</span>
|
|
<span class="lineNum"> 421 </span><span class="lineCov"> 852 : const struct failed_struct* b = void_b;</span>
|
|
<span class="lineNum"> 422 </span> :
|
|
<span class="lineNum"> 423 </span><span class="lineCov"> 852 : if (a->index < b->index)</span>
|
|
<span class="lineNum"> 424 </span><span class="lineCov"> 850 : return -1;</span>
|
|
<span class="lineNum"> 425 </span><span class="lineCov"> 2 : if (a->index > b->index)</span>
|
|
<span class="lineNum"> 426 </span><span class="lineCov"> 2 : return 1;</span>
|
|
<span class="lineNum"> 427 </span><span class="lineNoCov"> 0 : return 0;</span>
|
|
<span class="lineNum"> 428 </span> : }
|
|
<span class="lineNum"> 429 </span> :
|
|
<span class="lineNum"> 430 </span> : /**
|
|
<span class="lineNum"> 431 </span> : * Buffer for storing the new hashes.
|
|
<span class="lineNum"> 432 </span> : */
|
|
<span class="lineNum"> 433 </span> : struct snapraid_rehash {
|
|
<span class="lineNum"> 434 </span> : unsigned char hash[HASH_MAX];
|
|
<span class="lineNum"> 435 </span> : struct snapraid_block* block;
|
|
<span class="lineNum"> 436 </span> : };
|
|
<span class="lineNum"> 437 </span> :
|
|
<span class="lineNum"> 438 </span> : /**
|
|
<a name="439"><span class="lineNum"> 439 </span> : * Check if we have to process the specified block index ::i.</a>
|
|
<span class="lineNum"> 440 </span> : */
|
|
<span class="lineNum"> 441 </span><span class="lineCov"> 820170 : static int block_is_enabled(void* void_plan, block_off_t i)</span>
|
|
<span class="lineNum"> 442 </span> : {
|
|
<span class="lineNum"> 443 </span><span class="lineCov"> 820170 : struct snapraid_plan* plan = void_plan;</span>
|
|
<span class="lineNum"> 444 </span> : unsigned j;
|
|
<span class="lineNum"> 445 </span> : int one_invalid;
|
|
<span class="lineNum"> 446 </span> : int one_valid;
|
|
<span class="lineNum"> 447 </span> :
|
|
<span class="lineNum"> 448 </span> : /* for each disk */
|
|
<span class="lineNum"> 449 </span><span class="lineCov"> 820170 : one_invalid = 0;</span>
|
|
<span class="lineNum"> 450 </span><span class="lineCov"> 820170 : one_valid = 0;</span>
|
|
<span class="lineNum"> 451 </span><span class="lineCov"> 5741190 : for (j = 0; j < plan->handle_max; ++j) {</span>
|
|
<span class="lineNum"> 452 </span> : struct snapraid_block* block;
|
|
<span class="lineNum"> 453 </span><span class="lineCov"> 4921020 : struct snapraid_disk* disk = plan->handle_map[j].disk;</span>
|
|
<span class="lineNum"> 454 </span> :
|
|
<span class="lineNum"> 455 </span> : /* if no disk, nothing to check */
|
|
<span class="lineNum"> 456 </span><span class="lineCov"> 4921020 : if (!disk)</span>
|
|
<span class="lineNum"> 457 </span><span class="lineCov"> 9374 : continue;</span>
|
|
<span class="lineNum"> 458 </span> :
|
|
<span class="lineNum"> 459 </span><span class="lineCov"> 4911646 : block = fs_par2block_find(disk, i);</span>
|
|
<span class="lineNum"> 460 </span> :
|
|
<span class="lineNum"> 461 </span><span class="lineCov"> 4911646 : if (block_has_file(block))</span>
|
|
<span class="lineNum"> 462 </span><span class="lineCov"> 4688742 : one_valid = 1;</span>
|
|
<span class="lineNum"> 463 </span> :
|
|
<span class="lineNum"> 464 </span><span class="lineCov"> 4911646 : if (block_has_invalid_parity(block) || plan->force_full)</span>
|
|
<span class="lineNum"> 465 </span><span class="lineCov"> 753240 : one_invalid = 1;</span>
|
|
<span class="lineNum"> 466 </span> : }
|
|
<span class="lineNum"> 467 </span> :
|
|
<span class="lineNum"> 468 </span> : /* if none valid or none invalid, we don't need to update */
|
|
<span class="lineNum"> 469 </span><span class="lineCov"> 820170 : if (!one_invalid || !one_valid)</span>
|
|
<span class="lineNum"> 470 </span><span class="lineCov"> 590712 : return 0;</span>
|
|
<span class="lineNum"> 471 </span> :
|
|
<span class="lineNum"> 472 </span><span class="lineCov"> 229458 : return 1;</span>
|
|
<a name="473"><span class="lineNum"> 473 </span> : }</a>
|
|
<span class="lineNum"> 474 </span> :
|
|
<span class="lineNum"> 475 </span><span class="lineCov"> 688232 : static void sync_data_reader(struct snapraid_worker* worker, struct snapraid_task* task)</span>
|
|
<span class="lineNum"> 476 </span> : {
|
|
<span class="lineNum"> 477 </span><span class="lineCov"> 688232 : struct snapraid_io* io = worker->io;</span>
|
|
<span class="lineNum"> 478 </span><span class="lineCov"> 688232 : struct snapraid_state* state = io->state;</span>
|
|
<span class="lineNum"> 479 </span><span class="lineCov"> 688232 : struct snapraid_handle* handle = worker->handle;</span>
|
|
<span class="lineNum"> 480 </span><span class="lineCov"> 688232 : struct snapraid_disk* disk = handle->disk;</span>
|
|
<span class="lineNum"> 481 </span><span class="lineCov"> 688232 : block_off_t blockcur = task->position;</span>
|
|
<span class="lineNum"> 482 </span><span class="lineCov"> 688232 : unsigned char* buffer = task->buffer;</span>
|
|
<span class="lineNum"> 483 </span> : int ret;
|
|
<span class="lineNum"> 484 </span> : char esc_buffer[ESC_MAX];
|
|
<span class="lineNum"> 485 </span> :
|
|
<span class="lineNum"> 486 </span> : /* if the disk position is not used */
|
|
<span class="lineNum"> 487 </span><span class="lineCov"> 688232 : if (!disk) {</span>
|
|
<span class="lineNum"> 488 </span> : /* use an empty block */
|
|
<span class="lineNum"> 489 </span><span class="lineNoCov"> 0 : memset(buffer, 0, state->block_size);</span>
|
|
<span class="lineNum"> 490 </span><span class="lineNoCov"> 0 : task->state = TASK_STATE_DONE;</span>
|
|
<span class="lineNum"> 491 </span><span class="lineCov"> 92183 : return;</span>
|
|
<span class="lineNum"> 492 </span> : }
|
|
<span class="lineNum"> 493 </span> :
|
|
<span class="lineNum"> 494 </span> : /* get the block */
|
|
<span class="lineNum"> 495 </span><span class="lineCov"> 688237 : task->block = fs_par2block_find(disk, blockcur);</span>
|
|
<span class="lineNum"> 496 </span> :
|
|
<span class="lineNum"> 497 </span> : /* if the block has no file, meaning that it's EMPTY or DELETED, */
|
|
<span class="lineNum"> 498 </span> : /* it doesn't participate in the new parity computation */
|
|
<span class="lineNum"> 499 </span><span class="lineCov"> 688177 : if (!block_has_file(task->block)) {</span>
|
|
<span class="lineNum"> 500 </span> : /* use an empty block */
|
|
<span class="lineNum"> 501 </span><span class="lineCov"> 92175 : memset(buffer, 0, state->block_size);</span>
|
|
<span class="lineNum"> 502 </span><span class="lineCov"> 92175 : task->state = TASK_STATE_DONE;</span>
|
|
<span class="lineNum"> 503 </span><span class="lineCov"> 92175 : return;</span>
|
|
<span class="lineNum"> 504 </span> : }
|
|
<span class="lineNum"> 505 </span> :
|
|
<span class="lineNum"> 506 </span> : /* get the file of this block */
|
|
<span class="lineNum"> 507 </span><span class="lineCov"> 595953 : task->file = fs_par2file_get(disk, blockcur, &task->file_pos);</span>
|
|
<span class="lineNum"> 508 </span> :
|
|
<span class="lineNum"> 509 </span> : /* if the file is different than the current one, close it */
|
|
<span class="lineNum"> 510 </span><span class="lineCov"> 596099 : if (handle->file != 0 && handle->file != task->file) {</span>
|
|
<span class="lineNum"> 511 </span> : /* keep a pointer at the file we are going to close for error reporting */
|
|
<span class="lineNum"> 512 </span><span class="lineCov"> 246100 : struct snapraid_file* report = handle->file;</span>
|
|
<span class="lineNum"> 513 </span><span class="lineCov"> 246100 : ret = handle_close(handle);</span>
|
|
<span class="lineNum"> 514 </span><span class="lineCov"> 246014 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 515 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 516 </span> : /* This one is really an unexpected error, because we are only reading */
|
|
<span class="lineNum"> 517 </span> : /* and closing a descriptor should never fail */
|
|
<span class="lineNum"> 518 </span> : if (errno == EIO) {
|
|
<span class="lineNum"> 519 </span> : log_tag("error:%u:%s:%s: Close EIO error. %s\n", blockcur, disk->name, esc_tag(report->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 520 </span> : log_fatal("DANGER! Unexpected input/output close error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 521 </span> : log_fatal("Ensure that disk '%s' is sane and that file '%s' can be accessed.\n", disk->dir, handle->path);
|
|
<span class="lineNum"> 522 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 523 </span> : task->state = TASK_STATE_IOERROR;
|
|
<span class="lineNum"> 524 </span> : return;
|
|
<span class="lineNum"> 525 </span> : }
|
|
<span class="lineNum"> 526 </span> :
|
|
<span class="lineNum"> 527 </span> : log_tag("error:%u:%s:%s: Close error. %s\n", blockcur, disk->name, esc_tag(report->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 528 </span> : log_fatal("WARNING! Unexpected close error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 529 </span> : log_fatal("Ensure that file '%s' can be accessed.\n", handle->path);
|
|
<span class="lineNum"> 530 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 531 </span> : task->state = TASK_STATE_ERROR;
|
|
<span class="lineNum"> 532 </span> : return;
|
|
<span class="lineNum"> 533 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 534 </span> : }
|
|
<span class="lineNum"> 535 </span> : }
|
|
<span class="lineNum"> 536 </span> :
|
|
<span class="lineNum"> 537 </span><span class="lineCov"> 596013 : ret = handle_open(handle, task->file, state->file_mode, log_error, 0);</span>
|
|
<span class="lineNum"> 538 </span><span class="lineCov"> 596027 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 539 </span><span class="lineCov"> 12 : if (errno == EIO) {</span>
|
|
<span class="lineNum"> 540 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 541 </span> : log_tag("error:%u:%s:%s: Open EIO error. %s\n", blockcur, disk->name, esc_tag(task->file->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 542 </span> : log_fatal("DANGER! Unexpected input/output open error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 543 </span> : log_fatal("Ensure that disk '%s' is sane and that file '%s' can be accessed.\n", disk->dir, handle->path);
|
|
<span class="lineNum"> 544 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 545 </span> : task->state = TASK_STATE_IOERROR;
|
|
<span class="lineNum"> 546 </span> : return;
|
|
<span class="lineNum"> 547 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 548 </span> : }
|
|
<span class="lineNum"> 549 </span> :
|
|
<span class="lineNum"> 550 </span><span class="lineCov"> 12 : if (errno == ENOENT) {</span>
|
|
<span class="lineNum"> 551 </span><span class="lineCov"> 4 : log_tag("error:%u:%s:%s: Open ENOENT error. %s\n", blockcur, disk->name, esc_tag(task->file->sub, esc_buffer), strerror(errno));</span>
|
|
<span class="lineNum"> 552 </span><span class="lineCov"> 4 : log_error("Missing file '%s'.\n", handle->path);</span>
|
|
<span class="lineNum"> 553 </span><span class="lineCov"> 4 : log_error("WARNING! You cannot modify data disk during a sync.\n");</span>
|
|
<span class="lineNum"> 554 </span><span class="lineCov"> 4 : log_error("Rerun the sync command when finished.\n");</span>
|
|
<span class="lineNum"> 555 </span> : /* if the file is missing, it means that it was removed during sync */
|
|
<span class="lineNum"> 556 </span> : /* this isn't a serious error, so we skip this block, and continue with others */
|
|
<span class="lineNum"> 557 </span><span class="lineCov"> 4 : task->state = TASK_STATE_ERROR_CONTINUE;</span>
|
|
<span class="lineNum"> 558 </span><span class="lineCov"> 4 : return;</span>
|
|
<span class="lineNum"> 559 </span> : }
|
|
<span class="lineNum"> 560 </span> :
|
|
<span class="lineNum"> 561 </span><span class="lineCov"> 8 : if (errno == EACCES) {</span>
|
|
<span class="lineNum"> 562 </span><span class="lineCov"> 8 : log_tag("error:%u:%s:%s: Open EACCES error. %s\n", blockcur, disk->name, esc_tag(task->file->sub, esc_buffer), strerror(errno));</span>
|
|
<span class="lineNum"> 563 </span><span class="lineCov"> 8 : log_error("No access at file '%s'.\n", handle->path);</span>
|
|
<span class="lineNum"> 564 </span><span class="lineCov"> 8 : log_error("WARNING! Please fix the access permission in the data disk.\n");</span>
|
|
<span class="lineNum"> 565 </span><span class="lineCov"> 8 : log_error("Rerun the sync command when finished.\n");</span>
|
|
<span class="lineNum"> 566 </span> : /* this isn't a serious error, so we skip this block, and continue with others */
|
|
<span class="lineNum"> 567 </span><span class="lineCov"> 8 : task->state = TASK_STATE_ERROR_CONTINUE;</span>
|
|
<span class="lineNum"> 568 </span><span class="lineCov"> 8 : return;</span>
|
|
<span class="lineNum"> 569 </span> : }
|
|
<span class="lineNum"> 570 </span> :
|
|
<span class="lineNum"> 571 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 572 </span> : log_tag("error:%u:%s:%s: Open error. %s\n", blockcur, disk->name, esc_tag(task->file->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 573 </span> : log_fatal("WARNING! Unexpected open error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 574 </span> : log_fatal("Ensure that file '%s' can be accessed.\n", handle->path);
|
|
<span class="lineNum"> 575 </span> : log_fatal("Stopping to allow recovery. Try with 'snapraid check -f /%s'\n", fmt_poll(disk, task->file->sub, esc_buffer));
|
|
<span class="lineNum"> 576 </span> : task->state = TASK_STATE_ERROR;
|
|
<span class="lineNum"> 577 </span> : return;
|
|
<span class="lineNum"> 578 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 579 </span> : }
|
|
<span class="lineNum"> 580 </span> :
|
|
<span class="lineNum"> 581 </span> : /* check if the file is changed */
|
|
<span class="lineNum"> 582 </span><span class="lineCov"> 596015 : if (handle->st.st_size != task->file->size</span>
|
|
<span class="lineNum"> 583 </span><span class="lineCov"> 596023 : || handle->st.st_mtime != task->file->mtime_sec</span>
|
|
<span class="lineNum"> 584 </span><span class="lineCov"> 596052 : || STAT_NSEC(&handle->st) != task->file->mtime_nsec</span>
|
|
<span class="lineNum"> 585 </span><span class="lineCov"> 596047 : || handle->st.st_ino != task->file->inode</span>
|
|
<span class="lineNum"> 586 </span> : ) {
|
|
<span class="lineNum"> 587 </span><span class="lineNoCov"> 0 : log_tag("error:%u:%s:%s: Unexpected attribute change\n", blockcur, disk->name, esc_tag(task->file->sub, esc_buffer));</span>
|
|
<span class="lineNum"> 588 </span><span class="lineCov"> 6 : if (handle->st.st_size != task->file->size) {</span>
|
|
<span class="lineNum"> 589 </span><span class="lineCov"> 2 : log_error("Unexpected size change at file '%s' from %" PRIu64 " to %" PRIu64 ".\n", handle->path, task->file->size, handle->st.st_size);</span>
|
|
<span class="lineNum"> 590 </span><span class="lineCov"> 4 : } else if (handle->st.st_mtime != task->file->mtime_sec</span>
|
|
<span class="lineNum"> 591 </span><span class="lineCov"> 2 : || STAT_NSEC(&handle->st) != task->file->mtime_nsec) {</span>
|
|
<span class="lineNum"> 592 </span><span class="lineCov"> 2 : log_error("Unexpected time change at file '%s' from %" PRIu64 ".%d to %" PRIu64 ".%d.\n", handle->path, task->file->mtime_sec, task->file->mtime_nsec, (uint64_t)handle->st.st_mtime, (uint32_t)STAT_NSEC(&handle->st));</span>
|
|
<span class="lineNum"> 593 </span> : } else {
|
|
<span class="lineNum"> 594 </span><span class="lineCov"> 2 : log_error("Unexpected inode change from %" PRIu64 " to %" PRIu64 " at file '%s'.\n", task->file->inode, (uint64_t)handle->st.st_ino, handle->path);</span>
|
|
<span class="lineNum"> 595 </span> : }
|
|
<span class="lineNum"> 596 </span><span class="lineCov"> 6 : log_error("WARNING! You cannot modify files during a sync.\n");</span>
|
|
<span class="lineNum"> 597 </span><span class="lineCov"> 6 : log_error("Rerun the sync command when finished.\n");</span>
|
|
<span class="lineNum"> 598 </span> : /* if the file is changed, it means that it was modified during sync */
|
|
<span class="lineNum"> 599 </span> : /* this isn't a serious error, so we skip this block, and continue with others */
|
|
<span class="lineNum"> 600 </span><span class="lineCov"> 6 : task->state = TASK_STATE_ERROR_CONTINUE;</span>
|
|
<span class="lineNum"> 601 </span><span class="lineCov"> 6 : return;</span>
|
|
<span class="lineNum"> 602 </span> : }
|
|
<span class="lineNum"> 603 </span> :
|
|
<span class="lineNum"> 604 </span><span class="lineCov"> 596041 : task->read_size = handle_read(handle, task->file_pos, buffer, state->block_size, log_error, 0);</span>
|
|
<span class="lineNum"> 605 </span><span class="lineCov"> 595681 : if (task->read_size == -1) {</span>
|
|
<span class="lineNum"> 606 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 607 </span> : if (errno == EIO) {
|
|
<span class="lineNum"> 608 </span> : log_tag("error:%u:%s:%s: Read EIO error at position %u. %s\n", blockcur, disk->name, esc_tag(task->file->sub, esc_buffer), task->file_pos, strerror(errno));
|
|
<span class="lineNum"> 609 </span> : log_error("Input/Output error in file '%s' at position '%u'\n", handle->path, task->file_pos);
|
|
<span class="lineNum"> 610 </span> : task->state = TASK_STATE_IOERROR_CONTINUE;
|
|
<span class="lineNum"> 611 </span> : return;
|
|
<span class="lineNum"> 612 </span> : }
|
|
<span class="lineNum"> 613 </span> :
|
|
<span class="lineNum"> 614 </span> : log_tag("error:%u:%s:%s: Read error at position %u. %s\n", blockcur, disk->name, esc_tag(task->file->sub, esc_buffer), task->file_pos, strerror(errno));
|
|
<span class="lineNum"> 615 </span> : log_fatal("WARNING! Unexpected read error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 616 </span> : log_fatal("Ensure that file '%s' can be read.\n", handle->path);
|
|
<span class="lineNum"> 617 </span> : log_fatal("Stopping to allow recovery. Try with 'snapraid check -f /%s'\n", fmt_poll(disk, task->file->sub, esc_buffer));
|
|
<span class="lineNum"> 618 </span> : task->state = TASK_STATE_ERROR;
|
|
<span class="lineNum"> 619 </span> : return;
|
|
<span class="lineNum"> 620 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 621 </span> : }
|
|
<span class="lineNum"> 622 </span> :
|
|
<span class="lineNum"> 623 </span> : /* store the path of the opened file */
|
|
<span class="lineNum"> 624 </span><span class="lineCov"> 595681 : pathcpy(task->path, sizeof(task->path), handle->path);</span>
|
|
<span class="lineNum"> 625 </span> :
|
|
<span class="lineNum"> 626 </span><span class="lineCov"> 595979 : task->state = TASK_STATE_DONE;</span>
|
|
<a name="627"><span class="lineNum"> 627 </span> : }</a>
|
|
<span class="lineNum"> 628 </span> :
|
|
<span class="lineNum"> 629 </span><span class="lineCov"> 544522 : static void sync_parity_writer(struct snapraid_worker* worker, struct snapraid_task* task)</span>
|
|
<span class="lineNum"> 630 </span> : {
|
|
<span class="lineNum"> 631 </span><span class="lineCov"> 544522 : struct snapraid_io* io = worker->io;</span>
|
|
<span class="lineNum"> 632 </span><span class="lineCov"> 544522 : struct snapraid_state* state = io->state;</span>
|
|
<span class="lineNum"> 633 </span><span class="lineCov"> 544522 : struct snapraid_parity_handle* parity_handle = worker->parity_handle;</span>
|
|
<span class="lineNum"> 634 </span><span class="lineCov"> 544522 : unsigned level = parity_handle->level;</span>
|
|
<span class="lineNum"> 635 </span><span class="lineCov"> 544522 : block_off_t blockcur = task->position;</span>
|
|
<span class="lineNum"> 636 </span><span class="lineCov"> 544522 : unsigned char* buffer = task->buffer;</span>
|
|
<span class="lineNum"> 637 </span> : int ret;
|
|
<span class="lineNum"> 638 </span> :
|
|
<span class="lineNum"> 639 </span> : /* write parity */
|
|
<span class="lineNum"> 640 </span><span class="lineCov"> 544522 : ret = parity_write(parity_handle, blockcur, buffer, state->block_size);</span>
|
|
<span class="lineNum"> 641 </span><span class="lineCov"> 544519 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 642 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 643 </span> : if (errno == EIO) {
|
|
<span class="lineNum"> 644 </span> : log_tag("parity_error:%u:%s: Write EIO error. %s\n", blockcur, lev_config_name(level), strerror(errno));
|
|
<span class="lineNum"> 645 </span> : log_error("Input/Output error in parity '%s' at position '%u'\n", lev_config_name(level), blockcur);
|
|
<span class="lineNum"> 646 </span> : task->state = TASK_STATE_IOERROR_CONTINUE;
|
|
<span class="lineNum"> 647 </span> : return;
|
|
<span class="lineNum"> 648 </span> : }
|
|
<span class="lineNum"> 649 </span> :
|
|
<span class="lineNum"> 650 </span> : log_tag("parity_error:%u:%s: Write error. %s\n", blockcur, lev_config_name(level), strerror(errno));
|
|
<span class="lineNum"> 651 </span> : log_fatal("WARNING! Unexpected write error in the %s disk, it isn't possible to sync.\n", lev_name(level));
|
|
<span class="lineNum"> 652 </span> : log_fatal("Ensure that disk '%s' has some free space available.\n", lev_config_name(level));
|
|
<span class="lineNum"> 653 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 654 </span> : task->state = TASK_STATE_ERROR;
|
|
<span class="lineNum"> 655 </span> : return;
|
|
<span class="lineNum"> 656 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 657 </span> : }
|
|
<span class="lineNum"> 658 </span> :
|
|
<span class="lineNum"> 659 </span><span class="lineCov"> 544519 : task->state = TASK_STATE_DONE;</span>
|
|
<a name="660"><span class="lineNum"> 660 </span> : }</a>
|
|
<span class="lineNum"> 661 </span> :
|
|
<span class="lineNum"> 662 </span><span class="lineCov"> 83 : static int state_sync_process(struct snapraid_state* state, struct snapraid_parity_handle* parity_handle, block_off_t blockstart, block_off_t blockmax)</span>
|
|
<span class="lineNum"> 663 </span> : {
|
|
<span class="lineNum"> 664 </span> : struct snapraid_io io;
|
|
<span class="lineNum"> 665 </span> : struct snapraid_plan plan;
|
|
<span class="lineNum"> 666 </span> : struct snapraid_handle* handle;
|
|
<span class="lineNum"> 667 </span> : void* rehandle_alloc;
|
|
<span class="lineNum"> 668 </span> : struct snapraid_rehash* rehandle;
|
|
<span class="lineNum"> 669 </span> : unsigned diskmax;
|
|
<span class="lineNum"> 670 </span> : block_off_t blockcur;
|
|
<span class="lineNum"> 671 </span> : unsigned j;
|
|
<span class="lineNum"> 672 </span> : void* zero_alloc;
|
|
<span class="lineNum"> 673 </span> : void** zero;
|
|
<span class="lineNum"> 674 </span> : void* copy_alloc;
|
|
<span class="lineNum"> 675 </span> : void** copy;
|
|
<span class="lineNum"> 676 </span> : unsigned buffermax;
|
|
<span class="lineNum"> 677 </span> : data_off_t countsize;
|
|
<span class="lineNum"> 678 </span> : block_off_t countpos;
|
|
<span class="lineNum"> 679 </span> : block_off_t countmax;
|
|
<span class="lineNum"> 680 </span> : block_off_t autosavedone;
|
|
<span class="lineNum"> 681 </span> : block_off_t autosavelimit;
|
|
<span class="lineNum"> 682 </span> : block_off_t autosavemissing;
|
|
<span class="lineNum"> 683 </span> : int ret;
|
|
<span class="lineNum"> 684 </span> : unsigned error;
|
|
<span class="lineNum"> 685 </span> : unsigned silent_error;
|
|
<span class="lineNum"> 686 </span> : unsigned io_error;
|
|
<span class="lineNum"> 687 </span> : time_t now;
|
|
<span class="lineNum"> 688 </span> : struct failed_struct* failed;
|
|
<span class="lineNum"> 689 </span> : int* failed_map;
|
|
<span class="lineNum"> 690 </span> : unsigned l;
|
|
<span class="lineNum"> 691 </span> : unsigned* waiting_map;
|
|
<span class="lineNum"> 692 </span> : unsigned waiting_mac;
|
|
<span class="lineNum"> 693 </span> : char esc_buffer[ESC_MAX];
|
|
<span class="lineNum"> 694 </span> :
|
|
<span class="lineNum"> 695 </span> : /* the sync process assumes that all the hashes are correct */
|
|
<span class="lineNum"> 696 </span> : /* including the ones from CHG and DELETED blocks */
|
|
<span class="lineNum"> 697 </span><span class="lineCov"> 83 : assert(state->clear_past_hash != 0);</span>
|
|
<span class="lineNum"> 698 </span> :
|
|
<span class="lineNum"> 699 </span> : /* get the present time */
|
|
<span class="lineNum"> 700 </span><span class="lineCov"> 83 : now = time(0);</span>
|
|
<span class="lineNum"> 701 </span> :
|
|
<span class="lineNum"> 702 </span> : /* maps the disks to handles */
|
|
<span class="lineNum"> 703 </span><span class="lineCov"> 83 : handle = handle_mapping(state, &diskmax);</span>
|
|
<span class="lineNum"> 704 </span> :
|
|
<span class="lineNum"> 705 </span> : /* rehash buffers */
|
|
<span class="lineNum"> 706 </span><span class="lineCov"> 83 : rehandle = malloc_nofail_align(diskmax * sizeof(struct snapraid_rehash), &rehandle_alloc);</span>
|
|
<span class="lineNum"> 707 </span> :
|
|
<span class="lineNum"> 708 </span> : /* we need 1 * data + 1 * parity */
|
|
<span class="lineNum"> 709 </span><span class="lineCov"> 83 : buffermax = diskmax + state->level;</span>
|
|
<span class="lineNum"> 710 </span> :
|
|
<span class="lineNum"> 711 </span> : /* initialize the io threads */
|
|
<span class="lineNum"> 712 </span><span class="lineCov"> 83 : io_init(&io, state, state->opt.io_cache, buffermax, sync_data_reader, handle, diskmax, 0, sync_parity_writer, parity_handle, state->level);</span>
|
|
<span class="lineNum"> 713 </span> :
|
|
<span class="lineNum"> 714 </span> : /* allocate the copy buffer */
|
|
<span class="lineNum"> 715 </span><span class="lineCov"> 83 : copy = malloc_nofail_vector_align(diskmax, diskmax, state->block_size, &copy_alloc);</span>
|
|
<span class="lineNum"> 716 </span> :
|
|
<span class="lineNum"> 717 </span> : /* allocate and fill the zero buffer */
|
|
<span class="lineNum"> 718 </span><span class="lineCov"> 83 : zero = malloc_nofail_align(state->block_size, &zero_alloc);</span>
|
|
<span class="lineNum"> 719 </span><span class="lineCov"> 83 : memset(zero, 0, state->block_size);</span>
|
|
<span class="lineNum"> 720 </span><span class="lineCov"> 83 : raid_zero(zero);</span>
|
|
<span class="lineNum"> 721 </span> :
|
|
<span class="lineNum"> 722 </span><span class="lineCov"> 83 : failed = malloc_nofail(diskmax * sizeof(struct failed_struct));</span>
|
|
<span class="lineNum"> 723 </span><span class="lineCov"> 83 : failed_map = malloc_nofail(diskmax * sizeof(unsigned));</span>
|
|
<span class="lineNum"> 724 </span> :
|
|
<span class="lineNum"> 725 </span> : /* possibly waiting disks */
|
|
<span class="lineNum"> 726 </span><span class="lineCov"> 83 : waiting_mac = diskmax > RAID_PARITY_MAX ? diskmax : RAID_PARITY_MAX;</span>
|
|
<span class="lineNum"> 727 </span><span class="lineCov"> 83 : waiting_map = malloc_nofail(waiting_mac * sizeof(unsigned));</span>
|
|
<span class="lineNum"> 728 </span> :
|
|
<span class="lineNum"> 729 </span><span class="lineCov"> 83 : error = 0;</span>
|
|
<span class="lineNum"> 730 </span><span class="lineCov"> 83 : silent_error = 0;</span>
|
|
<span class="lineNum"> 731 </span><span class="lineCov"> 83 : io_error = 0;</span>
|
|
<span class="lineNum"> 732 </span> :
|
|
<span class="lineNum"> 733 </span> : /* first count the number of blocks to process */
|
|
<span class="lineNum"> 734 </span><span class="lineCov"> 83 : countmax = 0;</span>
|
|
<span class="lineNum"> 735 </span><span class="lineCov"> 83 : plan.handle_max = diskmax;</span>
|
|
<span class="lineNum"> 736 </span><span class="lineCov"> 83 : plan.handle_map = handle;</span>
|
|
<span class="lineNum"> 737 </span><span class="lineCov"> 83 : plan.force_full = state->opt.force_full;</span>
|
|
<span class="lineNum"> 738 </span><span class="lineCov"> 410168 : for (blockcur = blockstart; blockcur < blockmax; ++blockcur) {</span>
|
|
<span class="lineNum"> 739 </span><span class="lineCov"> 410085 : if (!block_is_enabled(&plan, blockcur))</span>
|
|
<span class="lineNum"> 740 </span><span class="lineCov"> 295356 : continue;</span>
|
|
<span class="lineNum"> 741 </span><span class="lineCov"> 114729 : ++countmax;</span>
|
|
<span class="lineNum"> 742 </span> : }
|
|
<span class="lineNum"> 743 </span> :
|
|
<span class="lineNum"> 744 </span> : /* compute the autosave size for all disk, even if not read */
|
|
<span class="lineNum"> 745 </span> : /* this makes sense because the speed should be almost the same */
|
|
<span class="lineNum"> 746 </span> : /* if the disks are read in parallel */
|
|
<span class="lineNum"> 747 </span><span class="lineCov"> 83 : autosavelimit = state->autosave / (diskmax * state->block_size);</span>
|
|
<span class="lineNum"> 748 </span><span class="lineCov"> 83 : autosavemissing = countmax; /* blocks to do */</span>
|
|
<span class="lineNum"> 749 </span><span class="lineCov"> 83 : autosavedone = 0; /* blocks done */</span>
|
|
<span class="lineNum"> 750 </span> :
|
|
<span class="lineNum"> 751 </span> : /* drop until now */
|
|
<span class="lineNum"> 752 </span><span class="lineCov"> 83 : state_usage_waste(state);</span>
|
|
<span class="lineNum"> 753 </span> :
|
|
<span class="lineNum"> 754 </span><span class="lineCov"> 83 : countsize = 0;</span>
|
|
<span class="lineNum"> 755 </span><span class="lineCov"> 83 : countpos = 0;</span>
|
|
<span class="lineNum"> 756 </span> :
|
|
<span class="lineNum"> 757 </span> : /* start all the worker threads */
|
|
<span class="lineNum"> 758 </span><span class="lineCov"> 83 : io_start(&io, blockstart, blockmax, &block_is_enabled, &plan);</span>
|
|
<span class="lineNum"> 759 </span> :
|
|
<span class="lineNum"> 760 </span><span class="lineCov"> 83 : if (!state_progress_begin(state, blockstart, blockmax, countmax))</span>
|
|
<span class="lineNum"> 761 </span><span class="lineNoCov"> 0 : goto end;</span>
|
|
<span class="lineNum"> 762 </span> :
|
|
<span class="lineNum"> 763 </span> : while (1) {
|
|
<span class="lineNum"> 764 </span> : unsigned failed_count;
|
|
<span class="lineNum"> 765 </span> : int error_on_this_block;
|
|
<span class="lineNum"> 766 </span> : int silent_error_on_this_block;
|
|
<span class="lineNum"> 767 </span> : int io_error_on_this_block;
|
|
<span class="lineNum"> 768 </span> : int fixed_error_on_this_block;
|
|
<span class="lineNum"> 769 </span> : int parity_needs_to_be_updated;
|
|
<span class="lineNum"> 770 </span> : int parity_going_to_be_updated;
|
|
<span class="lineNum"> 771 </span> : snapraid_info info;
|
|
<span class="lineNum"> 772 </span> : int rehash;
|
|
<span class="lineNum"> 773 </span> : void** buffer;
|
|
<span class="lineNum"> 774 </span> : int writer_error[IO_WRITER_ERROR_MAX];
|
|
<span class="lineNum"> 775 </span> :
|
|
<span class="lineNum"> 776 </span> : /* go to the next block */
|
|
<span class="lineNum"> 777 </span><span class="lineCov"> 114812 : blockcur = io_read_next(&io, &buffer);</span>
|
|
<span class="lineNum"> 778 </span><span class="lineCov"> 114812 : if (blockcur >= blockmax)</span>
|
|
<span class="lineNum"> 779 </span><span class="lineCov"> 166 : break;</span>
|
|
<span class="lineNum"> 780 </span> :
|
|
<span class="lineNum"> 781 </span> : /* until now is scheduling */
|
|
<span class="lineNum"> 782 </span><span class="lineCov"> 114729 : state_usage_sched(state);</span>
|
|
<span class="lineNum"> 783 </span> :
|
|
<span class="lineNum"> 784 </span> : /* one more block processed for autosave */
|
|
<span class="lineNum"> 785 </span><span class="lineCov"> 114729 : ++autosavedone;</span>
|
|
<span class="lineNum"> 786 </span><span class="lineCov"> 114729 : --autosavemissing;</span>
|
|
<span class="lineNum"> 787 </span> :
|
|
<span class="lineNum"> 788 </span> : /* by default process the block, and skip it if something goes wrong */
|
|
<span class="lineNum"> 789 </span><span class="lineCov"> 114729 : error_on_this_block = 0;</span>
|
|
<span class="lineNum"> 790 </span><span class="lineCov"> 114729 : silent_error_on_this_block = 0;</span>
|
|
<span class="lineNum"> 791 </span><span class="lineCov"> 114729 : io_error_on_this_block = 0;</span>
|
|
<span class="lineNum"> 792 </span><span class="lineCov"> 114729 : fixed_error_on_this_block = 0;</span>
|
|
<span class="lineNum"> 793 </span> :
|
|
<span class="lineNum"> 794 </span> : /* keep track of the number of failed blocks */
|
|
<span class="lineNum"> 795 </span><span class="lineCov"> 114729 : failed_count = 0;</span>
|
|
<span class="lineNum"> 796 </span> :
|
|
<span class="lineNum"> 797 </span> : /* get block specific info */
|
|
<span class="lineNum"> 798 </span><span class="lineCov"> 114729 : info = info_get(&state->infoarr, blockcur);</span>
|
|
<span class="lineNum"> 799 </span> :
|
|
<span class="lineNum"> 800 </span> : /* if we have to use the old hash */
|
|
<span class="lineNum"> 801 </span><span class="lineCov"> 114729 : rehash = info_get_rehash(info);</span>
|
|
<span class="lineNum"> 802 </span> :
|
|
<span class="lineNum"> 803 </span> : /* if the parity requires to be updated */
|
|
<span class="lineNum"> 804 </span> : /* It could happens that all the blocks are EMPTY/BLK and CHG but with the hash */
|
|
<span class="lineNum"> 805 </span> : /* still matching because the specific CHG block was not modified. */
|
|
<span class="lineNum"> 806 </span> : /* In such case, we can avoid to update parity, because it would be the same as before */
|
|
<span class="lineNum"> 807 </span> : /* Note that CHG/DELETED blocks already present in the content file loaded */
|
|
<span class="lineNum"> 808 </span> : /* have the hash cleared (::clear_past_hash flag), and then they won't never match the hash. */
|
|
<span class="lineNum"> 809 </span> : /* We are treating only CHG blocks created at runtime. */
|
|
<span class="lineNum"> 810 </span><span class="lineCov"> 114729 : parity_needs_to_be_updated = state->opt.force_full || state->opt.force_parity_update;</span>
|
|
<span class="lineNum"> 811 </span> :
|
|
<span class="lineNum"> 812 </span> : /* if the parity is going to be updated */
|
|
<span class="lineNum"> 813 </span><span class="lineCov"> 114729 : parity_going_to_be_updated = 0;</span>
|
|
<span class="lineNum"> 814 </span> :
|
|
<span class="lineNum"> 815 </span> : /* if the block is marked as bad, we force the parity update */
|
|
<span class="lineNum"> 816 </span> : /* because the bad block may be the result of a wrong parity */
|
|
<span class="lineNum"> 817 </span><span class="lineCov"> 114729 : if (info_get_bad(info))</span>
|
|
<span class="lineNum"> 818 </span><span class="lineNoCov"> 0 : parity_needs_to_be_updated = 1;</span>
|
|
<span class="lineNum"> 819 </span> :
|
|
<span class="lineNum"> 820 </span> : /* for each disk, process the block */
|
|
<span class="lineNum"> 821 </span><span class="lineCov"> 803103 : for (j = 0; j < diskmax; ++j) {</span>
|
|
<span class="lineNum"> 822 </span> : struct snapraid_task* task;
|
|
<span class="lineNum"> 823 </span> : int read_size;
|
|
<span class="lineNum"> 824 </span> : unsigned char hash[HASH_MAX];
|
|
<span class="lineNum"> 825 </span> : struct snapraid_block* block;
|
|
<span class="lineNum"> 826 </span> : unsigned block_state;
|
|
<span class="lineNum"> 827 </span> : struct snapraid_disk* disk;
|
|
<span class="lineNum"> 828 </span> : struct snapraid_file* file;
|
|
<span class="lineNum"> 829 </span> : block_off_t file_pos;
|
|
<span class="lineNum"> 830 </span> : unsigned diskcur;
|
|
<span class="lineNum"> 831 </span> :
|
|
<span class="lineNum"> 832 </span> : /* until now is misc */
|
|
<span class="lineNum"> 833 </span><span class="lineCov"> 688374 : state_usage_misc(state);</span>
|
|
<span class="lineNum"> 834 </span> :
|
|
<span class="lineNum"> 835 </span><span class="lineCov"> 688374 : task = io_data_read(&io, &diskcur, waiting_map, &waiting_mac);</span>
|
|
<span class="lineNum"> 836 </span> :
|
|
<span class="lineNum"> 837 </span> : /* until now is disk */
|
|
<span class="lineNum"> 838 </span><span class="lineCov"> 688374 : state_usage_disk(state, handle, waiting_map, waiting_mac);</span>
|
|
<span class="lineNum"> 839 </span> :
|
|
<span class="lineNum"> 840 </span> : /* get the results */
|
|
<span class="lineNum"> 841 </span><span class="lineCov"> 688374 : disk = task->disk;</span>
|
|
<span class="lineNum"> 842 </span><span class="lineCov"> 688374 : block = task->block;</span>
|
|
<span class="lineNum"> 843 </span><span class="lineCov"> 688374 : file = task->file;</span>
|
|
<span class="lineNum"> 844 </span><span class="lineCov"> 688374 : file_pos = task->file_pos;</span>
|
|
<span class="lineNum"> 845 </span><span class="lineCov"> 688374 : read_size = task->read_size;</span>
|
|
<span class="lineNum"> 846 </span> :
|
|
<span class="lineNum"> 847 </span> : /* by default no rehash in case of "continue" */
|
|
<span class="lineNum"> 848 </span><span class="lineCov"> 688374 : rehandle[diskcur].block = 0;</span>
|
|
<span class="lineNum"> 849 </span> :
|
|
<span class="lineNum"> 850 </span> : /* if the disk position is not used */
|
|
<span class="lineNum"> 851 </span><span class="lineCov"> 688374 : if (!disk)</span>
|
|
<span class="lineNum"> 852 </span><span class="lineCov"> 93074 : continue;</span>
|
|
<span class="lineNum"> 853 </span> :
|
|
<span class="lineNum"> 854 </span> : /* get the state of the block */
|
|
<span class="lineNum"> 855 </span><span class="lineCov"> 688374 : block_state = block_state_get(block);</span>
|
|
<span class="lineNum"> 856 </span> :
|
|
<span class="lineNum"> 857 </span> : /* if the block has invalid parity, */
|
|
<span class="lineNum"> 858 </span> : /* we have to take care of it in case of recover */
|
|
<span class="lineNum"> 859 </span><span class="lineCov"> 688374 : if (block_has_invalid_parity(block)) {</span>
|
|
<span class="lineNum"> 860 </span> : /* store it in the failed set, because */
|
|
<span class="lineNum"> 861 </span> : /* the parity may be still computed with the previous content */
|
|
<span class="lineNum"> 862 </span><span class="lineCov"> 182822 : failed[failed_count].index = diskcur;</span>
|
|
<span class="lineNum"> 863 </span><span class="lineCov"> 182822 : failed[failed_count].size = state->block_size;</span>
|
|
<span class="lineNum"> 864 </span><span class="lineCov"> 182822 : failed[failed_count].block = block;</span>
|
|
<span class="lineNum"> 865 </span><span class="lineCov"> 182822 : ++failed_count;</span>
|
|
<span class="lineNum"> 866 </span> :
|
|
<span class="lineNum"> 867 </span> : /* if the block has invalid parity, we have to update the parity */
|
|
<span class="lineNum"> 868 </span> : /* to include this block change */
|
|
<span class="lineNum"> 869 </span> : /* This also apply to CHG blocks, but we are going to handle */
|
|
<span class="lineNum"> 870 </span> : /* later this case to do the updates only if really needed */
|
|
<span class="lineNum"> 871 </span><span class="lineCov"> 182822 : if (block_state != BLOCK_STATE_CHG)</span>
|
|
<span class="lineNum"> 872 </span><span class="lineCov"> 88225 : parity_needs_to_be_updated = 1;</span>
|
|
<span class="lineNum"> 873 </span> :
|
|
<span class="lineNum"> 874 </span> : /* note that DELETE blocks are skipped in the next check */
|
|
<span class="lineNum"> 875 </span> : /* and we have to store them in the failed blocks */
|
|
<span class="lineNum"> 876 </span> : /* before skipping */
|
|
<span class="lineNum"> 877 </span> :
|
|
<span class="lineNum"> 878 </span> : /* follow */
|
|
<span class="lineNum"> 879 </span> : }
|
|
<span class="lineNum"> 880 </span> :
|
|
<span class="lineNum"> 881 </span> : /* if the block is not used */
|
|
<span class="lineNum"> 882 </span><span class="lineCov"> 688374 : if (!block_has_file(block))</span>
|
|
<span class="lineNum"> 883 </span><span class="lineCov"> 92203 : continue;</span>
|
|
<span class="lineNum"> 884 </span> :
|
|
<span class="lineNum"> 885 </span> : /* handle error conditions */
|
|
<span class="lineNum"> 886 </span><span class="lineCov"> 596171 : if (task->state == TASK_STATE_IOERROR) {</span>
|
|
<span class="lineNum"> 887 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 888 </span> : ++io_error;
|
|
<span class="lineNum"> 889 </span> : goto bail;
|
|
<span class="lineNum"> 890 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 891 </span> : }
|
|
<span class="lineNum"> 892 </span><span class="lineCov"> 596171 : if (task->state == TASK_STATE_ERROR) {</span>
|
|
<span class="lineNum"> 893 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 894 </span> : ++error;
|
|
<span class="lineNum"> 895 </span> : goto bail;
|
|
<span class="lineNum"> 896 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 897 </span> : }
|
|
<span class="lineNum"> 898 </span><span class="lineCov"> 596171 : if (task->state == TASK_STATE_ERROR_CONTINUE) {</span>
|
|
<span class="lineNum"> 899 </span><span class="lineCov"> 18 : ++error;</span>
|
|
<span class="lineNum"> 900 </span><span class="lineCov"> 18 : error_on_this_block = 1;</span>
|
|
<span class="lineNum"> 901 </span><span class="lineCov"> 18 : continue;</span>
|
|
<span class="lineNum"> 902 </span> : }
|
|
<span class="lineNum"> 903 </span><span class="lineCov"> 596153 : if (task->state == TASK_STATE_IOERROR_CONTINUE) {</span>
|
|
<span class="lineNum"> 904 </span><span class="lineNoCov"> 0 : ++io_error;</span>
|
|
<span class="lineNum"> 905 </span><span class="lineNoCov"> 0 : if (io_error >= state->opt.io_error_limit) {</span>
|
|
<span class="lineNum"> 906 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 907 </span> : log_fatal("DANGER! Unexpected input/output read error in a data disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 908 </span> : log_fatal("Ensure that disk '%s' is sane and that file '%s' can be read.\n", disk->dir, task->path);
|
|
<span class="lineNum"> 909 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 910 </span> : goto bail;
|
|
<span class="lineNum"> 911 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 912 </span> : }
|
|
<span class="lineNum"> 913 </span> :
|
|
<span class="lineNum"> 914 </span> : /* otherwise continue */
|
|
<span class="lineNum"> 915 </span><span class="lineNoCov"> 0 : io_error_on_this_block = 1;</span>
|
|
<span class="lineNum"> 916 </span><span class="lineNoCov"> 0 : continue;</span>
|
|
<span class="lineNum"> 917 </span> : }
|
|
<span class="lineNum"> 918 </span><span class="lineCov"> 596153 : if (task->state != TASK_STATE_DONE) {</span>
|
|
<span class="lineNum"> 919 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 920 </span> : log_fatal("Internal inconsistency in task state\n");
|
|
<span class="lineNum"> 921 </span> : os_abort();
|
|
<span class="lineNum"> 922 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 923 </span> : }
|
|
<span class="lineNum"> 924 </span> :
|
|
<span class="lineNum"> 925 </span><span class="lineCov"> 596153 : countsize += read_size;</span>
|
|
<span class="lineNum"> 926 </span> :
|
|
<span class="lineNum"> 927 </span> : /* now compute the hash */
|
|
<span class="lineNum"> 928 </span><span class="lineCov"> 596153 : if (rehash) {</span>
|
|
<span class="lineNum"> 929 </span><span class="lineCov"> 27243 : memhash(state->prevhash, state->prevhashseed, hash, buffer[diskcur], read_size);</span>
|
|
<span class="lineNum"> 930 </span> :
|
|
<span class="lineNum"> 931 </span> : /* compute the new hash, and store it */
|
|
<span class="lineNum"> 932 </span><span class="lineCov"> 27243 : rehandle[diskcur].block = block;</span>
|
|
<span class="lineNum"> 933 </span><span class="lineCov"> 27243 : memhash(state->hash, state->hashseed, rehandle[diskcur].hash, buffer[diskcur], read_size);</span>
|
|
<span class="lineNum"> 934 </span> : } else {
|
|
<span class="lineNum"> 935 </span><span class="lineCov"> 568910 : memhash(state->hash, state->hashseed, hash, buffer[diskcur], read_size);</span>
|
|
<span class="lineNum"> 936 </span> : }
|
|
<span class="lineNum"> 937 </span> :
|
|
<span class="lineNum"> 938 </span> : /* until now is hash */
|
|
<span class="lineNum"> 939 </span><span class="lineCov"> 596153 : state_usage_hash(state);</span>
|
|
<span class="lineNum"> 940 </span> :
|
|
<span class="lineNum"> 941 </span><span class="lineCov"> 596153 : if (block_has_updated_hash(block)) {</span>
|
|
<span class="lineNum"> 942 </span> : /* compare the hash */
|
|
<span class="lineNum"> 943 </span><span class="lineCov"> 501574 : if (memcmp(hash, block->hash, BLOCK_HASH_SIZE) != 0) {</span>
|
|
<span class="lineNum"> 944 </span> : /* if the file has invalid parity, it's a REP changed during the sync */
|
|
<span class="lineNum"> 945 </span><span class="lineCov"> 853 : if (block_has_invalid_parity(block)) {</span>
|
|
<span class="lineNum"> 946 </span><span class="lineCov"> 1 : log_tag("error:%u:%s:%s: Unexpected data change\n", blockcur, disk->name, esc_tag(file->sub, esc_buffer));</span>
|
|
<span class="lineNum"> 947 </span><span class="lineCov"> 1 : log_error("Data change at file '%s' at position '%u'\n", task->path, file_pos);</span>
|
|
<span class="lineNum"> 948 </span><span class="lineCov"> 1 : log_error("WARNING! Unexpected data modification of a file without parity!\n");</span>
|
|
<span class="lineNum"> 949 </span> :
|
|
<span class="lineNum"> 950 </span><span class="lineCov"> 1 : if (file_flag_has(file, FILE_IS_COPY)) {</span>
|
|
<span class="lineNum"> 951 </span><span class="lineNoCov"> 0 : log_error("This file was detected as a copy of another file with the same name, size,\n");</span>
|
|
<span class="lineNum"> 952 </span><span class="lineNoCov"> 0 : log_error("and timestamp, but the file data isn't matching the assumed copy.\n");</span>
|
|
<span class="lineNum"> 953 </span><span class="lineNoCov"> 0 : log_error("If this is a false positive, and the files are expected to be different,\n");</span>
|
|
<span class="lineNum"> 954 </span><span class="lineNoCov"> 0 : log_error("you can 'sync' anyway using 'snapraid --force-nocopy sync'\n");</span>
|
|
<span class="lineNum"> 955 </span> : } else {
|
|
<span class="lineNum"> 956 </span><span class="lineCov"> 1 : log_error("Try removing the file from the array and rerun the 'sync' command!\n");</span>
|
|
<span class="lineNum"> 957 </span> : }
|
|
<span class="lineNum"> 958 </span> :
|
|
<span class="lineNum"> 959 </span><span class="lineCov"> 1 : ++error;</span>
|
|
<span class="lineNum"> 960 </span> :
|
|
<span class="lineNum"> 961 </span> : /* if the file is changed, it means that it was modified during sync */
|
|
<span class="lineNum"> 962 </span> : /* this isn't a serious error, so we skip this block, and continue with others */
|
|
<span class="lineNum"> 963 </span><span class="lineCov"> 1 : error_on_this_block = 1;</span>
|
|
<span class="lineNum"> 964 </span><span class="lineCov"> 1 : continue;</span>
|
|
<span class="lineNum"> 965 </span> : } else { /* otherwise it's a BLK with silent error */
|
|
<span class="lineNum"> 966 </span><span class="lineCov"> 852 : unsigned diff = memdiff(hash, block->hash, BLOCK_HASH_SIZE);</span>
|
|
<span class="lineNum"> 967 </span><span class="lineCov"> 852 : log_tag("error:%u:%s:%s: Data error at position %u, diff bits %u\n", blockcur, disk->name, esc_tag(file->sub, esc_buffer), file_pos, diff);</span>
|
|
<span class="lineNum"> 968 </span><span class="lineCov"> 852 : log_error("Data error in file '%s' at position '%u', diff bits %u\n", task->path, file_pos, diff);</span>
|
|
<span class="lineNum"> 969 </span> :
|
|
<span class="lineNum"> 970 </span> : /* save the failed block for the fix */
|
|
<span class="lineNum"> 971 </span><span class="lineCov"> 852 : failed[failed_count].index = diskcur;</span>
|
|
<span class="lineNum"> 972 </span><span class="lineCov"> 852 : failed[failed_count].size = read_size;</span>
|
|
<span class="lineNum"> 973 </span><span class="lineCov"> 852 : failed[failed_count].block = block;</span>
|
|
<span class="lineNum"> 974 </span><span class="lineCov"> 852 : ++failed_count;</span>
|
|
<span class="lineNum"> 975 </span> :
|
|
<span class="lineNum"> 976 </span> : /* silent errors are very rare, and are not a signal that a disk */
|
|
<span class="lineNum"> 977 </span> : /* is going to fail. So, we just continue marking the block as bad */
|
|
<span class="lineNum"> 978 </span> : /* just like in scrub */
|
|
<span class="lineNum"> 979 </span><span class="lineCov"> 852 : ++silent_error;</span>
|
|
<span class="lineNum"> 980 </span><span class="lineCov"> 852 : silent_error_on_this_block = 1;</span>
|
|
<span class="lineNum"> 981 </span><span class="lineCov"> 852 : continue;</span>
|
|
<span class="lineNum"> 982 </span> : }
|
|
<span class="lineNum"> 983 </span> : }
|
|
<span class="lineNum"> 984 </span> : } else {
|
|
<span class="lineNum"> 985 </span> : /* if until now the parity doesn't need to be updated */
|
|
<span class="lineNum"> 986 </span><span class="lineCov"> 94579 : if (!parity_needs_to_be_updated) {</span>
|
|
<span class="lineNum"> 987 </span> : /* for sure it's a CHG block, because EMPTY are processed before with "continue" */
|
|
<span class="lineNum"> 988 </span> : /* and BLK and REP have "block_has_updated_hash()" as 1, and all the others */
|
|
<span class="lineNum"> 989 </span> : /* have "parity_needs_to_be_updated" already at 1 */
|
|
<span class="lineNum"> 990 </span><span class="lineCov"> 35226 : assert(block_state_get(block) == BLOCK_STATE_CHG);</span>
|
|
<span class="lineNum"> 991 </span> :
|
|
<span class="lineNum"> 992 </span> : /* if the hash represents the data unequivocally */
|
|
<span class="lineNum"> 993 </span><span class="lineCov"> 35226 : if (hash_is_unique(block->hash)) {</span>
|
|
<span class="lineNum"> 994 </span> : /* check if the hash is changed */
|
|
<span class="lineNum"> 995 </span><span class="lineCov"> 8551 : if (memcmp(hash, block->hash, BLOCK_HASH_SIZE) != 0) {</span>
|
|
<span class="lineNum"> 996 </span> : /* the block is different, and we must update parity */
|
|
<span class="lineNum"> 997 </span><span class="lineCov"> 6039 : parity_needs_to_be_updated = 1;</span>
|
|
<span class="lineNum"> 998 </span> : }
|
|
<span class="lineNum"> 999 </span> : } else {
|
|
<span class="lineNum"> 1000 </span> : /* if the hash is already invalid, we update parity */
|
|
<span class="lineNum"> 1001 </span><span class="lineCov"> 26675 : parity_needs_to_be_updated = 1;</span>
|
|
<span class="lineNum"> 1002 </span> : }
|
|
<span class="lineNum"> 1003 </span> : }
|
|
<span class="lineNum"> 1004 </span> :
|
|
<span class="lineNum"> 1005 </span> : /* copy the hash in the block, but doesn't mark the block as hashed */
|
|
<span class="lineNum"> 1006 </span> : /* this allow in case of skipped block to do not save the failed computation */
|
|
<span class="lineNum"> 1007 </span><span class="lineCov"> 94579 : memcpy(block->hash, hash, BLOCK_HASH_SIZE);</span>
|
|
<span class="lineNum"> 1008 </span> :
|
|
<span class="lineNum"> 1009 </span> : /* note that in case of rehash, this is the wrong hash, */
|
|
<span class="lineNum"> 1010 </span> : /* but it will be overwritten later */
|
|
<span class="lineNum"> 1011 </span> : }
|
|
<span class="lineNum"> 1012 </span> : }
|
|
<span class="lineNum"> 1013 </span> :
|
|
<span class="lineNum"> 1014 </span> : /* if we have only silent errors we can try to fix them on-the-fly */
|
|
<span class="lineNum"> 1015 </span> : /* note the the fix is not written to disk, but used only to */
|
|
<span class="lineNum"> 1016 </span> : /* compute the new parity */
|
|
<span class="lineNum"> 1017 </span><span class="lineCov"> 114729 : if (!error_on_this_block && !io_error_on_this_block && silent_error_on_this_block) {</span>
|
|
<span class="lineNum"> 1018 </span> : unsigned failed_mac;
|
|
<span class="lineNum"> 1019 </span><span class="lineCov"> 852 : int something_to_recover = 0;</span>
|
|
<span class="lineNum"> 1020 </span> :
|
|
<span class="lineNum"> 1021 </span> : /* sort the failed vector */
|
|
<span class="lineNum"> 1022 </span> : /* because with threads it may be in any order */
|
|
<span class="lineNum"> 1023 </span> : /* but RAID requires the indexes to be sorted */
|
|
<span class="lineNum"> 1024 </span><span class="lineCov"> 852 : qsort(failed, failed_count, sizeof(failed[0]), failed_compare_by_index);</span>
|
|
<span class="lineNum"> 1025 </span> :
|
|
<span class="lineNum"> 1026 </span> : /* setup the blocks to recover */
|
|
<span class="lineNum"> 1027 </span><span class="lineCov"> 852 : failed_mac = 0;</span>
|
|
<span class="lineNum"> 1028 </span><span class="lineCov"> 2556 : for (j = 0; j < failed_count; ++j) {</span>
|
|
<span class="lineNum"> 1029 </span><span class="lineCov"> 1704 : unsigned char* block_buffer = buffer[failed[j].index];</span>
|
|
<span class="lineNum"> 1030 </span><span class="lineCov"> 1704 : unsigned char* block_copy = copy[failed[j].index];</span>
|
|
<span class="lineNum"> 1031 </span><span class="lineCov"> 1704 : unsigned block_state = block_state_get(failed[j].block);</span>
|
|
<span class="lineNum"> 1032 </span> :
|
|
<span class="lineNum"> 1033 </span> : /* we try to recover only if at least one BLK is present */
|
|
<span class="lineNum"> 1034 </span><span class="lineCov"> 1704 : if (block_state == BLOCK_STATE_BLK)</span>
|
|
<span class="lineNum"> 1035 </span><span class="lineCov"> 852 : something_to_recover = 1;</span>
|
|
<span class="lineNum"> 1036 </span> :
|
|
<span class="lineNum"> 1037 </span> : /* save a copy of the content just read */
|
|
<span class="lineNum"> 1038 </span> : /* that it's going to be overwritten by the recovering function */
|
|
<span class="lineNum"> 1039 </span><span class="lineCov"> 1704 : memcpy(block_copy, block_buffer, state->block_size);</span>
|
|
<span class="lineNum"> 1040 </span> :
|
|
<span class="lineNum"> 1041 </span><span class="lineCov"> 1704 : if (block_state == BLOCK_STATE_CHG</span>
|
|
<span class="lineNum"> 1042 </span><span class="lineCov"> 852 : && hash_is_zero(failed[j].block->hash)</span>
|
|
<span class="lineNum"> 1043 </span> : ) {
|
|
<span class="lineNum"> 1044 </span> : /* if the block was filled with 0, restore this state */
|
|
<span class="lineNum"> 1045 </span> : /* and avoid to recover it */
|
|
<span class="lineNum"> 1046 </span><span class="lineNoCov"> 0 : memset(block_buffer, 0, state->block_size);</span>
|
|
<span class="lineNum"> 1047 </span> : } else {
|
|
<span class="lineNum"> 1048 </span> : /* if we have too many failures, we cannot recover */
|
|
<span class="lineNum"> 1049 </span><span class="lineCov"> 1704 : if (failed_mac >= state->level)</span>
|
|
<span class="lineNum"> 1050 </span><span class="lineNoCov"> 0 : break;</span>
|
|
<span class="lineNum"> 1051 </span> :
|
|
<span class="lineNum"> 1052 </span> : /* otherwise it has to be recovered */
|
|
<span class="lineNum"> 1053 </span><span class="lineCov"> 1704 : failed_map[failed_mac++] = failed[j].index;</span>
|
|
<span class="lineNum"> 1054 </span> : }
|
|
<span class="lineNum"> 1055 </span> : }
|
|
<span class="lineNum"> 1056 </span> :
|
|
<span class="lineNum"> 1057 </span> : /* if we have something to recover and enough parity */
|
|
<span class="lineNum"> 1058 </span><span class="lineCov"> 852 : if (something_to_recover && j == failed_count) {</span>
|
|
<span class="lineNum"> 1059 </span> : /* until now is misc */
|
|
<span class="lineNum"> 1060 </span><span class="lineCov"> 852 : state_usage_misc(state);</span>
|
|
<span class="lineNum"> 1061 </span> :
|
|
<span class="lineNum"> 1062 </span> : /* read the parity */
|
|
<span class="lineNum"> 1063 </span> : /* we are sure that parity exists because */
|
|
<span class="lineNum"> 1064 </span> : /* we have at least one BLK block */
|
|
<span class="lineNum"> 1065 </span><span class="lineCov"> 5964 : for (l = 0; l < state->level; ++l) {</span>
|
|
<span class="lineNum"> 1066 </span><span class="lineCov"> 5112 : ret = parity_read(&parity_handle[l], blockcur, buffer[diskmax + l], state->block_size, log_error);</span>
|
|
<span class="lineNum"> 1067 </span><span class="lineCov"> 5112 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 1068 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1069 </span> : if (errno == EIO) {
|
|
<span class="lineNum"> 1070 </span> : log_tag("parity_error:%u:%s: Read EIO error. %s\n", blockcur, lev_config_name(l), strerror(errno));
|
|
<span class="lineNum"> 1071 </span> : if (io_error >= state->opt.io_error_limit) {
|
|
<span class="lineNum"> 1072 </span> : log_fatal("DANGER! Unexpected input/output read error in the %s disk, it isn't possible to sync.\n", lev_name(l));
|
|
<span class="lineNum"> 1073 </span> : log_fatal("Ensure that disk '%s' is sane and can be read.\n", lev_config_name(l));
|
|
<span class="lineNum"> 1074 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 1075 </span> : ++io_error;
|
|
<span class="lineNum"> 1076 </span> : goto bail;
|
|
<span class="lineNum"> 1077 </span> : }
|
|
<span class="lineNum"> 1078 </span> :
|
|
<span class="lineNum"> 1079 </span> : log_error("Input/Output error in parity '%s' at position '%u'\n", lev_config_name(l), blockcur);
|
|
<span class="lineNum"> 1080 </span> : ++io_error;
|
|
<span class="lineNum"> 1081 </span> : io_error_on_this_block = 1;
|
|
<span class="lineNum"> 1082 </span> : continue;
|
|
<span class="lineNum"> 1083 </span> : }
|
|
<span class="lineNum"> 1084 </span> :
|
|
<span class="lineNum"> 1085 </span> : log_tag("parity_error:%u:%s: Read error. %s\n", blockcur, lev_config_name(l), strerror(errno));
|
|
<span class="lineNum"> 1086 </span> : log_fatal("WARNING! Unexpected read error in the %s disk, it isn't possible to sync.\n", lev_name(l));
|
|
<span class="lineNum"> 1087 </span> : log_fatal("Ensure that disk '%s' can be read.\n", lev_config_name(l));
|
|
<span class="lineNum"> 1088 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 1089 </span> : ++error;
|
|
<span class="lineNum"> 1090 </span> : goto bail;
|
|
<span class="lineNum"> 1091 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1092 </span> : }
|
|
<span class="lineNum"> 1093 </span> :
|
|
<span class="lineNum"> 1094 </span> : /* until now is parity */
|
|
<span class="lineNum"> 1095 </span><span class="lineCov"> 5112 : state_usage_parity(state, &l, 1);</span>
|
|
<span class="lineNum"> 1096 </span> : }
|
|
<span class="lineNum"> 1097 </span> :
|
|
<span class="lineNum"> 1098 </span> : /* if no error in parity read */
|
|
<span class="lineNum"> 1099 </span><span class="lineCov"> 852 : if (!io_error_on_this_block) {</span>
|
|
<span class="lineNum"> 1100 </span> : /* try to fix the data */
|
|
<span class="lineNum"> 1101 </span> : /* note that this is a simple fix algorithm, that doesn't take into */
|
|
<span class="lineNum"> 1102 </span> : /* account the case of a wrong parity */
|
|
<span class="lineNum"> 1103 </span> : /* only 'fix' supports the most advanced fixing */
|
|
<span class="lineNum"> 1104 </span><span class="lineCov"> 852 : raid_rec(failed_mac, failed_map, diskmax, state->level, state->block_size, buffer);</span>
|
|
<span class="lineNum"> 1105 </span> :
|
|
<span class="lineNum"> 1106 </span> : /* until now is raid */
|
|
<span class="lineNum"> 1107 </span><span class="lineCov"> 852 : state_usage_raid(state);</span>
|
|
<span class="lineNum"> 1108 </span> :
|
|
<span class="lineNum"> 1109 </span> : /* check the result and prepare the data */
|
|
<span class="lineNum"> 1110 </span><span class="lineCov"> 5112 : for (j = 0; j < failed_count; ++j) {</span>
|
|
<span class="lineNum"> 1111 </span> : unsigned char hash[HASH_MAX];
|
|
<span class="lineNum"> 1112 </span><span class="lineCov"> 1704 : unsigned char* block_buffer = buffer[failed[j].index];</span>
|
|
<span class="lineNum"> 1113 </span><span class="lineCov"> 1704 : unsigned char* block_copy = copy[failed[j].index];</span>
|
|
<span class="lineNum"> 1114 </span><span class="lineCov"> 1704 : unsigned block_state = block_state_get(failed[j].block);</span>
|
|
<span class="lineNum"> 1115 </span> :
|
|
<span class="lineNum"> 1116 </span><span class="lineCov"> 1704 : if (block_state == BLOCK_STATE_BLK) {</span>
|
|
<span class="lineNum"> 1117 </span><span class="lineCov"> 852 : unsigned size = failed[j].size;</span>
|
|
<span class="lineNum"> 1118 </span> :
|
|
<span class="lineNum"> 1119 </span> : /* compute the hash of the recovered block */
|
|
<span class="lineNum"> 1120 </span><span class="lineCov"> 852 : if (rehash) {</span>
|
|
<span class="lineNum"> 1121 </span><span class="lineNoCov"> 0 : memhash(state->prevhash, state->prevhashseed, hash, block_buffer, size);</span>
|
|
<span class="lineNum"> 1122 </span> : } else {
|
|
<span class="lineNum"> 1123 </span><span class="lineCov"> 852 : memhash(state->hash, state->hashseed, hash, block_buffer, size);</span>
|
|
<span class="lineNum"> 1124 </span> : }
|
|
<span class="lineNum"> 1125 </span> :
|
|
<span class="lineNum"> 1126 </span> : /* until now is hash */
|
|
<span class="lineNum"> 1127 </span><span class="lineCov"> 852 : state_usage_hash(state);</span>
|
|
<span class="lineNum"> 1128 </span> :
|
|
<span class="lineNum"> 1129 </span> : /* if the hash doesn't match */
|
|
<span class="lineNum"> 1130 </span><span class="lineCov"> 852 : if (memcmp(hash, failed[j].block->hash, BLOCK_HASH_SIZE) != 0) {</span>
|
|
<span class="lineNum"> 1131 </span> : /* we have not recovered */
|
|
<span class="lineNum"> 1132 </span><span class="lineNoCov"> 0 : break;</span>
|
|
<span class="lineNum"> 1133 </span> : }
|
|
<span class="lineNum"> 1134 </span> :
|
|
<span class="lineNum"> 1135 </span> : /* pad with 0 if needed */
|
|
<span class="lineNum"> 1136 </span><span class="lineCov"> 852 : if (size < state->block_size)</span>
|
|
<span class="lineNum"> 1137 </span><span class="lineCov"> 345 : memset(block_buffer + size, 0, state->block_size - size);</span>
|
|
<span class="lineNum"> 1138 </span> : } else {
|
|
<span class="lineNum"> 1139 </span> : /* otherwise restore the content */
|
|
<span class="lineNum"> 1140 </span> : /* because we are not interested in the old state */
|
|
<span class="lineNum"> 1141 </span> : /* that it's recovered for CHG, REP and DELETED blocks */
|
|
<span class="lineNum"> 1142 </span><span class="lineCov"> 852 : memcpy(block_buffer, block_copy, state->block_size);</span>
|
|
<span class="lineNum"> 1143 </span> : }
|
|
<span class="lineNum"> 1144 </span> : }
|
|
<span class="lineNum"> 1145 </span> :
|
|
<span class="lineNum"> 1146 </span> : /* if all is processed, we have fixed it */
|
|
<span class="lineNum"> 1147 </span><span class="lineCov"> 852 : if (j == failed_count)</span>
|
|
<span class="lineNum"> 1148 </span><span class="lineCov"> 852 : fixed_error_on_this_block = 1;</span>
|
|
<span class="lineNum"> 1149 </span> : }
|
|
<span class="lineNum"> 1150 </span> : }
|
|
<span class="lineNum"> 1151 </span> : }
|
|
<span class="lineNum"> 1152 </span> :
|
|
<span class="lineNum"> 1153 </span> : /* if we have read all the data required and it's correct, proceed with the parity */
|
|
<span class="lineNum"> 1154 </span><span class="lineCov"> 114729 : if (!error_on_this_block && !io_error_on_this_block</span>
|
|
<span class="lineNum"> 1155 </span><span class="lineCov"> 114710 : && (!silent_error_on_this_block || fixed_error_on_this_block)</span>
|
|
<span class="lineNum"> 1156 </span> : ) {
|
|
<span class="lineNum"> 1157 </span> : /* update the parity only if really needed */
|
|
<span class="lineNum"> 1158 </span><span class="lineCov"> 114710 : if (parity_needs_to_be_updated) {</span>
|
|
<span class="lineNum"> 1159 </span> : /* compute the parity */
|
|
<span class="lineNum"> 1160 </span><span class="lineCov"> 112438 : raid_gen(diskmax, state->level, state->block_size, buffer);</span>
|
|
<span class="lineNum"> 1161 </span> :
|
|
<span class="lineNum"> 1162 </span> : /* until now is raid */
|
|
<span class="lineNum"> 1163 </span><span class="lineCov"> 112438 : state_usage_raid(state);</span>
|
|
<span class="lineNum"> 1164 </span> :
|
|
<span class="lineNum"> 1165 </span> : /* mark that the parity is going to be written */
|
|
<span class="lineNum"> 1166 </span><span class="lineCov"> 112438 : parity_going_to_be_updated = 1;</span>
|
|
<span class="lineNum"> 1167 </span> : }
|
|
<span class="lineNum"> 1168 </span> :
|
|
<span class="lineNum"> 1169 </span> : /* for each disk, mark the blocks as processed */
|
|
<span class="lineNum"> 1170 </span><span class="lineCov"> 802970 : for (j = 0; j < diskmax; ++j) {</span>
|
|
<span class="lineNum"> 1171 </span> : struct snapraid_block* block;
|
|
<span class="lineNum"> 1172 </span> :
|
|
<span class="lineNum"> 1173 </span><span class="lineCov"> 688260 : if (!handle[j].disk)</span>
|
|
<span class="lineNum"> 1174 </span><span class="lineNoCov"> 0 : continue;</span>
|
|
<span class="lineNum"> 1175 </span> :
|
|
<span class="lineNum"> 1176 </span><span class="lineCov"> 688260 : block = fs_par2block_find(handle[j].disk, blockcur);</span>
|
|
<span class="lineNum"> 1177 </span> :
|
|
<span class="lineNum"> 1178 </span><span class="lineCov"> 688260 : if (block == BLOCK_NULL) {</span>
|
|
<span class="lineNum"> 1179 </span> : /* nothing to do */
|
|
<span class="lineNum"> 1180 </span><span class="lineCov"> 81248 : continue;</span>
|
|
<span class="lineNum"> 1181 </span> : }
|
|
<span class="lineNum"> 1182 </span> :
|
|
<span class="lineNum"> 1183 </span> : /* if it's a deleted block */
|
|
<span class="lineNum"> 1184 </span><span class="lineCov"> 607012 : if (block_state_get(block) == BLOCK_STATE_DELETED) {</span>
|
|
<span class="lineNum"> 1185 </span> : /* the parity is now updated without this block, so it's now empty */
|
|
<span class="lineNum"> 1186 </span><span class="lineCov"> 10953 : fs_deallocate(handle[j].disk, blockcur);</span>
|
|
<span class="lineNum"> 1187 </span><span class="lineCov"> 10953 : continue;</span>
|
|
<span class="lineNum"> 1188 </span> : }
|
|
<span class="lineNum"> 1189 </span> :
|
|
<span class="lineNum"> 1190 </span> : /* now all the blocks have the hash and the parity computed */
|
|
<span class="lineNum"> 1191 </span><span class="lineCov"> 596059 : block_state_set(block, BLOCK_STATE_BLK);</span>
|
|
<span class="lineNum"> 1192 </span> : }
|
|
<span class="lineNum"> 1193 </span> :
|
|
<span class="lineNum"> 1194 </span> : /* we update the info block only if we really have updated the parity */
|
|
<span class="lineNum"> 1195 </span> : /* because otherwise the time/justsynced info would be misleading as we didn't */
|
|
<span class="lineNum"> 1196 </span> : /* wrote the parity at this time */
|
|
<span class="lineNum"> 1197 </span> : /* we also update the info block only if no silent error was found */
|
|
<span class="lineNum"> 1198 </span> : /* because has no sense to refresh the time for data that we know bad */
|
|
<span class="lineNum"> 1199 </span><span class="lineCov"> 114710 : if (parity_needs_to_be_updated</span>
|
|
<span class="lineNum"> 1200 </span><span class="lineCov"> 112438 : && !silent_error_on_this_block</span>
|
|
<span class="lineNum"> 1201 </span> : ) {
|
|
<span class="lineNum"> 1202 </span> : /* if rehash is needed */
|
|
<span class="lineNum"> 1203 </span><span class="lineCov"> 112099 : if (rehash) {</span>
|
|
<span class="lineNum"> 1204 </span> : /* store all the new hash already computed */
|
|
<span class="lineNum"> 1205 </span><span class="lineCov"> 32249 : for (j = 0; j < diskmax; ++j) {</span>
|
|
<span class="lineNum"> 1206 </span><span class="lineCov"> 27642 : if (rehandle[j].block)</span>
|
|
<span class="lineNum"> 1207 </span><span class="lineCov"> 27243 : memcpy(rehandle[j].block->hash, rehandle[j].hash, BLOCK_HASH_SIZE);</span>
|
|
<span class="lineNum"> 1208 </span> : }
|
|
<span class="lineNum"> 1209 </span> : }
|
|
<span class="lineNum"> 1210 </span> :
|
|
<span class="lineNum"> 1211 </span> : /* update the time info of the block */
|
|
<span class="lineNum"> 1212 </span> : /* we are also clearing any previous bad and rehash flag */
|
|
<span class="lineNum"> 1213 </span><span class="lineCov"> 112099 : info_set(&state->infoarr, blockcur, info_make(now, 0, 0, 1));</span>
|
|
<span class="lineNum"> 1214 </span> : }
|
|
<span class="lineNum"> 1215 </span> : }
|
|
<span class="lineNum"> 1216 </span> :
|
|
<span class="lineNum"> 1217 </span> : /* if a silent (even if corrected) or input/output error was found */
|
|
<span class="lineNum"> 1218 </span> : /* mark the block as bad to have check/fix to handle it */
|
|
<span class="lineNum"> 1219 </span> : /* because our correction is in memory only and not yet written */
|
|
<span class="lineNum"> 1220 </span><span class="lineCov"> 114729 : if (silent_error_on_this_block || io_error_on_this_block) {</span>
|
|
<span class="lineNum"> 1221 </span> : /* set the error status keeping the other info */
|
|
<span class="lineNum"> 1222 </span><span class="lineCov"> 852 : info_set(&state->infoarr, blockcur, info_set_bad(info));</span>
|
|
<span class="lineNum"> 1223 </span> : }
|
|
<span class="lineNum"> 1224 </span> :
|
|
<span class="lineNum"> 1225 </span> : /* finally schedule parity write */
|
|
<span class="lineNum"> 1226 </span> : /* Note that the calls to io_parity_write() are mandatory */
|
|
<span class="lineNum"> 1227 </span> : /* even if the parity doesn't need to be updated */
|
|
<span class="lineNum"> 1228 </span> : /* This because we want to keep track of the time usage */
|
|
<span class="lineNum"> 1229 </span><span class="lineCov"> 114729 : state_usage_misc(state);</span>
|
|
<span class="lineNum"> 1230 </span> :
|
|
<span class="lineNum"> 1231 </span> : /* write start */
|
|
<span class="lineNum"> 1232 </span><span class="lineCov"> 114729 : io_write_preset(&io, blockcur, !parity_going_to_be_updated);</span>
|
|
<span class="lineNum"> 1233 </span> :
|
|
<span class="lineNum"> 1234 </span> : /* write the parity */
|
|
<span class="lineNum"> 1235 </span><span class="lineCov"> 672998 : for (l = 0; l < state->level; ++l) {</span>
|
|
<span class="lineNum"> 1236 </span> : unsigned levcur;
|
|
<span class="lineNum"> 1237 </span> :
|
|
<span class="lineNum"> 1238 </span><span class="lineCov"> 558269 : io_parity_write(&io, &levcur, waiting_map, &waiting_mac);</span>
|
|
<span class="lineNum"> 1239 </span> :
|
|
<span class="lineNum"> 1240 </span> : /* until now is parity */
|
|
<span class="lineNum"> 1241 </span><span class="lineCov"> 558269 : state_usage_parity(state, waiting_map, waiting_mac);</span>
|
|
<span class="lineNum"> 1242 </span> : }
|
|
<span class="lineNum"> 1243 </span> :
|
|
<span class="lineNum"> 1244 </span> : /* write finished */
|
|
<span class="lineNum"> 1245 </span><span class="lineCov"> 114729 : io_write_next(&io, blockcur, !parity_going_to_be_updated, writer_error);</span>
|
|
<span class="lineNum"> 1246 </span> :
|
|
<span class="lineNum"> 1247 </span> : /* handle errors reported */
|
|
<span class="lineNum"> 1248 </span><span class="lineCov"> 573645 : for (j = 0; j < IO_WRITER_ERROR_MAX; ++j) {</span>
|
|
<span class="lineNum"> 1249 </span><span class="lineCov"> 458916 : if (writer_error[j]) {</span>
|
|
<span class="lineNum"> 1250 </span><span class="lineNoCov"> 0 : switch (j + IO_WRITER_ERROR_BASE) {</span>
|
|
<span class="lineNum"> 1251 </span> : case TASK_STATE_IOERROR_CONTINUE :
|
|
<span class="lineNum"> 1252 </span><span class="lineNoCov"> 0 : ++io_error;</span>
|
|
<span class="lineNum"> 1253 </span><span class="lineNoCov"> 0 : if (io_error >= state->opt.io_error_limit) {</span>
|
|
<span class="lineNum"> 1254 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1255 </span> : log_fatal("DANGER! Unexpected input/output write error in a parity disk, it isn't possible to sync.\n");
|
|
<span class="lineNum"> 1256 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 1257 </span> : goto bail;
|
|
<span class="lineNum"> 1258 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1259 </span> : }
|
|
<span class="lineNum"> 1260 </span><span class="lineNoCov"> 0 : break;</span>
|
|
<span class="lineNum"> 1261 </span> : case TASK_STATE_ERROR_CONTINUE :
|
|
<span class="lineNum"> 1262 </span><span class="lineNoCov"> 0 : ++error;</span>
|
|
<span class="lineNum"> 1263 </span><span class="lineNoCov"> 0 : break;</span>
|
|
<span class="lineNum"> 1264 </span> : case TASK_STATE_IOERROR :
|
|
<span class="lineNum"> 1265 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1266 </span> : ++io_error;
|
|
<span class="lineNum"> 1267 </span> : goto bail;
|
|
<span class="lineNum"> 1268 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1269 </span> : case TASK_STATE_ERROR :
|
|
<span class="lineNum"> 1270 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1271 </span> : ++error;
|
|
<span class="lineNum"> 1272 </span> : goto bail;
|
|
<span class="lineNum"> 1273 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1274 </span> : }
|
|
<span class="lineNum"> 1275 </span> : }
|
|
<span class="lineNum"> 1276 </span> : }
|
|
<span class="lineNum"> 1277 </span> :
|
|
<span class="lineNum"> 1278 </span> : /* mark the state as needing write */
|
|
<span class="lineNum"> 1279 </span><span class="lineCov"> 114729 : state->need_write = 1;</span>
|
|
<span class="lineNum"> 1280 </span> :
|
|
<span class="lineNum"> 1281 </span> : /* count the number of processed block */
|
|
<span class="lineNum"> 1282 </span><span class="lineCov"> 114729 : ++countpos;</span>
|
|
<span class="lineNum"> 1283 </span> :
|
|
<span class="lineNum"> 1284 </span> : /* progress */
|
|
<span class="lineNum"> 1285 </span><span class="lineCov"> 114729 : if (state_progress(state, &io, blockcur, countpos, countmax, countsize)) {</span>
|
|
<span class="lineNum"> 1286 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1287 </span> : break;
|
|
<span class="lineNum"> 1288 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1289 </span> : }
|
|
<span class="lineNum"> 1290 </span> :
|
|
<span class="lineNum"> 1291 </span> : /* autosave */
|
|
<span class="lineNum"> 1292 </span><span class="lineCov"> 114729 : if ((state->autosave != 0</span>
|
|
<span class="lineNum"> 1293 </span><span class="lineCov"> 26021 : && autosavedone >= autosavelimit /* if we have reached the limit */</span>
|
|
<span class="lineNum"> 1294 </span><span class="lineNoCov"> 0 : && autosavemissing >= autosavelimit) /* if we have at least a full step to do */</span>
|
|
<span class="lineNum"> 1295 </span> : /* or if we have a forced autosave at the specified block */
|
|
<span class="lineNum"> 1296 </span><span class="lineCov"> 114729 : || (state->opt.force_autosave_at != 0 && state->opt.force_autosave_at == blockcur)</span>
|
|
<span class="lineNum"> 1297 </span> : ) {
|
|
<span class="lineNum"> 1298 </span><span class="lineCov"> 1 : autosavedone = 0; /* restart the counter */</span>
|
|
<span class="lineNum"> 1299 </span> :
|
|
<span class="lineNum"> 1300 </span> : /* until now is misc */
|
|
<span class="lineNum"> 1301 </span><span class="lineCov"> 1 : state_usage_misc(state);</span>
|
|
<span class="lineNum"> 1302 </span> :
|
|
<span class="lineNum"> 1303 </span><span class="lineCov"> 1 : state_progress_stop(state);</span>
|
|
<span class="lineNum"> 1304 </span> :
|
|
<span class="lineNum"> 1305 </span><span class="lineCov"> 1 : msg_progress("Autosaving...\n");</span>
|
|
<span class="lineNum"> 1306 </span> :
|
|
<span class="lineNum"> 1307 </span> : /* before writing the new content file we ensure that */
|
|
<span class="lineNum"> 1308 </span> : /* the parity is really written flushing the disk cache */
|
|
<span class="lineNum"> 1309 </span><span class="lineCov"> 7 : for (l = 0; l < state->level; ++l) {</span>
|
|
<span class="lineNum"> 1310 </span><span class="lineCov"> 6 : ret = parity_sync(&parity_handle[l]);</span>
|
|
<span class="lineNum"> 1311 </span><span class="lineCov"> 6 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 1312 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1313 </span> : log_tag("parity_error:%u:%s: Sync error\n", blockcur, lev_config_name(l));
|
|
<span class="lineNum"> 1314 </span> : log_fatal("DANGER! Unexpected sync error in %s disk.\n", lev_name(l));
|
|
<span class="lineNum"> 1315 </span> : log_fatal("Ensure that disk '%s' is sane.\n", lev_config_name(l));
|
|
<span class="lineNum"> 1316 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 1317 </span> : ++error;
|
|
<span class="lineNum"> 1318 </span> : goto bail;
|
|
<span class="lineNum"> 1319 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1320 </span> : }
|
|
<span class="lineNum"> 1321 </span> : }
|
|
<span class="lineNum"> 1322 </span> :
|
|
<span class="lineNum"> 1323 </span> : /* now we can safely write the content file */
|
|
<span class="lineNum"> 1324 </span><span class="lineCov"> 1 : state_write(state);</span>
|
|
<span class="lineNum"> 1325 </span> :
|
|
<span class="lineNum"> 1326 </span><span class="lineCov"> 1 : state_progress_restart(state);</span>
|
|
<span class="lineNum"> 1327 </span> :
|
|
<span class="lineNum"> 1328 </span> : /* drop until now */
|
|
<span class="lineNum"> 1329 </span><span class="lineCov"> 1 : state_usage_waste(state);</span>
|
|
<span class="lineNum"> 1330 </span> : }
|
|
<span class="lineNum"> 1331 </span><span class="lineCov"> 114729 : }</span>
|
|
<span class="lineNum"> 1332 </span> :
|
|
<span class="lineNum"> 1333 </span> : end:
|
|
<span class="lineNum"> 1334 </span><span class="lineCov"> 83 : state_progress_end(state, countpos, countmax, countsize);</span>
|
|
<span class="lineNum"> 1335 </span> :
|
|
<span class="lineNum"> 1336 </span><span class="lineCov"> 83 : state_usage_print(state);</span>
|
|
<span class="lineNum"> 1337 </span> :
|
|
<span class="lineNum"> 1338 </span> : /* before returning we ensure that */
|
|
<span class="lineNum"> 1339 </span> : /* the parity is really written flushing the disk cache */
|
|
<span class="lineNum"> 1340 </span><span class="lineCov"> 546 : for (l = 0; l < state->level; ++l) {</span>
|
|
<span class="lineNum"> 1341 </span><span class="lineCov"> 463 : ret = parity_sync(&parity_handle[l]);</span>
|
|
<span class="lineNum"> 1342 </span><span class="lineCov"> 463 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 1343 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1344 </span> : log_tag("parity_error:%u:%s: Sync error\n", blockcur, lev_config_name(l));
|
|
<span class="lineNum"> 1345 </span> : log_fatal("DANGER! Unexpected sync error in %s disk.\n", lev_name(l));
|
|
<span class="lineNum"> 1346 </span> : log_fatal("Ensure that disk '%s' is sane.\n", lev_config_name(l));
|
|
<span class="lineNum"> 1347 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 1348 </span> : ++error;
|
|
<span class="lineNum"> 1349 </span> : goto bail;
|
|
<span class="lineNum"> 1350 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1351 </span> : }
|
|
<span class="lineNum"> 1352 </span> : }
|
|
<span class="lineNum"> 1353 </span> :
|
|
<span class="lineNum"> 1354 </span><span class="lineCov"> 83 : if (error || silent_error || io_error) {</span>
|
|
<span class="lineNum"> 1355 </span><span class="lineCov"> 12 : msg_status("\n");</span>
|
|
<span class="lineNum"> 1356 </span><span class="lineCov"> 12 : msg_status("%8u file errors\n", error);</span>
|
|
<span class="lineNum"> 1357 </span><span class="lineCov"> 12 : msg_status("%8u io errors\n", io_error);</span>
|
|
<span class="lineNum"> 1358 </span><span class="lineCov"> 12 : msg_status("%8u data errors\n", silent_error);</span>
|
|
<span class="lineNum"> 1359 </span> : } else {
|
|
<span class="lineNum"> 1360 </span> : /* print the result only if processed something */
|
|
<span class="lineNum"> 1361 </span><span class="lineCov"> 71 : if (countpos != 0)</span>
|
|
<span class="lineNum"> 1362 </span><span class="lineCov"> 53 : msg_status("Everything OK\n");</span>
|
|
<span class="lineNum"> 1363 </span> : }
|
|
<span class="lineNum"> 1364 </span> :
|
|
<span class="lineNum"> 1365 </span><span class="lineCov"> 83 : if (error)</span>
|
|
<span class="lineNum"> 1366 </span><span class="lineCov"> 11 : log_fatal("WARNING! Unexpected file errors!\n");</span>
|
|
<span class="lineNum"> 1367 </span><span class="lineCov"> 83 : if (io_error)</span>
|
|
<span class="lineNum"> 1368 </span><span class="lineNoCov"> 0 : log_fatal("DANGER! Unexpected input/output errors! The failing blocks are now marked as bad!\n");</span>
|
|
<span class="lineNum"> 1369 </span><span class="lineCov"> 83 : if (silent_error)</span>
|
|
<span class="lineNum"> 1370 </span><span class="lineCov"> 1 : log_fatal("DANGER! Unexpected data errors! The failing blocks are now marked as bad!\n");</span>
|
|
<span class="lineNum"> 1371 </span><span class="lineCov"> 83 : if (io_error || silent_error) {</span>
|
|
<span class="lineNum"> 1372 </span><span class="lineCov"> 1 : log_fatal("Use 'snapraid status' to list the bad blocks.\n");</span>
|
|
<span class="lineNum"> 1373 </span><span class="lineCov"> 1 : log_fatal("Use 'snapraid -e fix' to recover.\n");</span>
|
|
<span class="lineNum"> 1374 </span> : }
|
|
<span class="lineNum"> 1375 </span> :
|
|
<span class="lineNum"> 1376 </span><span class="lineCov"> 83 : log_tag("summary:error_file:%u\n", error);</span>
|
|
<span class="lineNum"> 1377 </span><span class="lineCov"> 83 : log_tag("summary:error_io:%u\n", io_error);</span>
|
|
<span class="lineNum"> 1378 </span><span class="lineCov"> 83 : log_tag("summary:error_data:%u\n", silent_error);</span>
|
|
<span class="lineNum"> 1379 </span><span class="lineCov"> 83 : if (error + silent_error + io_error == 0)</span>
|
|
<span class="lineNum"> 1380 </span><span class="lineCov"> 71 : log_tag("summary:exit:ok\n");</span>
|
|
<span class="lineNum"> 1381 </span> : else
|
|
<span class="lineNum"> 1382 </span><span class="lineCov"> 12 : log_tag("summary:exit:error\n");</span>
|
|
<span class="lineNum"> 1383 </span><span class="lineCov"> 83 : log_flush();</span>
|
|
<span class="lineNum"> 1384 </span> :
|
|
<span class="lineNum"> 1385 </span> : bail:
|
|
<span class="lineNum"> 1386 </span> : /* stop all the worker threads */
|
|
<span class="lineNum"> 1387 </span><span class="lineCov"> 83 : io_stop(&io);</span>
|
|
<span class="lineNum"> 1388 </span> :
|
|
<span class="lineNum"> 1389 </span><span class="lineCov"> 581 : for (j = 0; j < diskmax; ++j) {</span>
|
|
<span class="lineNum"> 1390 </span><span class="lineCov"> 498 : struct snapraid_file* file = handle[j].file;</span>
|
|
<span class="lineNum"> 1391 </span><span class="lineCov"> 498 : struct snapraid_disk* disk = handle[j].disk;</span>
|
|
<span class="lineNum"> 1392 </span><span class="lineCov"> 498 : ret = handle_close(&handle[j]);</span>
|
|
<span class="lineNum"> 1393 </span><span class="lineCov"> 498 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 1394 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1395 </span> : log_tag("error:%u:%s:%s: Close error. %s\n", blockcur, disk->name, esc_tag(file->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 1396 </span> : log_fatal("DANGER! Unexpected close error in a data disk.\n");
|
|
<span class="lineNum"> 1397 </span> : ++error;
|
|
<span class="lineNum"> 1398 </span> : /* continue, as we are already exiting */
|
|
<span class="lineNum"> 1399 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1400 </span> : }
|
|
<span class="lineNum"> 1401 </span> : }
|
|
<span class="lineNum"> 1402 </span> :
|
|
<span class="lineNum"> 1403 </span><span class="lineCov"> 83 : free(handle);</span>
|
|
<span class="lineNum"> 1404 </span><span class="lineCov"> 83 : free(zero_alloc);</span>
|
|
<span class="lineNum"> 1405 </span><span class="lineCov"> 83 : free(copy_alloc);</span>
|
|
<span class="lineNum"> 1406 </span><span class="lineCov"> 83 : free(copy);</span>
|
|
<span class="lineNum"> 1407 </span><span class="lineCov"> 83 : free(rehandle_alloc);</span>
|
|
<span class="lineNum"> 1408 </span><span class="lineCov"> 83 : free(failed);</span>
|
|
<span class="lineNum"> 1409 </span><span class="lineCov"> 83 : free(failed_map);</span>
|
|
<span class="lineNum"> 1410 </span><span class="lineCov"> 83 : free(waiting_map);</span>
|
|
<span class="lineNum"> 1411 </span><span class="lineCov"> 83 : io_done(&io);</span>
|
|
<span class="lineNum"> 1412 </span> :
|
|
<span class="lineNum"> 1413 </span><span class="lineCov"> 83 : if (state->opt.expect_recoverable) {</span>
|
|
<span class="lineNum"> 1414 </span><span class="lineCov"> 1 : if (error + silent_error + io_error == 0)</span>
|
|
<span class="lineNum"> 1415 </span><span class="lineNoCov"> 0 : return -1;</span>
|
|
<span class="lineNum"> 1416 </span> : } else {
|
|
<span class="lineNum"> 1417 </span><span class="lineCov"> 82 : if (error + silent_error + io_error != 0)</span>
|
|
<span class="lineNum"> 1418 </span><span class="lineCov"> 11 : return -1;</span>
|
|
<span class="lineNum"> 1419 </span> : }
|
|
<span class="lineNum"> 1420 </span><span class="lineCov"> 72 : return 0;</span>
|
|
<a name="1421"><span class="lineNum"> 1421 </span> : }</a>
|
|
<span class="lineNum"> 1422 </span> :
|
|
<span class="lineNum"> 1423 </span><span class="lineCov"> 87 : int state_sync(struct snapraid_state* state, block_off_t blockstart, block_off_t blockcount)</span>
|
|
<span class="lineNum"> 1424 </span> : {
|
|
<span class="lineNum"> 1425 </span> : block_off_t blockmax;
|
|
<span class="lineNum"> 1426 </span> : block_off_t used_paritymax;
|
|
<span class="lineNum"> 1427 </span> : block_off_t file_paritymax;
|
|
<span class="lineNum"> 1428 </span> : data_off_t size;
|
|
<span class="lineNum"> 1429 </span> : int ret;
|
|
<span class="lineNum"> 1430 </span> : struct snapraid_parity_handle parity_handle[LEV_MAX];
|
|
<span class="lineNum"> 1431 </span> : unsigned unrecoverable_error;
|
|
<span class="lineNum"> 1432 </span> : unsigned l;
|
|
<span class="lineNum"> 1433 </span><span class="lineCov"> 87 : int skip_sync = 0;</span>
|
|
<span class="lineNum"> 1434 </span> :
|
|
<span class="lineNum"> 1435 </span><span class="lineCov"> 87 : msg_progress("Initializing...\n");</span>
|
|
<span class="lineNum"> 1436 </span> :
|
|
<span class="lineNum"> 1437 </span><span class="lineCov"> 87 : blockmax = parity_allocated_size(state);</span>
|
|
<span class="lineNum"> 1438 </span><span class="lineCov"> 87 : size = blockmax * (data_off_t)state->block_size;</span>
|
|
<span class="lineNum"> 1439 </span> :
|
|
<span class="lineNum"> 1440 </span> : /* minimum size of the parity files we expect */
|
|
<span class="lineNum"> 1441 </span><span class="lineCov"> 87 : used_paritymax = parity_used_size(state);</span>
|
|
<span class="lineNum"> 1442 </span> :
|
|
<span class="lineNum"> 1443 </span> : /* effective size of the parity files */
|
|
<span class="lineNum"> 1444 </span><span class="lineCov"> 87 : file_paritymax = 0;</span>
|
|
<span class="lineNum"> 1445 </span> :
|
|
<span class="lineNum"> 1446 </span><span class="lineCov"> 87 : if (blockstart > blockmax) {</span>
|
|
<span class="lineNum"> 1447 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1448 </span> : log_fatal("Error in the starting block %u. It's bigger than the parity size %u.\n", blockstart, blockmax);
|
|
<span class="lineNum"> 1449 </span> : exit(EXIT_FAILURE);
|
|
<span class="lineNum"> 1450 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1451 </span> : }
|
|
<span class="lineNum"> 1452 </span> :
|
|
<span class="lineNum"> 1453 </span> : /* adjust the number of block to process */
|
|
<span class="lineNum"> 1454 </span><span class="lineCov"> 87 : if (blockcount != 0 && blockstart + blockcount < blockmax) {</span>
|
|
<span class="lineNum"> 1455 </span><span class="lineCov"> 6 : blockmax = blockstart + blockcount;</span>
|
|
<span class="lineNum"> 1456 </span> : }
|
|
<span class="lineNum"> 1457 </span> :
|
|
<span class="lineNum"> 1458 </span><span class="lineCov"> 574 : for (l = 0; l < state->level; ++l) {</span>
|
|
<span class="lineNum"> 1459 </span> : data_off_t out_size;
|
|
<span class="lineNum"> 1460 </span> : block_off_t parityblocks;
|
|
<span class="lineNum"> 1461 </span> :
|
|
<span class="lineNum"> 1462 </span> : /* create the file and open for writing */
|
|
<span class="lineNum"> 1463 </span><span class="lineCov"> 487 : ret = parity_create(&parity_handle[l], &state->parity[l], l, state->file_mode, state->block_size, state->opt.parity_limit_size);</span>
|
|
<span class="lineNum"> 1464 </span><span class="lineCov"> 487 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 1465 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1466 </span> : log_fatal("WARNING! Without an accessible %s file, it isn't possible to sync.\n", lev_name(l));
|
|
<span class="lineNum"> 1467 </span> : exit(EXIT_FAILURE);
|
|
<span class="lineNum"> 1468 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1469 </span> : }
|
|
<span class="lineNum"> 1470 </span> :
|
|
<span class="lineNum"> 1471 </span> : /* number of block in the parity file */
|
|
<span class="lineNum"> 1472 </span><span class="lineCov"> 487 : parity_size(&parity_handle[l], &out_size);</span>
|
|
<span class="lineNum"> 1473 </span><span class="lineCov"> 487 : parityblocks = out_size / state->block_size;</span>
|
|
<span class="lineNum"> 1474 </span> :
|
|
<span class="lineNum"> 1475 </span> : /* if the file is too small */
|
|
<span class="lineNum"> 1476 </span><span class="lineCov"> 487 : if (parityblocks < used_paritymax) {</span>
|
|
<span class="lineNum"> 1477 </span><span class="lineNoCov"> 0 : log_fatal("WARNING! The %s parity has data only %u blocks instead of %u.\n", lev_name(l), parityblocks, used_paritymax);</span>
|
|
<span class="lineNum"> 1478 </span> : }
|
|
<span class="lineNum"> 1479 </span> :
|
|
<span class="lineNum"> 1480 </span> : /* keep the smallest parity number of blocks */
|
|
<span class="lineNum"> 1481 </span><span class="lineCov"> 487 : if (l == 0 || file_paritymax > parityblocks)</span>
|
|
<span class="lineNum"> 1482 </span><span class="lineCov"> 87 : file_paritymax = parityblocks;</span>
|
|
<span class="lineNum"> 1483 </span> : }
|
|
<span class="lineNum"> 1484 </span> :
|
|
<span class="lineNum"> 1485 </span> : /* if we do a full parity realloc or computation, having a wrong parity size is expected */
|
|
<span class="lineNum"> 1486 </span><span class="lineCov"> 87 : if (!state->opt.force_realloc && !state->opt.force_full) {</span>
|
|
<span class="lineNum"> 1487 </span> : /* if the parities are too small */
|
|
<span class="lineNum"> 1488 </span><span class="lineCov"> 80 : if (file_paritymax < used_paritymax) {</span>
|
|
<span class="lineNum"> 1489 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1490 </span> : log_fatal("DANGER! One or more the parity files are smaller than expected!\n");
|
|
<span class="lineNum"> 1491 </span> : if (file_paritymax != 0) {
|
|
<span class="lineNum"> 1492 </span> : log_fatal("If this happens because you are using an old content file,\n");
|
|
<span class="lineNum"> 1493 </span> : log_fatal("you can 'sync' anyway using 'snapraid --force-full sync'\n");
|
|
<span class="lineNum"> 1494 </span> : log_fatal("to force a full rebuild of the parity.\n");
|
|
<span class="lineNum"> 1495 </span> : } else {
|
|
<span class="lineNum"> 1496 </span> : log_fatal("It's possible that the parity disks are not mounted.\n");
|
|
<span class="lineNum"> 1497 </span> : log_fatal("If instead you are adding a new parity level, you can 'sync' using\n");
|
|
<span class="lineNum"> 1498 </span> : log_fatal("'snapraid --force-full sync' to force a full rebuild of the parity.\n");
|
|
<span class="lineNum"> 1499 </span> : }
|
|
<span class="lineNum"> 1500 </span> : exit(EXIT_FAILURE);
|
|
<span class="lineNum"> 1501 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1502 </span> : }
|
|
<span class="lineNum"> 1503 </span> : }
|
|
<span class="lineNum"> 1504 </span> :
|
|
<span class="lineNum"> 1505 </span><span class="lineCov"> 87 : unrecoverable_error = 0;</span>
|
|
<span class="lineNum"> 1506 </span> :
|
|
<span class="lineNum"> 1507 </span><span class="lineCov"> 87 : if (state->opt.prehash) {</span>
|
|
<span class="lineNum"> 1508 </span><span class="lineCov"> 7 : msg_progress("Hashing...\n");</span>
|
|
<span class="lineNum"> 1509 </span> :
|
|
<span class="lineNum"> 1510 </span><span class="lineCov"> 7 : ret = state_hash_process(state, blockstart, blockmax, &skip_sync);</span>
|
|
<span class="lineNum"> 1511 </span><span class="lineCov"> 7 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 1512 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1513 </span> : ++unrecoverable_error;
|
|
<span class="lineNum"> 1514 </span> : /* continue, in case also doing the sync if ::skip_sync is not set */
|
|
<span class="lineNum"> 1515 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1516 </span> : }
|
|
<span class="lineNum"> 1517 </span> : }
|
|
<span class="lineNum"> 1518 </span> :
|
|
<span class="lineNum"> 1519 </span><span class="lineCov"> 87 : if (!skip_sync) {</span>
|
|
<span class="lineNum"> 1520 </span><span class="lineCov"> 86 : msg_progress("Resizing...\n");</span>
|
|
<span class="lineNum"> 1521 </span> :
|
|
<span class="lineNum"> 1522 </span> : /* now change the size of all parities */
|
|
<span class="lineNum"> 1523 </span><span class="lineCov"> 567 : for (l = 0; l < state->level; ++l) {</span>
|
|
<span class="lineNum"> 1524 </span> : int is_modified;
|
|
<span class="lineNum"> 1525 </span> :
|
|
<span class="lineNum"> 1526 </span> : /* change the size of the parity file, truncating or extending it */
|
|
<span class="lineNum"> 1527 </span> : /* from this point all the DELETED blocks after the end of the parity are invalid */
|
|
<span class="lineNum"> 1528 </span> : /* and they are automatically removed when we save the new content file */
|
|
<span class="lineNum"> 1529 </span><span class="lineCov"> 481 : ret = parity_chsize(&parity_handle[l], &state->parity[l], &is_modified, size, state->block_size, state->opt.skip_fallocate, state->opt.skip_space_holder);</span>
|
|
<span class="lineNum"> 1530 </span><span class="lineCov"> 481 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 1531 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1532 </span> : data_off_t out_size;
|
|
<span class="lineNum"> 1533 </span> : parity_size(&parity_handle[l], &out_size);
|
|
<span class="lineNum"> 1534 </span> : parity_overflow(state, out_size);
|
|
<span class="lineNum"> 1535 </span> : log_fatal("WARNING! Without an unsable %s file, it isn't possible to sync.\n", lev_name(l));
|
|
<span class="lineNum"> 1536 </span> : exit(EXIT_FAILURE);
|
|
<span class="lineNum"> 1537 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1538 </span> : }
|
|
<span class="lineNum"> 1539 </span> :
|
|
<span class="lineNum"> 1540 </span><span class="lineCov"> 481 : if (is_modified)</span>
|
|
<span class="lineNum"> 1541 </span><span class="lineCov"> 175 : state->need_write = 1;</span>
|
|
<span class="lineNum"> 1542 </span> : }
|
|
<span class="lineNum"> 1543 </span> :
|
|
<span class="lineNum"> 1544 </span> : /* after resizing parity files, refresh again the free info */
|
|
<span class="lineNum"> 1545 </span><span class="lineCov"> 86 : state_refresh(state);</span>
|
|
<span class="lineNum"> 1546 </span> :
|
|
<span class="lineNum"> 1547 </span> : /**
|
|
<span class="lineNum"> 1548 </span> : * Save the new state before the sync but after the hashing phase
|
|
<span class="lineNum"> 1549 </span> : *
|
|
<span class="lineNum"> 1550 </span> : * This allows to recover after an aborted sync, and at the same time
|
|
<span class="lineNum"> 1551 </span> : * it allows to recover broken copied/moved files identified in the
|
|
<span class="lineNum"> 1552 </span> : * hashing phase.
|
|
<span class="lineNum"> 1553 </span> : *
|
|
<span class="lineNum"> 1554 </span> : * For example, think at this case:
|
|
<span class="lineNum"> 1555 </span> : * - Add some files at the array
|
|
<span class="lineNum"> 1556 </span> : * - Run a sync command, it will recompute the parity adding the new files
|
|
<span class="lineNum"> 1557 </span> : * - Abort the sync command before it stores the new content file
|
|
<span class="lineNum"> 1558 </span> : * - Delete the not yet synced files from the array
|
|
<span class="lineNum"> 1559 </span> : * - Run a new sync command
|
|
<span class="lineNum"> 1560 </span> : *
|
|
<span class="lineNum"> 1561 </span> : * The sync command has no way to know that the parity file was modified
|
|
<span class="lineNum"> 1562 </span> : * because the files triggering these changes are now deleted and they aren't
|
|
<span class="lineNum"> 1563 </span> : * listed in the content file.
|
|
<span class="lineNum"> 1564 </span> : * Instead, saving the new content file in advance, keeps track of all the parity
|
|
<span class="lineNum"> 1565 </span> : * that may be modified.
|
|
<span class="lineNum"> 1566 </span> : */
|
|
<span class="lineNum"> 1567 </span><span class="lineCov"> 86 : if (!state->opt.skip_content_write) {</span>
|
|
<span class="lineNum"> 1568 </span><span class="lineCov"> 86 : if (state->need_write)</span>
|
|
<span class="lineNum"> 1569 </span><span class="lineCov"> 79 : state_write(state);</span>
|
|
<span class="lineNum"> 1570 </span> : } else {
|
|
<span class="lineNum"> 1571 </span><span class="lineNoCov"> 0 : log_fatal("WARNING! Skipped state write for --test-skip-content-write option.\n");</span>
|
|
<span class="lineNum"> 1572 </span> : }
|
|
<span class="lineNum"> 1573 </span> :
|
|
<span class="lineNum"> 1574 </span><span class="lineCov"> 86 : msg_progress("Syncing...\n");</span>
|
|
<span class="lineNum"> 1575 </span> :
|
|
<span class="lineNum"> 1576 </span> : /* skip degenerated cases of empty parity, or skipping all */
|
|
<span class="lineNum"> 1577 </span><span class="lineCov"> 86 : if (blockstart < blockmax) {</span>
|
|
<span class="lineNum"> 1578 </span><span class="lineCov"> 83 : ret = state_sync_process(state, parity_handle, blockstart, blockmax);</span>
|
|
<span class="lineNum"> 1579 </span><span class="lineCov"> 83 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 1580 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1581 </span> : ++unrecoverable_error;
|
|
<span class="lineNum"> 1582 </span> : /* continue, as we are already exiting */
|
|
<span class="lineNum"> 1583 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1584 </span> : }
|
|
<span class="lineNum"> 1585 </span> : } else {
|
|
<span class="lineNum"> 1586 </span><span class="lineCov"> 3 : msg_status("Nothing to do\n");</span>
|
|
<span class="lineNum"> 1587 </span> : }
|
|
<span class="lineNum"> 1588 </span> : }
|
|
<span class="lineNum"> 1589 </span> :
|
|
<span class="lineNum"> 1590 </span><span class="lineCov"> 574 : for (l = 0; l < state->level; ++l) {</span>
|
|
<span class="lineNum"> 1591 </span><span class="lineCov"> 487 : ret = parity_close(&parity_handle[l]);</span>
|
|
<span class="lineNum"> 1592 </span><span class="lineCov"> 487 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 1593 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 1594 </span> : log_fatal("DANGER! Unexpected close error in %s disk.\n", lev_name(l));
|
|
<span class="lineNum"> 1595 </span> : ++unrecoverable_error;
|
|
<span class="lineNum"> 1596 </span> : /* continue, as we are already exiting */
|
|
<span class="lineNum"> 1597 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 1598 </span> : }
|
|
<span class="lineNum"> 1599 </span> : }
|
|
<span class="lineNum"> 1600 </span> :
|
|
<span class="lineNum"> 1601 </span> : /* abort if required */
|
|
<span class="lineNum"> 1602 </span><span class="lineCov"> 87 : if (unrecoverable_error != 0)</span>
|
|
<span class="lineNum"> 1603 </span><span class="lineCov"> 12 : return -1;</span>
|
|
<span class="lineNum"> 1604 </span><span class="lineCov"> 75 : return 0;</span>
|
|
<span class="lineNum"> 1605 </span> : }
|
|
<span class="lineNum"> 1606 </span> :
|
|
</pre>
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
<br>
|
|
|
|
<table width="100%" border=0 cellspacing=0 cellpadding=0>
|
|
<tr><td class="ruler"><img src="../glass.png" width=3 height=3 alt=""></td></tr>
|
|
<tr><td class="versionInfo">Generated by: <a href="http://ltp.sourceforge.net/coverage/lcov.php" target="_parent">LCOV version 1.10</a></td></tr>
|
|
</table>
|
|
<br>
|
|
|
|
</body>
|
|
</html>
|