mirror of
https://github.com/amadvance/snapraid.git
synced 2026-10-26 19:01:57 -04:00
976 lines
96 KiB
HTML
976 lines
96 KiB
HTML
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
|
|
|
|
<html lang="en">
|
|
|
|
<head>
|
|
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
|
|
<title>LCOV - lcov.info - cmdline/scrub.c</title>
|
|
<link rel="stylesheet" type="text/css" href="../gcov.css">
|
|
</head>
|
|
|
|
<body>
|
|
|
|
<table width="100%" border=0 cellspacing=0 cellpadding=0>
|
|
<tr><td class="title">LCOV - code coverage report</td></tr>
|
|
<tr><td class="ruler"><img src="../glass.png" width=3 height=3 alt=""></td></tr>
|
|
|
|
<tr>
|
|
<td width="100%">
|
|
<table cellpadding=1 border=0 width="100%">
|
|
<tr>
|
|
<td width="10%" class="headerItem">Current view:</td>
|
|
<td width="35%" class="headerValue"><a href="../index.html">top level</a> - <a href="index.html">cmdline</a> - scrub.c<span style="font-size: 80%;"> (source / <a href="scrub.c.func.html">functions</a>)</span></td>
|
|
<td width="5%"></td>
|
|
<td width="15%"></td>
|
|
<td width="10%" class="headerCovTableHead">Hit</td>
|
|
<td width="10%" class="headerCovTableHead">Total</td>
|
|
<td width="15%" class="headerCovTableHead">Coverage</td>
|
|
</tr>
|
|
<tr>
|
|
<td class="headerItem">Test:</td>
|
|
<td class="headerValue">lcov.info</td>
|
|
<td></td>
|
|
<td class="headerItem">Lines:</td>
|
|
<td class="headerCovTableEntry">281</td>
|
|
<td class="headerCovTableEntry">349</td>
|
|
<td class="headerCovTableEntryMed">80.5 %</td>
|
|
</tr>
|
|
<tr>
|
|
<td class="headerItem">Date:</td>
|
|
<td class="headerValue">2016-11-21</td>
|
|
<td></td>
|
|
<td class="headerItem">Functions:</td>
|
|
<td class="headerCovTableEntry">6</td>
|
|
<td class="headerCovTableEntry">6</td>
|
|
<td class="headerCovTableEntryHi">100.0 %</td>
|
|
</tr>
|
|
<tr><td><img src="../glass.png" width=3 height=3 alt=""></td></tr>
|
|
</table>
|
|
</td>
|
|
</tr>
|
|
|
|
<tr><td class="ruler"><img src="../glass.png" width=3 height=3 alt=""></td></tr>
|
|
</table>
|
|
|
|
<table cellpadding=0 cellspacing=0 border=0>
|
|
<tr>
|
|
<td><br></td>
|
|
</tr>
|
|
<tr>
|
|
<td>
|
|
<pre class="sourceHeading"> Line data Source code</pre>
|
|
<pre class="source">
|
|
<a name="1"><span class="lineNum"> 1 </span> : /*</a>
|
|
<span class="lineNum"> 2 </span> : * Copyright (C) 2013 Andrea Mazzoleni
|
|
<span class="lineNum"> 3 </span> : *
|
|
<span class="lineNum"> 4 </span> : * This program is free software: you can redistribute it and/or modify
|
|
<span class="lineNum"> 5 </span> : * it under the terms of the GNU General Public License as published by
|
|
<span class="lineNum"> 6 </span> : * the Free Software Foundation, either version 3 of the License, or
|
|
<span class="lineNum"> 7 </span> : * (at your option) any later version.
|
|
<span class="lineNum"> 8 </span> : *
|
|
<span class="lineNum"> 9 </span> : * This program is distributed in the hope that it will be useful,
|
|
<span class="lineNum"> 10 </span> : * but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
<span class="lineNum"> 11 </span> : * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
<span class="lineNum"> 12 </span> : * GNU General Public License for more details.
|
|
<span class="lineNum"> 13 </span> : *
|
|
<span class="lineNum"> 14 </span> : * You should have received a copy of the GNU General Public License
|
|
<span class="lineNum"> 15 </span> : * along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
<span class="lineNum"> 16 </span> : */
|
|
<span class="lineNum"> 17 </span> :
|
|
<span class="lineNum"> 18 </span> : #include "portable.h"
|
|
<span class="lineNum"> 19 </span> :
|
|
<span class="lineNum"> 20 </span> : #include "support.h"
|
|
<span class="lineNum"> 21 </span> : #include "elem.h"
|
|
<span class="lineNum"> 22 </span> : #include "state.h"
|
|
<span class="lineNum"> 23 </span> : #include "parity.h"
|
|
<span class="lineNum"> 24 </span> : #include "handle.h"
|
|
<span class="lineNum"> 25 </span> : #include "io.h"
|
|
<span class="lineNum"> 26 </span> : #include "raid/raid.h"
|
|
<span class="lineNum"> 27 </span> :
|
|
<span class="lineNum"> 28 </span> : /****************************************************************************/
|
|
<span class="lineNum"> 29 </span> : /* scrub */
|
|
<span class="lineNum"> 30 </span> :
|
|
<span class="lineNum"> 31 </span> : /**
|
|
<span class="lineNum"> 32 </span> : * Buffer for storing the new hashes.
|
|
<span class="lineNum"> 33 </span> : */
|
|
<span class="lineNum"> 34 </span> : struct snapraid_rehash {
|
|
<span class="lineNum"> 35 </span> : unsigned char hash[HASH_MAX];
|
|
<span class="lineNum"> 36 </span> : struct snapraid_block* block;
|
|
<span class="lineNum"> 37 </span> : };
|
|
<span class="lineNum"> 38 </span> :
|
|
<span class="lineNum"> 39 </span> : /**
|
|
<span class="lineNum"> 40 </span> : * Scrub plan to use.
|
|
<span class="lineNum"> 41 </span> : */
|
|
<span class="lineNum"> 42 </span> : struct snapraid_plan {
|
|
<span class="lineNum"> 43 </span> : struct snapraid_state* state;
|
|
<span class="lineNum"> 44 </span> : int plan; /**< One of the SCRUB_*. */
|
|
<span class="lineNum"> 45 </span> : time_t timelimit; /**< Time limit. Valid only with SCRUB_AUTO. */
|
|
<span class="lineNum"> 46 </span> : block_off_t lastlimit; /**< Number of blocks allowed with time exactly at ::timelimit. */
|
|
<span class="lineNum"> 47 </span> : block_off_t countlast; /**< Counter of blocks with time exactly at ::timelimit. */
|
|
<span class="lineNum"> 48 </span> : };
|
|
<span class="lineNum"> 49 </span> :
|
|
<span class="lineNum"> 50 </span> : /**
|
|
<a name="51"><span class="lineNum"> 51 </span> : * Check if we have to process the specified block index ::i.</a>
|
|
<span class="lineNum"> 52 </span> : */
|
|
<span class="lineNum"> 53 </span><span class="lineCov"> 112170 : static int block_is_enabled(void* void_plan, block_off_t i)</span>
|
|
<span class="lineNum"> 54 </span> : {
|
|
<span class="lineNum"> 55 </span><span class="lineCov"> 112170 : struct snapraid_plan* plan = void_plan;</span>
|
|
<span class="lineNum"> 56 </span> : time_t blocktime;
|
|
<span class="lineNum"> 57 </span> : snapraid_info info;
|
|
<span class="lineNum"> 58 </span> :
|
|
<span class="lineNum"> 59 </span> : /* don't scrub unused blocks in all plans */
|
|
<span class="lineNum"> 60 </span><span class="lineCov"> 112170 : info = info_get(&plan->state->infoarr, i);</span>
|
|
<span class="lineNum"> 61 </span><span class="lineCov"> 112170 : if (info == 0)</span>
|
|
<span class="lineNum"> 62 </span><span class="lineNoCov"> 0 : return 0;</span>
|
|
<span class="lineNum"> 63 </span> :
|
|
<span class="lineNum"> 64 </span> : /* bad blocks are always scrubbed in all plans */
|
|
<span class="lineNum"> 65 </span><span class="lineCov"> 112170 : if (info_get_bad(info))</span>
|
|
<span class="lineNum"> 66 </span><span class="lineCov"> 3544 : return 1;</span>
|
|
<span class="lineNum"> 67 </span> :
|
|
<span class="lineNum"> 68 </span><span class="lineCov"> 108626 : switch (plan->plan) {</span>
|
|
<span class="lineNum"> 69 </span> : case SCRUB_FULL :
|
|
<span class="lineNum"> 70 </span> : /* in 'full' plan everything is scrubbed */
|
|
<span class="lineNum"> 71 </span><span class="lineCov"> 17044 : return 1;</span>
|
|
<span class="lineNum"> 72 </span> : case SCRUB_EVEN :
|
|
<span class="lineNum"> 73 </span> : /* in 'even' plan, scrub only even blocks */
|
|
<span class="lineNum"> 74 </span><span class="lineCov"> 18430 : return i % 2 == 0;</span>
|
|
<span class="lineNum"> 75 </span> : case SCRUB_NEW :
|
|
<span class="lineNum"> 76 </span> : /* in 'sync' plan, only blocks never scrubbed */
|
|
<span class="lineNum"> 77 </span><span class="lineCov"> 9374 : return info_get_justsynced(info);</span>
|
|
<span class="lineNum"> 78 </span> : case SCRUB_BAD :
|
|
<span class="lineNum"> 79 </span> : /* in 'bad' plan, only bad blocks (already reported) */
|
|
<span class="lineNum"> 80 </span><span class="lineCov"> 7534 : return 0;</span>
|
|
<span class="lineNum"> 81 </span> : }
|
|
<span class="lineNum"> 82 </span> :
|
|
<span class="lineNum"> 83 </span> : /* if it's too new */
|
|
<span class="lineNum"> 84 </span><span class="lineCov"> 56244 : blocktime = info_get_time(info);</span>
|
|
<span class="lineNum"> 85 </span><span class="lineCov"> 56244 : if (blocktime > plan->timelimit) {</span>
|
|
<span class="lineNum"> 86 </span> : /* skip it */
|
|
<span class="lineNum"> 87 </span><span class="lineCov"> 9582 : return 0;</span>
|
|
<span class="lineNum"> 88 </span> : }
|
|
<span class="lineNum"> 89 </span> :
|
|
<span class="lineNum"> 90 </span> : /* if the time is less than the limit, always include */
|
|
<span class="lineNum"> 91 </span> : /* otherwise, check if we reached the last limit count */
|
|
<span class="lineNum"> 92 </span><span class="lineCov"> 46662 : if (blocktime == plan->timelimit) {</span>
|
|
<span class="lineNum"> 93 </span> : /* if we reached the count limit */
|
|
<span class="lineNum"> 94 </span><span class="lineCov"> 30124 : if (plan->countlast >= plan->lastlimit) {</span>
|
|
<span class="lineNum"> 95 </span> : /* skip it */
|
|
<span class="lineNum"> 96 </span><span class="lineCov"> 24932 : return 0;</span>
|
|
<span class="lineNum"> 97 </span> : }
|
|
<span class="lineNum"> 98 </span> :
|
|
<span class="lineNum"> 99 </span><span class="lineCov"> 5192 : ++plan->countlast;</span>
|
|
<span class="lineNum"> 100 </span> : }
|
|
<span class="lineNum"> 101 </span> :
|
|
<span class="lineNum"> 102 </span><span class="lineCov"> 21730 : return 1;</span>
|
|
<a name="103"><span class="lineNum"> 103 </span> : }</a>
|
|
<span class="lineNum"> 104 </span> :
|
|
<span class="lineNum"> 105 </span><span class="lineCov"> 168176 : static void scrub_data_reader(struct snapraid_worker* worker, struct snapraid_task* task)</span>
|
|
<span class="lineNum"> 106 </span> : {
|
|
<span class="lineNum"> 107 </span><span class="lineCov"> 168176 : struct snapraid_io* io = worker->io;</span>
|
|
<span class="lineNum"> 108 </span><span class="lineCov"> 168176 : struct snapraid_state* state = io->state;</span>
|
|
<span class="lineNum"> 109 </span><span class="lineCov"> 168176 : struct snapraid_handle* handle = worker->handle;</span>
|
|
<span class="lineNum"> 110 </span><span class="lineCov"> 168176 : struct snapraid_disk* disk = handle->disk;</span>
|
|
<span class="lineNum"> 111 </span><span class="lineCov"> 168176 : block_off_t blockcur = task->position;</span>
|
|
<span class="lineNum"> 112 </span><span class="lineCov"> 168176 : unsigned char* buffer = task->buffer;</span>
|
|
<span class="lineNum"> 113 </span> : int ret;
|
|
<span class="lineNum"> 114 </span> : char esc_buffer[ESC_MAX];
|
|
<span class="lineNum"> 115 </span> :
|
|
<span class="lineNum"> 116 </span> : /* if the disk position is not used */
|
|
<span class="lineNum"> 117 </span><span class="lineCov"> 168176 : if (!disk) {</span>
|
|
<span class="lineNum"> 118 </span> : /* use an empty block */
|
|
<span class="lineNum"> 119 </span><span class="lineNoCov"> 0 : memset(buffer, 0, state->block_size);</span>
|
|
<span class="lineNum"> 120 </span><span class="lineNoCov"> 0 : task->state = TASK_STATE_DONE;</span>
|
|
<span class="lineNum"> 121 </span><span class="lineCov"> 1585 : return;</span>
|
|
<span class="lineNum"> 122 </span> : }
|
|
<span class="lineNum"> 123 </span> :
|
|
<span class="lineNum"> 124 </span> : /* get the block */
|
|
<span class="lineNum"> 125 </span><span class="lineCov"> 168176 : task->block = fs_par2block_find(disk, blockcur);</span>
|
|
<span class="lineNum"> 126 </span> :
|
|
<span class="lineNum"> 127 </span> : /* if the block is not used */
|
|
<span class="lineNum"> 128 </span><span class="lineCov"> 168151 : if (!block_has_file(task->block)) {</span>
|
|
<span class="lineNum"> 129 </span> : /* use an empty block */
|
|
<span class="lineNum"> 130 </span><span class="lineCov"> 1585 : memset(buffer, 0, state->block_size);</span>
|
|
<span class="lineNum"> 131 </span><span class="lineCov"> 1585 : task->state = TASK_STATE_DONE;</span>
|
|
<span class="lineNum"> 132 </span><span class="lineCov"> 1585 : return;</span>
|
|
<span class="lineNum"> 133 </span> : }
|
|
<span class="lineNum"> 134 </span> :
|
|
<span class="lineNum"> 135 </span> : /* get the file of this block */
|
|
<span class="lineNum"> 136 </span><span class="lineCov"> 166552 : task->file = fs_par2file_get(disk, blockcur, &task->file_pos);</span>
|
|
<span class="lineNum"> 137 </span> :
|
|
<span class="lineNum"> 138 </span> : /* if the file is different than the current one, close it */
|
|
<span class="lineNum"> 139 </span><span class="lineCov"> 166584 : if (handle->file != 0 && handle->file != task->file) {</span>
|
|
<span class="lineNum"> 140 </span> : /* keep a pointer at the file we are going to close for error reporting */
|
|
<span class="lineNum"> 141 </span><span class="lineCov"> 78061 : struct snapraid_file* report = handle->file;</span>
|
|
<span class="lineNum"> 142 </span><span class="lineCov"> 78061 : ret = handle_close(handle);</span>
|
|
<span class="lineNum"> 143 </span><span class="lineCov"> 78037 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 144 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 145 </span> : /* This one is really an unexpected error, because we are only reading */
|
|
<span class="lineNum"> 146 </span> : /* and closing a descriptor should never fail */
|
|
<span class="lineNum"> 147 </span> : if (errno == EIO) {
|
|
<span class="lineNum"> 148 </span> : log_tag("error:%u:%s:%s: Close EIO error. %s\n", blockcur, disk->name, esc_tag(report->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 149 </span> : log_fatal("DANGER! Unexpected input/output close error in a data disk, it isn't possible to scrub.\n");
|
|
<span class="lineNum"> 150 </span> : log_fatal("Ensure that disk '%s' is sane and that file '%s' can be accessed.\n", disk->dir, handle->path);
|
|
<span class="lineNum"> 151 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 152 </span> : task->state = TASK_STATE_IOERROR;
|
|
<span class="lineNum"> 153 </span> : return;
|
|
<span class="lineNum"> 154 </span> : }
|
|
<span class="lineNum"> 155 </span> :
|
|
<span class="lineNum"> 156 </span> : log_tag("error:%u:%s:%s: Close error. %s\n", blockcur, disk->name, esc_tag(report->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 157 </span> : log_fatal("WARNING! Unexpected close error in a data disk, it isn't possible to scrub.\n");
|
|
<span class="lineNum"> 158 </span> : log_fatal("Ensure that file '%s' can be accessed.\n", handle->path);
|
|
<span class="lineNum"> 159 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 160 </span> : task->state = TASK_STATE_ERROR;
|
|
<span class="lineNum"> 161 </span> : return;
|
|
<span class="lineNum"> 162 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 163 </span> : }
|
|
<span class="lineNum"> 164 </span> : }
|
|
<span class="lineNum"> 165 </span> :
|
|
<span class="lineNum"> 166 </span><span class="lineCov"> 166560 : ret = handle_open(handle, task->file, state->file_mode, log_error, 0);</span>
|
|
<span class="lineNum"> 167 </span><span class="lineCov"> 166583 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 168 </span><span class="lineNoCov"> 0 : if (errno == EIO) {</span>
|
|
<span class="lineNum"> 169 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 170 </span> : log_tag("error:%u:%s:%s: Open EIO error. %s\n", blockcur, disk->name, esc_tag(task->file->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 171 </span> : log_fatal("DANGER! Unexpected input/output open error in a data disk, it isn't possible to scrub.\n");
|
|
<span class="lineNum"> 172 </span> : log_fatal("Ensure that disk '%s' is sane and that file '%s' can be accessed.\n", disk->dir, handle->path);
|
|
<span class="lineNum"> 173 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 174 </span> : task->state = TASK_STATE_IOERROR;
|
|
<span class="lineNum"> 175 </span> : return;
|
|
<span class="lineNum"> 176 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 177 </span> : }
|
|
<span class="lineNum"> 178 </span> :
|
|
<span class="lineNum"> 179 </span><span class="lineNoCov"> 0 : log_tag("error:%u:%s:%s: Open error. %s\n", blockcur, disk->name, esc_tag(task->file->sub, esc_buffer), strerror(errno));</span>
|
|
<span class="lineNum"> 180 </span><span class="lineNoCov"> 0 : task->state = TASK_STATE_ERROR_CONTINUE;</span>
|
|
<span class="lineNum"> 181 </span><span class="lineNoCov"> 0 : return;</span>
|
|
<span class="lineNum"> 182 </span> : }
|
|
<span class="lineNum"> 183 </span> :
|
|
<span class="lineNum"> 184 </span> : /* check if the file is changed */
|
|
<span class="lineNum"> 185 </span><span class="lineCov"> 166583 : if (handle->st.st_size != task->file->size</span>
|
|
<span class="lineNum"> 186 </span><span class="lineCov"> 166587 : || handle->st.st_mtime != task->file->mtime_sec</span>
|
|
<span class="lineNum"> 187 </span><span class="lineCov"> 160985 : || STAT_NSEC(&handle->st) != task->file->mtime_nsec</span>
|
|
<span class="lineNum"> 188 </span> : /* don't check the inode to support filesystem without persistent inodes */
|
|
<span class="lineNum"> 189 </span> : ) {
|
|
<span class="lineNum"> 190 </span> : /* report that the block and the file are not synced */
|
|
<span class="lineNum"> 191 </span><span class="lineCov"> 5595 : task->is_timestamp_different = 1;</span>
|
|
<span class="lineNum"> 192 </span> : /* follow */
|
|
<span class="lineNum"> 193 </span> : }
|
|
<span class="lineNum"> 194 </span> :
|
|
<span class="lineNum"> 195 </span> : /* note that we intentionally don't abort if the file has different attributes */
|
|
<span class="lineNum"> 196 </span> : /* from the last sync, as we are expected to return errors if running */
|
|
<span class="lineNum"> 197 </span> : /* in an unsynced array. This is just like the check command. */
|
|
<span class="lineNum"> 198 </span> :
|
|
<span class="lineNum"> 199 </span><span class="lineCov"> 166583 : task->read_size = handle_read(handle, task->file_pos, buffer, state->block_size, log_error, 0);</span>
|
|
<span class="lineNum"> 200 </span><span class="lineCov"> 166507 : if (task->read_size == -1) {</span>
|
|
<span class="lineNum"> 201 </span><span class="lineNoCov"> 0 : if (errno == EIO) {</span>
|
|
<span class="lineNum"> 202 </span><span class="lineNoCov"> 0 : log_tag("error:%u:%s:%s: Read EIO error at position %u. %s\n", blockcur, disk->name, esc_tag(task->file->sub, esc_buffer), task->file_pos, strerror(errno));</span>
|
|
<span class="lineNum"> 203 </span><span class="lineNoCov"> 0 : log_error("Input/Output error in file '%s' at position '%u'\n", handle->path, task->file_pos);</span>
|
|
<span class="lineNum"> 204 </span><span class="lineNoCov"> 0 : task->state = TASK_STATE_IOERROR_CONTINUE;</span>
|
|
<span class="lineNum"> 205 </span><span class="lineNoCov"> 0 : return;</span>
|
|
<span class="lineNum"> 206 </span> : }
|
|
<span class="lineNum"> 207 </span> :
|
|
<span class="lineNum"> 208 </span><span class="lineNoCov"> 0 : log_tag("error:%u:%s:%s: Read error at position %u. %s\n", blockcur, disk->name, esc_tag(task->file->sub, esc_buffer), task->file_pos, strerror(errno));</span>
|
|
<span class="lineNum"> 209 </span><span class="lineNoCov"> 0 : task->state = TASK_STATE_ERROR_CONTINUE;</span>
|
|
<span class="lineNum"> 210 </span><span class="lineNoCov"> 0 : return;</span>
|
|
<span class="lineNum"> 211 </span> : }
|
|
<span class="lineNum"> 212 </span> :
|
|
<span class="lineNum"> 213 </span> : /* store the path of the opened file */
|
|
<span class="lineNum"> 214 </span><span class="lineCov"> 166507 : pathcpy(task->path, sizeof(task->path), handle->path);</span>
|
|
<span class="lineNum"> 215 </span> :
|
|
<span class="lineNum"> 216 </span><span class="lineCov"> 166554 : task->state = TASK_STATE_DONE;</span>
|
|
<a name="217"><span class="lineNum"> 217 </span> : }</a>
|
|
<span class="lineNum"> 218 </span> :
|
|
<span class="lineNum"> 219 </span><span class="lineCov"> 168180 : static void scrub_parity_reader(struct snapraid_worker* worker, struct snapraid_task* task)</span>
|
|
<span class="lineNum"> 220 </span> : {
|
|
<span class="lineNum"> 221 </span><span class="lineCov"> 168180 : struct snapraid_io* io = worker->io;</span>
|
|
<span class="lineNum"> 222 </span><span class="lineCov"> 168180 : struct snapraid_state* state = io->state;</span>
|
|
<span class="lineNum"> 223 </span><span class="lineCov"> 168180 : struct snapraid_parity_handle* parity_handle = worker->parity_handle;</span>
|
|
<span class="lineNum"> 224 </span><span class="lineCov"> 168180 : unsigned level = parity_handle->level;</span>
|
|
<span class="lineNum"> 225 </span><span class="lineCov"> 168180 : block_off_t blockcur = task->position;</span>
|
|
<span class="lineNum"> 226 </span><span class="lineCov"> 168180 : unsigned char* buffer = task->buffer;</span>
|
|
<span class="lineNum"> 227 </span> : int ret;
|
|
<span class="lineNum"> 228 </span> :
|
|
<span class="lineNum"> 229 </span> : /* read the parity */
|
|
<span class="lineNum"> 230 </span><span class="lineCov"> 168180 : ret = parity_read(parity_handle, blockcur, buffer, state->block_size, log_error);</span>
|
|
<span class="lineNum"> 231 </span><span class="lineCov"> 168156 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 232 </span><span class="lineNoCov"> 0 : if (errno == EIO) {</span>
|
|
<span class="lineNum"> 233 </span><span class="lineNoCov"> 0 : log_tag("parity_error:%u:%s: Read EIO error. %s\n", blockcur, lev_config_name(level), strerror(errno));</span>
|
|
<span class="lineNum"> 234 </span><span class="lineNoCov"> 0 : log_error("Input/Output error in parity '%s' at position '%u'\n", lev_config_name(level), blockcur);</span>
|
|
<span class="lineNum"> 235 </span><span class="lineNoCov"> 0 : task->state = TASK_STATE_IOERROR_CONTINUE;</span>
|
|
<span class="lineNum"> 236 </span><span class="lineNoCov"> 0 : return;</span>
|
|
<span class="lineNum"> 237 </span> : }
|
|
<span class="lineNum"> 238 </span> :
|
|
<span class="lineNum"> 239 </span><span class="lineNoCov"> 0 : log_tag("parity_error:%u:%s: Read error. %s\n", blockcur, lev_config_name(level), strerror(errno));</span>
|
|
<span class="lineNum"> 240 </span><span class="lineNoCov"> 0 : task->state = TASK_STATE_ERROR_CONTINUE;</span>
|
|
<span class="lineNum"> 241 </span><span class="lineNoCov"> 0 : return;</span>
|
|
<span class="lineNum"> 242 </span> : }
|
|
<span class="lineNum"> 243 </span> :
|
|
<span class="lineNum"> 244 </span><span class="lineCov"> 168156 : task->state = TASK_STATE_DONE;</span>
|
|
<a name="245"><span class="lineNum"> 245 </span> : }</a>
|
|
<span class="lineNum"> 246 </span> :
|
|
<span class="lineNum"> 247 </span><span class="lineCov"> 11 : static int state_scrub_process(struct snapraid_state* state, struct snapraid_parity_handle* parity_handle, block_off_t blockstart, block_off_t blockmax, struct snapraid_plan* plan, time_t now)</span>
|
|
<span class="lineNum"> 248 </span> : {
|
|
<span class="lineNum"> 249 </span> : struct snapraid_io io;
|
|
<span class="lineNum"> 250 </span> : struct snapraid_handle* handle;
|
|
<span class="lineNum"> 251 </span> : void* rehandle_alloc;
|
|
<span class="lineNum"> 252 </span> : struct snapraid_rehash* rehandle;
|
|
<span class="lineNum"> 253 </span> : unsigned diskmax;
|
|
<span class="lineNum"> 254 </span> : block_off_t blockcur;
|
|
<span class="lineNum"> 255 </span> : unsigned j;
|
|
<span class="lineNum"> 256 </span> : unsigned buffermax;
|
|
<span class="lineNum"> 257 </span> : data_off_t countsize;
|
|
<span class="lineNum"> 258 </span> : block_off_t countpos;
|
|
<span class="lineNum"> 259 </span> : block_off_t countmax;
|
|
<span class="lineNum"> 260 </span> : block_off_t autosavedone;
|
|
<span class="lineNum"> 261 </span> : block_off_t autosavelimit;
|
|
<span class="lineNum"> 262 </span> : block_off_t autosavemissing;
|
|
<span class="lineNum"> 263 </span> : int ret;
|
|
<span class="lineNum"> 264 </span> : unsigned error;
|
|
<span class="lineNum"> 265 </span> : unsigned silent_error;
|
|
<span class="lineNum"> 266 </span> : unsigned io_error;
|
|
<span class="lineNum"> 267 </span> : unsigned l;
|
|
<span class="lineNum"> 268 </span> : unsigned* waiting_map;
|
|
<span class="lineNum"> 269 </span> : unsigned waiting_mac;
|
|
<span class="lineNum"> 270 </span> : char esc_buffer[ESC_MAX];
|
|
<span class="lineNum"> 271 </span> :
|
|
<span class="lineNum"> 272 </span> : /* maps the disks to handles */
|
|
<span class="lineNum"> 273 </span><span class="lineCov"> 11 : handle = handle_mapping(state, &diskmax);</span>
|
|
<span class="lineNum"> 274 </span> :
|
|
<span class="lineNum"> 275 </span> : /* rehash buffers */
|
|
<span class="lineNum"> 276 </span><span class="lineCov"> 11 : rehandle = malloc_nofail_align(diskmax * sizeof(struct snapraid_rehash), &rehandle_alloc);</span>
|
|
<span class="lineNum"> 277 </span> :
|
|
<span class="lineNum"> 278 </span> : /* we need 1 * data + 2 * parity */
|
|
<span class="lineNum"> 279 </span><span class="lineCov"> 11 : buffermax = diskmax + 2 * state->level;</span>
|
|
<span class="lineNum"> 280 </span> :
|
|
<span class="lineNum"> 281 </span> : /* initialize the io threads */
|
|
<span class="lineNum"> 282 </span><span class="lineCov"> 11 : io_init(&io, state, state->opt.io_cache, buffermax, scrub_data_reader, handle, diskmax, scrub_parity_reader, 0, parity_handle, state->level);</span>
|
|
<span class="lineNum"> 283 </span> :
|
|
<span class="lineNum"> 284 </span> : /* possibly waiting disks */
|
|
<span class="lineNum"> 285 </span><span class="lineCov"> 11 : waiting_mac = diskmax > RAID_PARITY_MAX ? diskmax : RAID_PARITY_MAX;</span>
|
|
<span class="lineNum"> 286 </span><span class="lineCov"> 11 : waiting_map = malloc_nofail(waiting_mac * sizeof(unsigned));</span>
|
|
<span class="lineNum"> 287 </span> :
|
|
<span class="lineNum"> 288 </span><span class="lineCov"> 11 : error = 0;</span>
|
|
<span class="lineNum"> 289 </span><span class="lineCov"> 11 : silent_error = 0;</span>
|
|
<span class="lineNum"> 290 </span><span class="lineCov"> 11 : io_error = 0;</span>
|
|
<span class="lineNum"> 291 </span> :
|
|
<span class="lineNum"> 292 </span> : /* first count the number of blocks to process */
|
|
<span class="lineNum"> 293 </span><span class="lineCov"> 11 : countmax = 0;</span>
|
|
<span class="lineNum"> 294 </span><span class="lineCov"> 11 : plan->countlast = 0;</span>
|
|
<span class="lineNum"> 295 </span><span class="lineCov"> 56096 : for (blockcur = blockstart; blockcur < blockmax; ++blockcur) {</span>
|
|
<span class="lineNum"> 296 </span><span class="lineCov"> 56085 : if (!block_is_enabled(plan, blockcur))</span>
|
|
<span class="lineNum"> 297 </span><span class="lineCov"> 28053 : continue;</span>
|
|
<span class="lineNum"> 298 </span><span class="lineCov"> 28032 : ++countmax;</span>
|
|
<span class="lineNum"> 299 </span> : }
|
|
<span class="lineNum"> 300 </span> :
|
|
<span class="lineNum"> 301 </span> : /* compute the autosave size for all disk, even if not read */
|
|
<span class="lineNum"> 302 </span> : /* this makes sense because the speed should be almost the same */
|
|
<span class="lineNum"> 303 </span> : /* if the disks are read in parallel */
|
|
<span class="lineNum"> 304 </span><span class="lineCov"> 11 : autosavelimit = state->autosave / (diskmax * state->block_size);</span>
|
|
<span class="lineNum"> 305 </span><span class="lineCov"> 11 : autosavemissing = countmax; /* blocks to do */</span>
|
|
<span class="lineNum"> 306 </span><span class="lineCov"> 11 : autosavedone = 0; /* blocks done */</span>
|
|
<span class="lineNum"> 307 </span> :
|
|
<span class="lineNum"> 308 </span> : /* drop until now */
|
|
<span class="lineNum"> 309 </span><span class="lineCov"> 11 : state_usage_waste(state);</span>
|
|
<span class="lineNum"> 310 </span> :
|
|
<span class="lineNum"> 311 </span><span class="lineCov"> 11 : countsize = 0;</span>
|
|
<span class="lineNum"> 312 </span><span class="lineCov"> 11 : countpos = 0;</span>
|
|
<span class="lineNum"> 313 </span><span class="lineCov"> 11 : plan->countlast = 0;</span>
|
|
<span class="lineNum"> 314 </span> :
|
|
<span class="lineNum"> 315 </span> : /* start all the worker threads */
|
|
<span class="lineNum"> 316 </span><span class="lineCov"> 11 : io_start(&io, blockstart, blockmax, &block_is_enabled, plan);</span>
|
|
<span class="lineNum"> 317 </span> :
|
|
<span class="lineNum"> 318 </span><span class="lineCov"> 11 : state_progress_begin(state, blockstart, blockmax, countmax);</span>
|
|
<span class="lineNum"> 319 </span> : while (1) {
|
|
<span class="lineNum"> 320 </span> : unsigned char* buffer_recov[LEV_MAX];
|
|
<span class="lineNum"> 321 </span> : snapraid_info info;
|
|
<span class="lineNum"> 322 </span> : int error_on_this_block;
|
|
<span class="lineNum"> 323 </span> : int silent_error_on_this_block;
|
|
<span class="lineNum"> 324 </span> : int io_error_on_this_block;
|
|
<span class="lineNum"> 325 </span> : int block_is_unsynced;
|
|
<span class="lineNum"> 326 </span> : int rehash;
|
|
<span class="lineNum"> 327 </span> : void** buffer;
|
|
<span class="lineNum"> 328 </span> :
|
|
<span class="lineNum"> 329 </span> : /* go to the next block */
|
|
<span class="lineNum"> 330 </span><span class="lineCov"> 28043 : blockcur = io_read_next(&io, &buffer);</span>
|
|
<span class="lineNum"> 331 </span><span class="lineCov"> 28043 : if (blockcur >= blockmax)</span>
|
|
<span class="lineNum"> 332 </span><span class="lineCov"> 22 : break;</span>
|
|
<span class="lineNum"> 333 </span> :
|
|
<span class="lineNum"> 334 </span> : /* until now is scheduling */
|
|
<span class="lineNum"> 335 </span><span class="lineCov"> 28032 : state_usage_sched(state);</span>
|
|
<span class="lineNum"> 336 </span> :
|
|
<span class="lineNum"> 337 </span> : /* one more block processed for autosave */
|
|
<span class="lineNum"> 338 </span><span class="lineCov"> 28032 : ++autosavedone;</span>
|
|
<span class="lineNum"> 339 </span><span class="lineCov"> 28032 : --autosavemissing;</span>
|
|
<span class="lineNum"> 340 </span> :
|
|
<span class="lineNum"> 341 </span> : /* by default process the block, and skip it if something goes wrong */
|
|
<span class="lineNum"> 342 </span><span class="lineCov"> 28032 : error_on_this_block = 0;</span>
|
|
<span class="lineNum"> 343 </span><span class="lineCov"> 28032 : silent_error_on_this_block = 0;</span>
|
|
<span class="lineNum"> 344 </span><span class="lineCov"> 28032 : io_error_on_this_block = 0;</span>
|
|
<span class="lineNum"> 345 </span> :
|
|
<span class="lineNum"> 346 </span> : /* if all the blocks at this address are synced */
|
|
<span class="lineNum"> 347 </span> : /* if not, parity is not even checked */
|
|
<span class="lineNum"> 348 </span><span class="lineCov"> 28032 : block_is_unsynced = 0;</span>
|
|
<span class="lineNum"> 349 </span> :
|
|
<span class="lineNum"> 350 </span> : /* get block specific info */
|
|
<span class="lineNum"> 351 </span><span class="lineCov"> 28032 : info = info_get(&state->infoarr, blockcur);</span>
|
|
<span class="lineNum"> 352 </span> :
|
|
<span class="lineNum"> 353 </span> : /* if we have to use the old hash */
|
|
<span class="lineNum"> 354 </span><span class="lineCov"> 28032 : rehash = info_get_rehash(info);</span>
|
|
<span class="lineNum"> 355 </span> :
|
|
<span class="lineNum"> 356 </span> : /* for each disk, process the block */
|
|
<span class="lineNum"> 357 </span><span class="lineCov"> 196224 : for (j = 0; j < diskmax; ++j) {</span>
|
|
<span class="lineNum"> 358 </span> : struct snapraid_task* task;
|
|
<span class="lineNum"> 359 </span> : int read_size;
|
|
<span class="lineNum"> 360 </span> : unsigned char hash[HASH_MAX];
|
|
<span class="lineNum"> 361 </span> : struct snapraid_block* block;
|
|
<span class="lineNum"> 362 </span> : int file_is_unsynced;
|
|
<span class="lineNum"> 363 </span> : struct snapraid_disk* disk;
|
|
<span class="lineNum"> 364 </span> : struct snapraid_file* file;
|
|
<span class="lineNum"> 365 </span> : block_off_t file_pos;
|
|
<span class="lineNum"> 366 </span> : unsigned diskcur;
|
|
<span class="lineNum"> 367 </span> :
|
|
<span class="lineNum"> 368 </span> : /* if the file on this disk is synced */
|
|
<span class="lineNum"> 369 </span> : /* if not, silent errors are assumed as expected error */
|
|
<span class="lineNum"> 370 </span><span class="lineCov"> 168192 : file_is_unsynced = 0;</span>
|
|
<span class="lineNum"> 371 </span> :
|
|
<span class="lineNum"> 372 </span> : /* until now is misc */
|
|
<span class="lineNum"> 373 </span><span class="lineCov"> 168192 : state_usage_misc(state);</span>
|
|
<span class="lineNum"> 374 </span> :
|
|
<span class="lineNum"> 375 </span> : /* get the next task */
|
|
<span class="lineNum"> 376 </span><span class="lineCov"> 168192 : task = io_data_read(&io, &diskcur, waiting_map, &waiting_mac);</span>
|
|
<span class="lineNum"> 377 </span> :
|
|
<span class="lineNum"> 378 </span> : /* until now is disk */
|
|
<span class="lineNum"> 379 </span><span class="lineCov"> 168192 : state_usage_disk(state, handle, waiting_map, waiting_mac);</span>
|
|
<span class="lineNum"> 380 </span> :
|
|
<span class="lineNum"> 381 </span> : /* get the task results */
|
|
<span class="lineNum"> 382 </span><span class="lineCov"> 168192 : disk = task->disk;</span>
|
|
<span class="lineNum"> 383 </span><span class="lineCov"> 168192 : block = task->block;</span>
|
|
<span class="lineNum"> 384 </span><span class="lineCov"> 168192 : file = task->file;</span>
|
|
<span class="lineNum"> 385 </span><span class="lineCov"> 168192 : file_pos = task->file_pos;</span>
|
|
<span class="lineNum"> 386 </span><span class="lineCov"> 168192 : read_size = task->read_size;</span>
|
|
<span class="lineNum"> 387 </span> :
|
|
<span class="lineNum"> 388 </span> : /* by default no rehash in case of "continue" */
|
|
<span class="lineNum"> 389 </span><span class="lineCov"> 168192 : rehandle[diskcur].block = 0;</span>
|
|
<span class="lineNum"> 390 </span> :
|
|
<span class="lineNum"> 391 </span> : /* if the disk position is not used */
|
|
<span class="lineNum"> 392 </span><span class="lineCov"> 168192 : if (!disk)</span>
|
|
<span class="lineNum"> 393 </span><span class="lineCov"> 2505 : continue;</span>
|
|
<span class="lineNum"> 394 </span> :
|
|
<span class="lineNum"> 395 </span> : /* if the block is unsynced, errors are expected */
|
|
<span class="lineNum"> 396 </span><span class="lineCov"> 168192 : if (block_has_invalid_parity(block)) {</span>
|
|
<span class="lineNum"> 397 </span> : /* report that the block and the file are not synced */
|
|
<span class="lineNum"> 398 </span><span class="lineNoCov"> 0 : block_is_unsynced = 1;</span>
|
|
<span class="lineNum"> 399 </span><span class="lineNoCov"> 0 : file_is_unsynced = 1;</span>
|
|
<span class="lineNum"> 400 </span> : /* follow */
|
|
<span class="lineNum"> 401 </span> : }
|
|
<span class="lineNum"> 402 </span> :
|
|
<span class="lineNum"> 403 </span> : /* if the block is not used */
|
|
<span class="lineNum"> 404 </span><span class="lineCov"> 168192 : if (!block_has_file(block))</span>
|
|
<span class="lineNum"> 405 </span><span class="lineCov"> 1585 : continue;</span>
|
|
<span class="lineNum"> 406 </span> :
|
|
<span class="lineNum"> 407 </span> : /* if the block is unsynced, errors are expected */
|
|
<span class="lineNum"> 408 </span><span class="lineCov"> 166607 : if (task->is_timestamp_different) {</span>
|
|
<span class="lineNum"> 409 </span> : /* report that the block and the file are not synced */
|
|
<span class="lineNum"> 410 </span><span class="lineCov"> 5595 : block_is_unsynced = 1;</span>
|
|
<span class="lineNum"> 411 </span><span class="lineCov"> 5595 : file_is_unsynced = 1;</span>
|
|
<span class="lineNum"> 412 </span> : /* follow */
|
|
<span class="lineNum"> 413 </span> : }
|
|
<span class="lineNum"> 414 </span> :
|
|
<span class="lineNum"> 415 </span> : /* handle error conditions */
|
|
<span class="lineNum"> 416 </span><span class="lineCov"> 166607 : if (task->state == TASK_STATE_IOERROR) {</span>
|
|
<span class="lineNum"> 417 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 418 </span> : ++io_error;
|
|
<span class="lineNum"> 419 </span> : goto bail;
|
|
<span class="lineNum"> 420 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 421 </span> : }
|
|
<span class="lineNum"> 422 </span><span class="lineCov"> 166607 : if (task->state == TASK_STATE_ERROR) {</span>
|
|
<span class="lineNum"> 423 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 424 </span> : ++error;
|
|
<span class="lineNum"> 425 </span> : goto bail;
|
|
<span class="lineNum"> 426 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 427 </span> : }
|
|
<span class="lineNum"> 428 </span><span class="lineCov"> 166607 : if (task->state == TASK_STATE_ERROR_CONTINUE) {</span>
|
|
<span class="lineNum"> 429 </span><span class="lineNoCov"> 0 : ++error;</span>
|
|
<span class="lineNum"> 430 </span><span class="lineNoCov"> 0 : error_on_this_block = 1;</span>
|
|
<span class="lineNum"> 431 </span><span class="lineNoCov"> 0 : continue;</span>
|
|
<span class="lineNum"> 432 </span> : }
|
|
<span class="lineNum"> 433 </span><span class="lineCov"> 166607 : if (task->state == TASK_STATE_IOERROR_CONTINUE) {</span>
|
|
<span class="lineNum"> 434 </span><span class="lineNoCov"> 0 : ++io_error;</span>
|
|
<span class="lineNum"> 435 </span><span class="lineNoCov"> 0 : if (io_error >= state->opt.io_error_limit) {</span>
|
|
<span class="lineNum"> 436 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 437 </span> : log_fatal("DANGER! Too many input/output read error in a data disk, it isn't possible to scrub.\n");
|
|
<span class="lineNum"> 438 </span> : log_fatal("Ensure that disk '%s' is sane and that file '%s' can be accessed.\n", disk->dir, task->path);
|
|
<span class="lineNum"> 439 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 440 </span> : goto bail;
|
|
<span class="lineNum"> 441 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 442 </span> : }
|
|
<span class="lineNum"> 443 </span> :
|
|
<span class="lineNum"> 444 </span> : /* otherwise continue */
|
|
<span class="lineNum"> 445 </span><span class="lineNoCov"> 0 : io_error_on_this_block = 1;</span>
|
|
<span class="lineNum"> 446 </span><span class="lineNoCov"> 0 : continue;</span>
|
|
<span class="lineNum"> 447 </span> : }
|
|
<span class="lineNum"> 448 </span><span class="lineCov"> 166607 : if (task->state != TASK_STATE_DONE) {</span>
|
|
<span class="lineNum"> 449 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 450 </span> : log_fatal("Internal inconsistency in task state\n");
|
|
<span class="lineNum"> 451 </span> : os_abort();
|
|
<span class="lineNum"> 452 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 453 </span> : }
|
|
<span class="lineNum"> 454 </span> :
|
|
<span class="lineNum"> 455 </span><span class="lineCov"> 166607 : countsize += read_size;</span>
|
|
<span class="lineNum"> 456 </span> :
|
|
<span class="lineNum"> 457 </span> : /* now compute the hash */
|
|
<span class="lineNum"> 458 </span><span class="lineCov"> 166607 : if (rehash) {</span>
|
|
<span class="lineNum"> 459 </span><span class="lineCov"> 27247 : memhash(state->prevhash, state->prevhashseed, hash, buffer[diskcur], read_size);</span>
|
|
<span class="lineNum"> 460 </span> :
|
|
<span class="lineNum"> 461 </span> : /* compute the new hash, and store it */
|
|
<span class="lineNum"> 462 </span><span class="lineCov"> 27247 : rehandle[diskcur].block = block;</span>
|
|
<span class="lineNum"> 463 </span><span class="lineCov"> 27247 : memhash(state->hash, state->hashseed, rehandle[diskcur].hash, buffer[diskcur], read_size);</span>
|
|
<span class="lineNum"> 464 </span> : } else {
|
|
<span class="lineNum"> 465 </span><span class="lineCov"> 139360 : memhash(state->hash, state->hashseed, hash, buffer[diskcur], read_size);</span>
|
|
<span class="lineNum"> 466 </span> : }
|
|
<span class="lineNum"> 467 </span> :
|
|
<span class="lineNum"> 468 </span> : /* until now is hash */
|
|
<span class="lineNum"> 469 </span><span class="lineCov"> 166607 : state_usage_hash(state);</span>
|
|
<span class="lineNum"> 470 </span> :
|
|
<span class="lineNum"> 471 </span><span class="lineCov"> 166607 : if (block_has_updated_hash(block)) {</span>
|
|
<span class="lineNum"> 472 </span> : /* compare the hash */
|
|
<span class="lineNum"> 473 </span><span class="lineCov"> 166607 : if (memcmp(hash, block->hash, BLOCK_HASH_SIZE) != 0) {</span>
|
|
<span class="lineNum"> 474 </span><span class="lineCov"> 920 : unsigned diff = memdiff(hash, block->hash, BLOCK_HASH_SIZE);</span>
|
|
<span class="lineNum"> 475 </span> :
|
|
<span class="lineNum"> 476 </span><span class="lineCov"> 920 : log_tag("error:%u:%s:%s: Data error at position %u, diff bits %u\n", blockcur, disk->name, esc_tag(file->sub, esc_buffer), file_pos, diff);</span>
|
|
<span class="lineNum"> 477 </span> :
|
|
<span class="lineNum"> 478 </span> : /* it's a silent error only if we are dealing with synced files */
|
|
<span class="lineNum"> 479 </span><span class="lineCov"> 920 : if (file_is_unsynced) {</span>
|
|
<span class="lineNum"> 480 </span><span class="lineNoCov"> 0 : ++error;</span>
|
|
<span class="lineNum"> 481 </span><span class="lineNoCov"> 0 : error_on_this_block = 1;</span>
|
|
<span class="lineNum"> 482 </span> : } else {
|
|
<span class="lineNum"> 483 </span><span class="lineCov"> 920 : log_error("Data error in file '%s' at position '%u', diff bits %u\n", task->path, file_pos, diff);</span>
|
|
<span class="lineNum"> 484 </span><span class="lineCov"> 920 : ++silent_error;</span>
|
|
<span class="lineNum"> 485 </span><span class="lineCov"> 920 : silent_error_on_this_block = 1;</span>
|
|
<span class="lineNum"> 486 </span> : }
|
|
<span class="lineNum"> 487 </span><span class="lineCov"> 920 : continue;</span>
|
|
<span class="lineNum"> 488 </span> : }
|
|
<span class="lineNum"> 489 </span> : }
|
|
<span class="lineNum"> 490 </span> : }
|
|
<span class="lineNum"> 491 </span> :
|
|
<span class="lineNum"> 492 </span> : /* buffers for parity read and not computed */
|
|
<span class="lineNum"> 493 </span><span class="lineCov"> 196224 : for (l = 0; l < state->level; ++l)</span>
|
|
<span class="lineNum"> 494 </span><span class="lineCov"> 168192 : buffer_recov[l] = buffer[diskmax + state->level + l];</span>
|
|
<span class="lineNum"> 495 </span><span class="lineCov"> 28032 : for (; l < LEV_MAX; ++l)</span>
|
|
<span class="lineNum"> 496 </span><span class="lineNoCov"> 0 : buffer_recov[l] = 0;</span>
|
|
<span class="lineNum"> 497 </span> :
|
|
<span class="lineNum"> 498 </span> : /* until now is misc */
|
|
<span class="lineNum"> 499 </span><span class="lineCov"> 28032 : state_usage_misc(state);</span>
|
|
<span class="lineNum"> 500 </span> :
|
|
<span class="lineNum"> 501 </span> : /* read the parity */
|
|
<span class="lineNum"> 502 </span><span class="lineCov"> 196224 : for (l = 0; l < state->level; ++l) {</span>
|
|
<span class="lineNum"> 503 </span> : struct snapraid_task* task;
|
|
<span class="lineNum"> 504 </span> : unsigned levcur;
|
|
<span class="lineNum"> 505 </span> :
|
|
<span class="lineNum"> 506 </span><span class="lineCov"> 168192 : task = io_parity_read(&io, &levcur, waiting_map, &waiting_mac);</span>
|
|
<span class="lineNum"> 507 </span> :
|
|
<span class="lineNum"> 508 </span> : /* until now is parity */
|
|
<span class="lineNum"> 509 </span><span class="lineCov"> 168192 : state_usage_parity(state, waiting_map, waiting_mac);</span>
|
|
<span class="lineNum"> 510 </span> :
|
|
<span class="lineNum"> 511 </span> : /* handle error conditions */
|
|
<span class="lineNum"> 512 </span><span class="lineCov"> 168192 : if (task->state == TASK_STATE_IOERROR) {</span>
|
|
<span class="lineNum"> 513 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 514 </span> : ++io_error;
|
|
<span class="lineNum"> 515 </span> : goto bail;
|
|
<span class="lineNum"> 516 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 517 </span> : }
|
|
<span class="lineNum"> 518 </span><span class="lineCov"> 168192 : if (task->state == TASK_STATE_ERROR) {</span>
|
|
<span class="lineNum"> 519 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 520 </span> : ++error;
|
|
<span class="lineNum"> 521 </span> : goto bail;
|
|
<span class="lineNum"> 522 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 523 </span> : }
|
|
<span class="lineNum"> 524 </span><span class="lineCov"> 168192 : if (task->state == TASK_STATE_ERROR_CONTINUE) {</span>
|
|
<span class="lineNum"> 525 </span><span class="lineNoCov"> 0 : ++error;</span>
|
|
<span class="lineNum"> 526 </span><span class="lineNoCov"> 0 : error_on_this_block = 1;</span>
|
|
<span class="lineNum"> 527 </span> :
|
|
<span class="lineNum"> 528 </span> : /* if continuing on error, clear the missing buffer */
|
|
<span class="lineNum"> 529 </span><span class="lineNoCov"> 0 : buffer_recov[levcur] = 0;</span>
|
|
<span class="lineNum"> 530 </span><span class="lineNoCov"> 0 : continue;</span>
|
|
<span class="lineNum"> 531 </span> : }
|
|
<span class="lineNum"> 532 </span><span class="lineCov"> 168192 : if (task->state == TASK_STATE_IOERROR_CONTINUE) {</span>
|
|
<span class="lineNum"> 533 </span><span class="lineNoCov"> 0 : ++io_error;</span>
|
|
<span class="lineNum"> 534 </span><span class="lineNoCov"> 0 : if (io_error >= state->opt.io_error_limit) {</span>
|
|
<span class="lineNum"> 535 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 536 </span> : log_fatal("DANGER! Too many input/output read error in the %s disk, it isn't possible to scrub.\n", lev_name(levcur));
|
|
<span class="lineNum"> 537 </span> : log_fatal("Ensure that disk '%s' is sane and can be read.\n", lev_config_name(levcur));
|
|
<span class="lineNum"> 538 </span> : log_fatal("Stopping at block %u\n", blockcur);
|
|
<span class="lineNum"> 539 </span> : goto bail;
|
|
<span class="lineNum"> 540 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 541 </span> : }
|
|
<span class="lineNum"> 542 </span> :
|
|
<span class="lineNum"> 543 </span> : /* otherwise continue */
|
|
<span class="lineNum"> 544 </span><span class="lineNoCov"> 0 : io_error_on_this_block = 1;</span>
|
|
<span class="lineNum"> 545 </span> :
|
|
<span class="lineNum"> 546 </span> : /* if continuing on error, clear the missing buffer */
|
|
<span class="lineNum"> 547 </span><span class="lineNoCov"> 0 : buffer_recov[levcur] = 0;</span>
|
|
<span class="lineNum"> 548 </span><span class="lineNoCov"> 0 : continue;</span>
|
|
<span class="lineNum"> 549 </span> : }
|
|
<span class="lineNum"> 550 </span><span class="lineCov"> 168192 : if (task->state != TASK_STATE_DONE) {</span>
|
|
<span class="lineNum"> 551 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 552 </span> : log_fatal("Internal inconsistency in task state\n");
|
|
<span class="lineNum"> 553 </span> : os_abort();
|
|
<span class="lineNum"> 554 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 555 </span> : }
|
|
<span class="lineNum"> 556 </span> : }
|
|
<span class="lineNum"> 557 </span> :
|
|
<span class="lineNum"> 558 </span> : /* if we have read all the data required and it's correct, proceed with the parity check */
|
|
<span class="lineNum"> 559 </span><span class="lineCov"> 28032 : if (!error_on_this_block && !silent_error_on_this_block && !io_error_on_this_block) {</span>
|
|
<span class="lineNum"> 560 </span> :
|
|
<span class="lineNum"> 561 </span> : /* compute the parity */
|
|
<span class="lineNum"> 562 </span><span class="lineCov"> 27112 : raid_gen(diskmax, state->level, state->block_size, buffer);</span>
|
|
<span class="lineNum"> 563 </span> :
|
|
<span class="lineNum"> 564 </span> : /* compare the parity */
|
|
<span class="lineNum"> 565 </span><span class="lineCov"> 189784 : for (l = 0; l < state->level; ++l) {</span>
|
|
<span class="lineNum"> 566 </span><span class="lineCov"> 162672 : if (buffer_recov[l] && memcmp(buffer[diskmax + l], buffer_recov[l], state->block_size) != 0) {</span>
|
|
<span class="lineNum"> 567 </span><span class="lineNoCov"> 0 : unsigned diff = memdiff(buffer[diskmax + l], buffer_recov[l], state->block_size);</span>
|
|
<span class="lineNum"> 568 </span> :
|
|
<span class="lineNum"> 569 </span><span class="lineNoCov"> 0 : log_tag("parity_error:%u:%s: Data error, diff bits %u\n", blockcur, lev_config_name(l), diff);</span>
|
|
<span class="lineNum"> 570 </span> :
|
|
<span class="lineNum"> 571 </span> : /* it's a silent error only if we are dealing with synced blocks */
|
|
<span class="lineNum"> 572 </span><span class="lineNoCov"> 0 : if (block_is_unsynced) {</span>
|
|
<span class="lineNum"> 573 </span><span class="lineNoCov"> 0 : ++error;</span>
|
|
<span class="lineNum"> 574 </span><span class="lineNoCov"> 0 : error_on_this_block = 1;</span>
|
|
<span class="lineNum"> 575 </span> : } else {
|
|
<span class="lineNum"> 576 </span><span class="lineNoCov"> 0 : log_fatal("Data error in parity '%s' at position '%u', diff bits %u\n", lev_config_name(l), blockcur, diff);</span>
|
|
<span class="lineNum"> 577 </span><span class="lineNoCov"> 0 : ++silent_error;</span>
|
|
<span class="lineNum"> 578 </span><span class="lineNoCov"> 0 : silent_error_on_this_block = 1;</span>
|
|
<span class="lineNum"> 579 </span> : }
|
|
<span class="lineNum"> 580 </span> : }
|
|
<span class="lineNum"> 581 </span> : }
|
|
<span class="lineNum"> 582 </span> :
|
|
<span class="lineNum"> 583 </span> : /* until now is raid */
|
|
<span class="lineNum"> 584 </span><span class="lineCov"> 27112 : state_usage_raid(state);</span>
|
|
<span class="lineNum"> 585 </span> : }
|
|
<span class="lineNum"> 586 </span> :
|
|
<span class="lineNum"> 587 </span><span class="lineCov"> 28032 : if (silent_error_on_this_block || io_error_on_this_block) {</span>
|
|
<span class="lineNum"> 588 </span> : /* set the error status keeping other info */
|
|
<span class="lineNum"> 589 </span><span class="lineCov"> 920 : info_set(&state->infoarr, blockcur, info_set_bad(info));</span>
|
|
<span class="lineNum"> 590 </span><span class="lineCov"> 27112 : } else if (error_on_this_block) {</span>
|
|
<span class="lineNum"> 591 </span> : /* do nothing, as this is a generic error */
|
|
<span class="lineNum"> 592 </span> : /* likely caused by a not synced array */
|
|
<span class="lineNum"> 593 </span> : } else {
|
|
<span class="lineNum"> 594 </span> : /* if rehash is needed */
|
|
<span class="lineNum"> 595 </span><span class="lineCov"> 27112 : if (rehash) {</span>
|
|
<span class="lineNum"> 596 </span> : /* store all the new hash already computed */
|
|
<span class="lineNum"> 597 </span><span class="lineCov"> 32256 : for (j = 0; j < diskmax; ++j) {</span>
|
|
<span class="lineNum"> 598 </span><span class="lineCov"> 27648 : if (rehandle[j].block)</span>
|
|
<span class="lineNum"> 599 </span><span class="lineCov"> 27247 : memcpy(rehandle[j].block->hash, rehandle[j].hash, BLOCK_HASH_SIZE);</span>
|
|
<span class="lineNum"> 600 </span> : }
|
|
<span class="lineNum"> 601 </span> : }
|
|
<span class="lineNum"> 602 </span> :
|
|
<span class="lineNum"> 603 </span> : /* update the time info of the block */
|
|
<span class="lineNum"> 604 </span> : /* and clear any other flag */
|
|
<span class="lineNum"> 605 </span><span class="lineCov"> 27112 : info_set(&state->infoarr, blockcur, info_make(now, 0, 0, 0));</span>
|
|
<span class="lineNum"> 606 </span> : }
|
|
<span class="lineNum"> 607 </span> :
|
|
<span class="lineNum"> 608 </span> : /* mark the state as needing write */
|
|
<span class="lineNum"> 609 </span><span class="lineCov"> 28032 : state->need_write = 1;</span>
|
|
<span class="lineNum"> 610 </span> :
|
|
<span class="lineNum"> 611 </span> : /* count the number of processed block */
|
|
<span class="lineNum"> 612 </span><span class="lineCov"> 28032 : ++countpos;</span>
|
|
<span class="lineNum"> 613 </span> :
|
|
<span class="lineNum"> 614 </span> : /* progress */
|
|
<span class="lineNum"> 615 </span><span class="lineCov"> 28032 : if (state_progress(state, &io, blockcur, countpos, countmax, countsize)) {</span>
|
|
<span class="lineNum"> 616 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 617 </span> : break;
|
|
<span class="lineNum"> 618 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 619 </span> : }
|
|
<span class="lineNum"> 620 </span> :
|
|
<span class="lineNum"> 621 </span> : /* autosave */
|
|
<span class="lineNum"> 622 </span><span class="lineCov"> 28032 : if (state->autosave != 0</span>
|
|
<span class="lineNum"> 623 </span><span class="lineNoCov"> 0 : && autosavedone >= autosavelimit /* if we have reached the limit */</span>
|
|
<span class="lineNum"> 624 </span><span class="lineNoCov"> 0 : && autosavemissing >= autosavelimit /* if we have at least a full step to do */</span>
|
|
<span class="lineNum"> 625 </span> : ) {
|
|
<span class="lineNum"> 626 </span><span class="lineNoCov"> 0 : autosavedone = 0; /* restart the counter */</span>
|
|
<span class="lineNum"> 627 </span> :
|
|
<span class="lineNum"> 628 </span> : /* until now is misc */
|
|
<span class="lineNum"> 629 </span><span class="lineNoCov"> 0 : state_usage_misc(state);</span>
|
|
<span class="lineNum"> 630 </span> :
|
|
<span class="lineNum"> 631 </span><span class="lineNoCov"> 0 : state_progress_stop(state);</span>
|
|
<span class="lineNum"> 632 </span> :
|
|
<span class="lineNum"> 633 </span><span class="lineNoCov"> 0 : msg_progress("Autosaving...\n");</span>
|
|
<span class="lineNum"> 634 </span><span class="lineNoCov"> 0 : state_write(state);</span>
|
|
<span class="lineNum"> 635 </span> :
|
|
<span class="lineNum"> 636 </span><span class="lineNoCov"> 0 : state_progress_restart(state);</span>
|
|
<span class="lineNum"> 637 </span> :
|
|
<span class="lineNum"> 638 </span> : /* drop until now */
|
|
<span class="lineNum"> 639 </span><span class="lineNoCov"> 0 : state_usage_waste(state);</span>
|
|
<span class="lineNum"> 640 </span> : }
|
|
<span class="lineNum"> 641 </span><span class="lineCov"> 28032 : }</span>
|
|
<span class="lineNum"> 642 </span> :
|
|
<span class="lineNum"> 643 </span><span class="lineCov"> 11 : state_progress_end(state, countpos, countmax, countsize);</span>
|
|
<span class="lineNum"> 644 </span> :
|
|
<span class="lineNum"> 645 </span><span class="lineCov"> 11 : state_usage_print(state);</span>
|
|
<span class="lineNum"> 646 </span> :
|
|
<span class="lineNum"> 647 </span><span class="lineCov"> 11 : if (error || silent_error || io_error) {</span>
|
|
<span class="lineNum"> 648 </span><span class="lineCov"> 1 : msg_status("\n");</span>
|
|
<span class="lineNum"> 649 </span><span class="lineCov"> 1 : msg_status("%8u file errors\n", error);</span>
|
|
<span class="lineNum"> 650 </span><span class="lineCov"> 1 : msg_status("%8u io errors\n", io_error);</span>
|
|
<span class="lineNum"> 651 </span><span class="lineCov"> 1 : msg_status("%8u data errors\n", silent_error);</span>
|
|
<span class="lineNum"> 652 </span> : } else {
|
|
<span class="lineNum"> 653 </span> : /* print the result only if processed something */
|
|
<span class="lineNum"> 654 </span><span class="lineCov"> 10 : if (countpos != 0)</span>
|
|
<span class="lineNum"> 655 </span><span class="lineCov"> 9 : msg_status("Everything OK\n");</span>
|
|
<span class="lineNum"> 656 </span> : }
|
|
<span class="lineNum"> 657 </span> :
|
|
<span class="lineNum"> 658 </span><span class="lineCov"> 11 : if (error)</span>
|
|
<span class="lineNum"> 659 </span><span class="lineNoCov"> 0 : log_fatal("WARNING! Unexpected file errors!\n");</span>
|
|
<span class="lineNum"> 660 </span><span class="lineCov"> 11 : if (io_error)</span>
|
|
<span class="lineNum"> 661 </span><span class="lineNoCov"> 0 : log_fatal("DANGER! Unexpected input/output errors! The failing blocks are now marked as bad!\n");</span>
|
|
<span class="lineNum"> 662 </span><span class="lineCov"> 11 : if (silent_error)</span>
|
|
<span class="lineNum"> 663 </span><span class="lineCov"> 1 : log_fatal("DANGER! Unexpected data errors! The failing blocks are now marked as bad!\n");</span>
|
|
<span class="lineNum"> 664 </span><span class="lineCov"> 11 : if (io_error || silent_error) {</span>
|
|
<span class="lineNum"> 665 </span><span class="lineCov"> 1 : log_fatal("Use 'snapraid status' to list the bad blocks.\n");</span>
|
|
<span class="lineNum"> 666 </span><span class="lineCov"> 1 : log_fatal("Use 'snapraid -e fix' to recover.\n");</span>
|
|
<span class="lineNum"> 667 </span> : }
|
|
<span class="lineNum"> 668 </span> :
|
|
<span class="lineNum"> 669 </span><span class="lineCov"> 11 : log_tag("summary:error_file:%u\n", error);</span>
|
|
<span class="lineNum"> 670 </span><span class="lineCov"> 11 : log_tag("summary:error_io:%u\n", io_error);</span>
|
|
<span class="lineNum"> 671 </span><span class="lineCov"> 11 : log_tag("summary:error_data:%u\n", silent_error);</span>
|
|
<span class="lineNum"> 672 </span><span class="lineCov"> 11 : if (error + silent_error + io_error == 0)</span>
|
|
<span class="lineNum"> 673 </span><span class="lineCov"> 10 : log_tag("summary:exit:ok\n");</span>
|
|
<span class="lineNum"> 674 </span> : else
|
|
<span class="lineNum"> 675 </span><span class="lineCov"> 1 : log_tag("summary:exit:error\n");</span>
|
|
<span class="lineNum"> 676 </span><span class="lineCov"> 11 : log_flush();</span>
|
|
<span class="lineNum"> 677 </span> :
|
|
<span class="lineNum"> 678 </span> : bail:
|
|
<span class="lineNum"> 679 </span> : /* stop all the worker threads */
|
|
<span class="lineNum"> 680 </span><span class="lineCov"> 11 : io_stop(&io);</span>
|
|
<span class="lineNum"> 681 </span> :
|
|
<span class="lineNum"> 682 </span><span class="lineCov"> 77 : for (j = 0; j < diskmax; ++j) {</span>
|
|
<span class="lineNum"> 683 </span><span class="lineCov"> 66 : struct snapraid_file* file = handle[j].file;</span>
|
|
<span class="lineNum"> 684 </span><span class="lineCov"> 66 : struct snapraid_disk* disk = handle[j].disk;</span>
|
|
<span class="lineNum"> 685 </span><span class="lineCov"> 66 : ret = handle_close(&handle[j]);</span>
|
|
<span class="lineNum"> 686 </span><span class="lineCov"> 66 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 687 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 688 </span> : log_tag("error:%u:%s:%s: Close error. %s\n", blockcur, disk->name, esc_tag(file->sub, esc_buffer), strerror(errno));
|
|
<span class="lineNum"> 689 </span> : log_fatal("DANGER! Unexpected close error in a data disk.\n");
|
|
<span class="lineNum"> 690 </span> : ++error;
|
|
<span class="lineNum"> 691 </span> : /* continue, as we are already exiting */
|
|
<span class="lineNum"> 692 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 693 </span> : }
|
|
<span class="lineNum"> 694 </span> : }
|
|
<span class="lineNum"> 695 </span> :
|
|
<span class="lineNum"> 696 </span><span class="lineCov"> 11 : free(handle);</span>
|
|
<span class="lineNum"> 697 </span><span class="lineCov"> 11 : free(rehandle_alloc);</span>
|
|
<span class="lineNum"> 698 </span><span class="lineCov"> 11 : free(waiting_map);</span>
|
|
<span class="lineNum"> 699 </span><span class="lineCov"> 11 : io_done(&io);</span>
|
|
<span class="lineNum"> 700 </span> :
|
|
<span class="lineNum"> 701 </span><span class="lineCov"> 11 : if (state->opt.expect_recoverable) {</span>
|
|
<span class="lineNum"> 702 </span><span class="lineCov"> 1 : if (error + silent_error + io_error == 0)</span>
|
|
<span class="lineNum"> 703 </span><span class="lineNoCov"> 0 : return -1;</span>
|
|
<span class="lineNum"> 704 </span> : } else {
|
|
<span class="lineNum"> 705 </span><span class="lineCov"> 10 : if (error + silent_error + io_error != 0)</span>
|
|
<span class="lineNum"> 706 </span><span class="lineNoCov"> 0 : return -1;</span>
|
|
<span class="lineNum"> 707 </span> : }
|
|
<span class="lineNum"> 708 </span><span class="lineCov"> 11 : return 0;</span>
|
|
<span class="lineNum"> 709 </span> : }
|
|
<span class="lineNum"> 710 </span> :
|
|
<span class="lineNum"> 711 </span> : /**
|
|
<a name="712"><span class="lineNum"> 712 </span> : * Return a * b / c approximated to the upper value.</a>
|
|
<span class="lineNum"> 713 </span> : */
|
|
<span class="lineNum"> 714 </span><span class="lineCov"> 2 : static uint32_t md(uint32_t a, uint32_t b, uint32_t c)</span>
|
|
<span class="lineNum"> 715 </span> : {
|
|
<span class="lineNum"> 716 </span><span class="lineCov"> 2 : uint64_t v = a;</span>
|
|
<span class="lineNum"> 717 </span> :
|
|
<span class="lineNum"> 718 </span><span class="lineCov"> 2 : v *= b;</span>
|
|
<span class="lineNum"> 719 </span><span class="lineCov"> 2 : v += c - 1;</span>
|
|
<span class="lineNum"> 720 </span><span class="lineCov"> 2 : v /= c;</span>
|
|
<span class="lineNum"> 721 </span> :
|
|
<span class="lineNum"> 722 </span><span class="lineCov"> 2 : return v;</span>
|
|
<a name="723"><span class="lineNum"> 723 </span> : }</a>
|
|
<span class="lineNum"> 724 </span> :
|
|
<span class="lineNum"> 725 </span><span class="lineCov"> 11 : int state_scrub(struct snapraid_state* state, int plan, int olderthan)</span>
|
|
<span class="lineNum"> 726 </span> : {
|
|
<span class="lineNum"> 727 </span> : block_off_t blockmax;
|
|
<span class="lineNum"> 728 </span> : block_off_t countlimit;
|
|
<span class="lineNum"> 729 </span> : block_off_t i;
|
|
<span class="lineNum"> 730 </span> : block_off_t count;
|
|
<span class="lineNum"> 731 </span> : time_t recentlimit;
|
|
<span class="lineNum"> 732 </span> : int ret;
|
|
<span class="lineNum"> 733 </span> : struct snapraid_parity_handle parity_handle[LEV_MAX];
|
|
<span class="lineNum"> 734 </span> : struct snapraid_plan ps;
|
|
<span class="lineNum"> 735 </span> : time_t* timemap;
|
|
<span class="lineNum"> 736 </span> : unsigned error;
|
|
<span class="lineNum"> 737 </span> : time_t now;
|
|
<span class="lineNum"> 738 </span> : unsigned l;
|
|
<span class="lineNum"> 739 </span> :
|
|
<span class="lineNum"> 740 </span> : /* get the present time */
|
|
<span class="lineNum"> 741 </span><span class="lineCov"> 11 : now = time(0);</span>
|
|
<span class="lineNum"> 742 </span> :
|
|
<span class="lineNum"> 743 </span><span class="lineCov"> 11 : msg_progress("Initializing...\n");</span>
|
|
<span class="lineNum"> 744 </span> :
|
|
<span class="lineNum"> 745 </span><span class="lineCov"> 11 : if ((plan == SCRUB_BAD || plan == SCRUB_NEW || plan == SCRUB_FULL)</span>
|
|
<span class="lineNum"> 746 </span><span class="lineCov"> 4 : && olderthan >= 0) {</span>
|
|
<span class="lineNum"> 747 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 748 </span> : log_fatal("You can specify -o, --older-than only with a numeric percentage.\n");
|
|
<span class="lineNum"> 749 </span> : exit(EXIT_FAILURE);
|
|
<span class="lineNum"> 750 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 751 </span> : }
|
|
<span class="lineNum"> 752 </span> :
|
|
<span class="lineNum"> 753 </span><span class="lineCov"> 11 : blockmax = parity_allocated_size(state);</span>
|
|
<span class="lineNum"> 754 </span> :
|
|
<span class="lineNum"> 755 </span> : /* preinitialize to avoid warnings */
|
|
<span class="lineNum"> 756 </span><span class="lineCov"> 11 : countlimit = 0;</span>
|
|
<span class="lineNum"> 757 </span><span class="lineCov"> 11 : recentlimit = 0;</span>
|
|
<span class="lineNum"> 758 </span> :
|
|
<span class="lineNum"> 759 </span><span class="lineCov"> 11 : ps.state = state;</span>
|
|
<span class="lineNum"> 760 </span><span class="lineCov"> 11 : if (state->opt.force_scrub_even) {</span>
|
|
<span class="lineNum"> 761 </span><span class="lineCov"> 1 : ps.plan = SCRUB_EVEN;</span>
|
|
<span class="lineNum"> 762 </span><span class="lineCov"> 10 : } else if (plan == SCRUB_FULL) {</span>
|
|
<span class="lineNum"> 763 </span><span class="lineCov"> 2 : ps.plan = SCRUB_FULL;</span>
|
|
<span class="lineNum"> 764 </span><span class="lineCov"> 8 : } else if (plan == SCRUB_NEW) {</span>
|
|
<span class="lineNum"> 765 </span><span class="lineCov"> 1 : ps.plan = SCRUB_NEW;</span>
|
|
<span class="lineNum"> 766 </span><span class="lineCov"> 7 : } else if (plan == SCRUB_BAD) {</span>
|
|
<span class="lineNum"> 767 </span><span class="lineCov"> 1 : ps.plan = SCRUB_BAD;</span>
|
|
<span class="lineNum"> 768 </span><span class="lineCov"> 6 : } else if (state->opt.force_scrub_at) {</span>
|
|
<span class="lineNum"> 769 </span> : /* scrub the specified amount of blocks */
|
|
<span class="lineNum"> 770 </span><span class="lineCov"> 4 : ps.plan = SCRUB_AUTO;</span>
|
|
<span class="lineNum"> 771 </span><span class="lineCov"> 4 : countlimit = state->opt.force_scrub_at;</span>
|
|
<span class="lineNum"> 772 </span><span class="lineCov"> 4 : recentlimit = now;</span>
|
|
<span class="lineNum"> 773 </span> : } else {
|
|
<span class="lineNum"> 774 </span><span class="lineCov"> 2 : ps.plan = SCRUB_AUTO;</span>
|
|
<span class="lineNum"> 775 </span><span class="lineCov"> 2 : if (plan >= 0) {</span>
|
|
<span class="lineNum"> 776 </span><span class="lineCov"> 1 : countlimit = md(blockmax, plan, 100);</span>
|
|
<span class="lineNum"> 777 </span> : } else {
|
|
<span class="lineNum"> 778 </span> : /* by default scrub 8.33% of the array (100/12=8.(3)) */
|
|
<span class="lineNum"> 779 </span><span class="lineCov"> 1 : countlimit = md(blockmax, 1, 12);</span>
|
|
<span class="lineNum"> 780 </span> : }
|
|
<span class="lineNum"> 781 </span> :
|
|
<span class="lineNum"> 782 </span><span class="lineCov"> 2 : if (olderthan >= 0) {</span>
|
|
<span class="lineNum"> 783 </span><span class="lineCov"> 1 : recentlimit = now - olderthan * 24 * 3600;</span>
|
|
<span class="lineNum"> 784 </span> : } else {
|
|
<span class="lineNum"> 785 </span> : /* by default use a 10 day time limit */
|
|
<span class="lineNum"> 786 </span><span class="lineCov"> 1 : recentlimit = now - 10 * 24 * 3600;</span>
|
|
<span class="lineNum"> 787 </span> : }
|
|
<span class="lineNum"> 788 </span> : }
|
|
<span class="lineNum"> 789 </span> :
|
|
<span class="lineNum"> 790 </span> : /* identify the time limit */
|
|
<span class="lineNum"> 791 </span> : /* we sort all the block times, and we identify the time limit for which we reach the quota */
|
|
<span class="lineNum"> 792 </span> : /* this allow to process first the oldest blocks */
|
|
<span class="lineNum"> 793 </span><span class="lineCov"> 11 : timemap = malloc_nofail(blockmax * sizeof(time_t));</span>
|
|
<span class="lineNum"> 794 </span> :
|
|
<span class="lineNum"> 795 </span> : /* copy the info in the temp vector */
|
|
<span class="lineNum"> 796 </span><span class="lineCov"> 11 : count = 0;</span>
|
|
<span class="lineNum"> 797 </span><span class="lineCov"> 11 : log_tag("block_count:%u\n", blockmax);</span>
|
|
<span class="lineNum"> 798 </span><span class="lineCov"> 56096 : for (i = 0; i < blockmax; ++i) {</span>
|
|
<span class="lineNum"> 799 </span><span class="lineCov"> 56085 : snapraid_info info = info_get(&state->infoarr, i);</span>
|
|
<span class="lineNum"> 800 </span> :
|
|
<span class="lineNum"> 801 </span> : /* skip unused blocks */
|
|
<span class="lineNum"> 802 </span><span class="lineCov"> 56085 : if (info == 0)</span>
|
|
<span class="lineNum"> 803 </span><span class="lineNoCov"> 0 : continue;</span>
|
|
<span class="lineNum"> 804 </span> :
|
|
<span class="lineNum"> 805 </span><span class="lineCov"> 56085 : timemap[count++] = info_get_time(info);</span>
|
|
<span class="lineNum"> 806 </span> : }
|
|
<span class="lineNum"> 807 </span> :
|
|
<span class="lineNum"> 808 </span><span class="lineCov"> 11 : if (!count) {</span>
|
|
<span class="lineNum"> 809 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 810 </span> : log_fatal("The array appears to be empty.\n");
|
|
<span class="lineNum"> 811 </span> : exit(EXIT_FAILURE);
|
|
<span class="lineNum"> 812 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 813 </span> : }
|
|
<span class="lineNum"> 814 </span> :
|
|
<span class="lineNum"> 815 </span> : /* sort it */
|
|
<span class="lineNum"> 816 </span><span class="lineCov"> 11 : qsort(timemap, count, sizeof(time_t), time_compare);</span>
|
|
<span class="lineNum"> 817 </span> :
|
|
<span class="lineNum"> 818 </span> : /* output the info map */
|
|
<span class="lineNum"> 819 </span><span class="lineCov"> 11 : i = 0;</span>
|
|
<span class="lineNum"> 820 </span><span class="lineCov"> 11 : log_tag("info_count:%u\n", count);</span>
|
|
<span class="lineNum"> 821 </span><span class="lineCov"> 45 : while (i < count) {</span>
|
|
<span class="lineNum"> 822 </span><span class="lineCov"> 23 : unsigned j = i + 1;</span>
|
|
<span class="lineNum"> 823 </span><span class="lineCov"> 56108 : while (j < count && timemap[i] == timemap[j])</span>
|
|
<span class="lineNum"> 824 </span><span class="lineCov"> 56062 : ++j;</span>
|
|
<span class="lineNum"> 825 </span><span class="lineCov"> 23 : log_tag("info_time:%" PRIu64 ":%u\n", (uint64_t)timemap[i], j - i);</span>
|
|
<span class="lineNum"> 826 </span><span class="lineCov"> 23 : i = j;</span>
|
|
<span class="lineNum"> 827 </span> : }
|
|
<span class="lineNum"> 828 </span> :
|
|
<span class="lineNum"> 829 </span> : /* compute the limits from count/recentlimit */
|
|
<span class="lineNum"> 830 </span><span class="lineCov"> 11 : if (ps.plan == SCRUB_AUTO) {</span>
|
|
<span class="lineNum"> 831 </span> : /* no more than the full count */
|
|
<span class="lineNum"> 832 </span><span class="lineCov"> 6 : if (countlimit > count)</span>
|
|
<span class="lineNum"> 833 </span><span class="lineCov"> 2 : countlimit = count;</span>
|
|
<span class="lineNum"> 834 </span> :
|
|
<span class="lineNum"> 835 </span> : /* decrease until we reach the specific recentlimit */
|
|
<span class="lineNum"> 836 </span><span class="lineCov"> 59 : while (countlimit > 0 && timemap[countlimit - 1] > recentlimit)</span>
|
|
<span class="lineNum"> 837 </span><span class="lineCov"> 47 : --countlimit;</span>
|
|
<span class="lineNum"> 838 </span> :
|
|
<span class="lineNum"> 839 </span> : /* if there is something to scrub */
|
|
<span class="lineNum"> 840 </span><span class="lineCov"> 6 : if (countlimit > 0) {</span>
|
|
<span class="lineNum"> 841 </span> : /* get the most recent time we want to scrub */
|
|
<span class="lineNum"> 842 </span><span class="lineCov"> 5 : ps.timelimit = timemap[countlimit - 1];</span>
|
|
<span class="lineNum"> 843 </span> :
|
|
<span class="lineNum"> 844 </span> : /* count how many entries for this exact time we have to scrub */
|
|
<span class="lineNum"> 845 </span> : /* if the blocks have all the same time, we end with countlimit == lastlimit */
|
|
<span class="lineNum"> 846 </span><span class="lineCov"> 5 : ps.lastlimit = 1;</span>
|
|
<span class="lineNum"> 847 </span><span class="lineCov"> 2601 : while (countlimit > ps.lastlimit && timemap[countlimit - ps.lastlimit - 1] == ps.timelimit)</span>
|
|
<span class="lineNum"> 848 </span><span class="lineCov"> 2591 : ++ps.lastlimit;</span>
|
|
<span class="lineNum"> 849 </span> : } else {
|
|
<span class="lineNum"> 850 </span> : /* if nothing to scrub, disable also other limits */
|
|
<span class="lineNum"> 851 </span><span class="lineCov"> 1 : ps.timelimit = 0;</span>
|
|
<span class="lineNum"> 852 </span><span class="lineCov"> 1 : ps.lastlimit = 0;</span>
|
|
<span class="lineNum"> 853 </span> : }
|
|
<span class="lineNum"> 854 </span> :
|
|
<span class="lineNum"> 855 </span><span class="lineCov"> 6 : log_tag("count_limit:%u\n", countlimit);</span>
|
|
<span class="lineNum"> 856 </span><span class="lineCov"> 6 : log_tag("time_limit:%" PRIu64 "\n", (uint64_t)ps.timelimit);</span>
|
|
<span class="lineNum"> 857 </span><span class="lineCov"> 6 : log_tag("last_limit:%u\n", ps.lastlimit);</span>
|
|
<span class="lineNum"> 858 </span> : }
|
|
<span class="lineNum"> 859 </span> :
|
|
<span class="lineNum"> 860 </span> : /* free the temp vector */
|
|
<span class="lineNum"> 861 </span><span class="lineCov"> 11 : free(timemap);</span>
|
|
<span class="lineNum"> 862 </span> :
|
|
<span class="lineNum"> 863 </span> : /* open the file for reading */
|
|
<span class="lineNum"> 864 </span><span class="lineCov"> 77 : for (l = 0; l < state->level; ++l) {</span>
|
|
<span class="lineNum"> 865 </span><span class="lineCov"> 66 : ret = parity_open(&parity_handle[l], &state->parity[l], l, state->file_mode, state->block_size, state->opt.parity_limit_size);</span>
|
|
<span class="lineNum"> 866 </span><span class="lineCov"> 66 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 867 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 868 </span> : log_fatal("WARNING! Without an accessible %s file, it isn't possible to scrub.\n", lev_name(l));
|
|
<span class="lineNum"> 869 </span> : exit(EXIT_FAILURE);
|
|
<span class="lineNum"> 870 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 871 </span> : }
|
|
<span class="lineNum"> 872 </span> : }
|
|
<span class="lineNum"> 873 </span> :
|
|
<span class="lineNum"> 874 </span><span class="lineCov"> 11 : msg_progress("Scrubbing...\n");</span>
|
|
<span class="lineNum"> 875 </span> :
|
|
<span class="lineNum"> 876 </span><span class="lineCov"> 11 : error = 0;</span>
|
|
<span class="lineNum"> 877 </span> :
|
|
<span class="lineNum"> 878 </span><span class="lineCov"> 11 : ret = state_scrub_process(state, parity_handle, 0, blockmax, &ps, now);</span>
|
|
<span class="lineNum"> 879 </span><span class="lineCov"> 11 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 880 </span><span class="lineNoCov"> 0 : ++error;</span>
|
|
<span class="lineNum"> 881 </span> : /* continue, as we are already exiting */
|
|
<span class="lineNum"> 882 </span> : }
|
|
<span class="lineNum"> 883 </span> :
|
|
<span class="lineNum"> 884 </span><span class="lineCov"> 77 : for (l = 0; l < state->level; ++l) {</span>
|
|
<span class="lineNum"> 885 </span><span class="lineCov"> 66 : ret = parity_close(&parity_handle[l]);</span>
|
|
<span class="lineNum"> 886 </span><span class="lineCov"> 66 : if (ret == -1) {</span>
|
|
<span class="lineNum"> 887 </span> : /* LCOV_EXCL_START */
|
|
<span class="lineNum"> 888 </span> : log_fatal("DANGER! Unexpected close error in %s disk.\n", lev_name(l));
|
|
<span class="lineNum"> 889 </span> : ++error;
|
|
<span class="lineNum"> 890 </span> : /* continue, as we are already exiting */
|
|
<span class="lineNum"> 891 </span> : /* LCOV_EXCL_STOP */
|
|
<span class="lineNum"> 892 </span> : }
|
|
<span class="lineNum"> 893 </span> : }
|
|
<span class="lineNum"> 894 </span> :
|
|
<span class="lineNum"> 895 </span> : /* abort if required */
|
|
<span class="lineNum"> 896 </span><span class="lineCov"> 11 : if (error != 0)</span>
|
|
<span class="lineNum"> 897 </span><span class="lineNoCov"> 0 : return -1;</span>
|
|
<span class="lineNum"> 898 </span><span class="lineCov"> 11 : return 0;</span>
|
|
<span class="lineNum"> 899 </span> : }
|
|
<span class="lineNum"> 900 </span> :
|
|
</pre>
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
<br>
|
|
|
|
<table width="100%" border=0 cellspacing=0 cellpadding=0>
|
|
<tr><td class="ruler"><img src="../glass.png" width=3 height=3 alt=""></td></tr>
|
|
<tr><td class="versionInfo">Generated by: <a href="http://ltp.sourceforge.net/coverage/lcov.php" target="_parent">LCOV version 1.10</a></td></tr>
|
|
</table>
|
|
<br>
|
|
|
|
</body>
|
|
</html>
|