2011-03-01 22:19:30 +01:00
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
< html lang = "en" >
< head >
< meta http-equiv = "Content-Type" content = "text/html; charset=UTF-8" >
< title > LCOV - lcov.info - cmdline/sync.c< / title >
< link rel = "stylesheet" type = "text/css" href = "../gcov.css" >
< / head >
< body >
< table width = "100%" border = 0 cellspacing = 0 cellpadding = 0 >
< tr > < td class = "title" > LCOV - code coverage report< / td > < / tr >
< tr > < td class = "ruler" > < img src = "../glass.png" width = 3 height = 3 alt = "" > < / td > < / tr >
< tr >
< td width = "100%" >
< table cellpadding = 1 border = 0 width = "100%" >
< tr >
< td width = "10%" class = "headerItem" > Current view:< / td >
< td width = "35%" class = "headerValue" > < a href = "../index.html" > top level< / a > - < a href = "index.html" > cmdline< / a > - sync.c< span style = "font-size: 80%;" > (source / < a href = "sync.c.func.html" > functions< / a > )< / span > < / td >
< td width = "5%" > < / td >
< td width = "15%" > < / td >
< td width = "10%" class = "headerCovTableHead" > Hit< / td >
< td width = "10%" class = "headerCovTableHead" > Total< / td >
< td width = "15%" class = "headerCovTableHead" > Coverage< / td >
< / tr >
< tr >
< td class = "headerItem" > Test:< / td >
< td class = "headerValue" > lcov.info< / td >
< td > < / td >
< td class = "headerItem" > Lines:< / td >
2016-11-21 19:48:21 +01:00
< td class = "headerCovTableEntry" > 501< / td >
2016-11-06 19:57:56 +01:00
< td class = "headerCovTableEntry" > 546< / td >
2016-11-21 19:48:21 +01:00
< td class = "headerCovTableEntryHi" > 91.8 %< / td >
2011-03-01 22:19:30 +01:00
< / tr >
< tr >
< td class = "headerItem" > Date:< / td >
2016-11-21 19:48:21 +01:00
< td class = "headerValue" > 2016-11-21< / td >
2011-03-01 22:19:30 +01:00
< td > < / td >
< td class = "headerItem" > Functions:< / td >
2016-11-06 18:12:17 +01:00
< td class = "headerCovTableEntry" > 7< / td >
< td class = "headerCovTableEntry" > 7< / td >
2011-03-01 22:19:30 +01:00
< td class = "headerCovTableEntryHi" > 100.0 %< / td >
< / tr >
< tr > < td > < img src = "../glass.png" width = 3 height = 3 alt = "" > < / td > < / tr >
< / table >
< / td >
< / tr >
< tr > < td class = "ruler" > < img src = "../glass.png" width = 3 height = 3 alt = "" > < / td > < / tr >
< / table >
< table cellpadding = 0 cellspacing = 0 border = 0 >
< tr >
< td > < br > < / td >
< / tr >
< tr >
< td >
< pre class = "sourceHeading" > Line data Source code< / pre >
< pre class = "source" >
< a name = "1" > < span class = "lineNum" > 1 < / span > : /*< / a >
< span class = "lineNum" > 2 < / span > : * Copyright (C) 2011 Andrea Mazzoleni
< span class = "lineNum" > 3 < / span > : *
< span class = "lineNum" > 4 < / span > : * This program is free software: you can redistribute it and/or modify
< span class = "lineNum" > 5 < / span > : * it under the terms of the GNU General Public License as published by
< span class = "lineNum" > 6 < / span > : * the Free Software Foundation, either version 3 of the License, or
< span class = "lineNum" > 7 < / span > : * (at your option) any later version.
< span class = "lineNum" > 8 < / span > : *
< span class = "lineNum" > 9 < / span > : * This program is distributed in the hope that it will be useful,
< span class = "lineNum" > 10 < / span > : * but WITHOUT ANY WARRANTY; without even the implied warranty of
< span class = "lineNum" > 11 < / span > : * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
< span class = "lineNum" > 12 < / span > : * GNU General Public License for more details.
< span class = "lineNum" > 13 < / span > : *
< span class = "lineNum" > 14 < / span > : * You should have received a copy of the GNU General Public License
< span class = "lineNum" > 15 < / span > : * along with this program. If not, see < http://www.gnu.org/licenses/> .
< span class = "lineNum" > 16 < / span > : */
< span class = "lineNum" > 17 < / span > :
< span class = "lineNum" > 18 < / span > : #include " portable.h"
< span class = "lineNum" > 19 < / span > :
< span class = "lineNum" > 20 < / span > : #include " support.h"
< span class = "lineNum" > 21 < / span > : #include " elem.h"
< span class = "lineNum" > 22 < / span > : #include " state.h"
< span class = "lineNum" > 23 < / span > : #include " parity.h"
< span class = "lineNum" > 24 < / span > : #include " handle.h"
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 25 < / span > : #include " io.h"
< span class = "lineNum" > 26 < / span > : #include " raid/raid.h"
< span class = "lineNum" > 27 < / span > :
< span class = "lineNum" > 28 < / span > : /****************************************************************************/
< a name = "29" > < span class = "lineNum" > 29 < / span > : /* hash */< / a >
< span class = "lineNum" > 30 < / span > :
< span class = "lineNum" > 31 < / span > < span class = "lineCov" > 7 : static int state_hash_process(struct snapraid_state* state, block_off_t blockstart, block_off_t blockmax, int* skip_sync)< / span >
< span class = "lineNum" > 32 < / span > : {
< span class = "lineNum" > 33 < / span > : struct snapraid_handle* handle;
< span class = "lineNum" > 34 < / span > : unsigned diskmax;
< span class = "lineNum" > 35 < / span > : block_off_t i;
< span class = "lineNum" > 36 < / span > : unsigned j;
< span class = "lineNum" > 37 < / span > : void* buffer;
< span class = "lineNum" > 38 < / span > : void* buffer_alloc;
< span class = "lineNum" > 39 < / span > : data_off_t countsize;
< span class = "lineNum" > 40 < / span > : block_off_t countpos;
< span class = "lineNum" > 41 < / span > : block_off_t countmax;
< span class = "lineNum" > 42 < / span > : int ret;
< span class = "lineNum" > 43 < / span > : unsigned error;
< span class = "lineNum" > 44 < / span > : unsigned silent_error;
< span class = "lineNum" > 45 < / span > : unsigned io_error;
< span class = "lineNum" > 46 < / span > : char esc_buffer[ESC_MAX];
< span class = "lineNum" > 47 < / span > :
< span class = "lineNum" > 48 < / span > : /* maps the disks to handles */
< span class = "lineNum" > 49 < / span > < span class = "lineCov" > 7 : handle = handle_mapping(state, & diskmax);< / span >
< span class = "lineNum" > 50 < / span > :
< span class = "lineNum" > 51 < / span > : /* buffer for reading */
< span class = "lineNum" > 52 < / span > < span class = "lineCov" > 7 : buffer = malloc_nofail_direct(state-> block_size, & buffer_alloc);< / span >
< span class = "lineNum" > 53 < / span > < span class = "lineCov" > 7 : if (!state-> opt.skip_self)< / span >
< span class = "lineNum" > 54 < / span > < span class = "lineNoCov" > 0 : mtest_vector(1, state-> block_size, & buffer);< / span >
< span class = "lineNum" > 55 < / span > :
< span class = "lineNum" > 56 < / span > < span class = "lineCov" > 7 : error = 0;< / span >
< span class = "lineNum" > 57 < / span > < span class = "lineCov" > 7 : silent_error = 0;< / span >
< span class = "lineNum" > 58 < / span > < span class = "lineCov" > 7 : io_error = 0;< / span >
2011-03-01 22:19:30 +01:00
< span class = "lineNum" > 59 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 60 < / span > : /* first count the number of blocks to process */
< span class = "lineNum" > 61 < / span > < span class = "lineCov" > 7 : countmax = 0;< / span >
< span class = "lineNum" > 62 < / span > < span class = "lineCov" > 49 : for (j = 0; j < diskmax; ++j) {< / span >
< span class = "lineNum" > 63 < / span > < span class = "lineCov" > 42 : struct snapraid_disk* disk = handle[j].disk;< / span >
< span class = "lineNum" > 64 < / span > :
< span class = "lineNum" > 65 < / span > : /* if no disk, nothing to check */
< span class = "lineNum" > 66 < / span > < span class = "lineCov" > 42 : if (!disk)< / span >
< span class = "lineNum" > 67 < / span > < span class = "lineNoCov" > 0 : continue;< / span >
< span class = "lineNum" > 68 < / span > :
< span class = "lineNum" > 69 < / span > < span class = "lineCov" > 236670 : for (i = blockstart; i < blockmax; ++i) {< / span >
< span class = "lineNum" > 70 < / span > : struct snapraid_block* block;
< span class = "lineNum" > 71 < / span > : unsigned block_state;
2011-03-01 22:19:30 +01:00
< span class = "lineNum" > 72 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 73 < / span > < span class = "lineCov" > 236628 : block = fs_par2block_find(disk, i);< / span >
< span class = "lineNum" > 74 < / span > :
< span class = "lineNum" > 75 < / span > : /* get the state of the block */
< span class = "lineNum" > 76 < / span > < span class = "lineCov" > 236628 : block_state = block_state_get(block);< / span >
< span class = "lineNum" > 77 < / span > :
< span class = "lineNum" > 78 < / span > : /* process REP and CHG blocks */
< span class = "lineNum" > 79 < / span > < span class = "lineCov" > 236628 : if (block_state != BLOCK_STATE_REP & & block_state != BLOCK_STATE_CHG)< / span >
< span class = "lineNum" > 80 < / span > < span class = "lineCov" > 223278 : continue;< / span >
< span class = "lineNum" > 81 < / span > :
< span class = "lineNum" > 82 < / span > < span class = "lineCov" > 13350 : ++countmax;< / span >
< span class = "lineNum" > 83 < / span > : }
< span class = "lineNum" > 84 < / span > : }
< span class = "lineNum" > 85 < / span > :
< span class = "lineNum" > 86 < / span > : /* drop until now */
< span class = "lineNum" > 87 < / span > < span class = "lineCov" > 7 : state_usage_waste(state);< / span >
2011-03-01 22:19:30 +01:00
< span class = "lineNum" > 88 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 89 < / span > < span class = "lineCov" > 7 : countsize = 0;< / span >
< span class = "lineNum" > 90 < / span > < span class = "lineCov" > 7 : countpos = 0;< / span >
< span class = "lineNum" > 91 < / span > < span class = "lineCov" > 7 : if (!state_progress_begin(state, blockstart, blockmax, countmax))< / span >
< span class = "lineNum" > 92 < / span > < span class = "lineNoCov" > 0 : goto end;< / span >
< span class = "lineNum" > 93 < / span > :
< span class = "lineNum" > 94 < / span > < span class = "lineCov" > 49 : for (j = 0; j < diskmax; ++j) {< / span >
< span class = "lineNum" > 95 < / span > < span class = "lineCov" > 42 : struct snapraid_disk* disk = handle[j].disk;< / span >
< span class = "lineNum" > 96 < / span > :
< span class = "lineNum" > 97 < / span > : /* if no disk, nothing to check */
< span class = "lineNum" > 98 < / span > < span class = "lineCov" > 42 : if (!disk)< / span >
< span class = "lineNum" > 99 < / span > < span class = "lineNoCov" > 0 : continue;< / span >
< span class = "lineNum" > 100 < / span > :
< span class = "lineNum" > 101 < / span > < span class = "lineCov" > 236670 : for (i = blockstart; i < blockmax; ++i) {< / span >
< span class = "lineNum" > 102 < / span > : snapraid_info info;
< span class = "lineNum" > 103 < / span > : int rehash;
< span class = "lineNum" > 104 < / span > : struct snapraid_block* block;
< span class = "lineNum" > 105 < / span > : int read_size;
< span class = "lineNum" > 106 < / span > : unsigned char hash[HASH_MAX];
< span class = "lineNum" > 107 < / span > : unsigned block_state;
< span class = "lineNum" > 108 < / span > : struct snapraid_file* file;
< span class = "lineNum" > 109 < / span > : block_off_t file_pos;
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 110 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 111 < / span > < span class = "lineCov" > 236628 : block = fs_par2block_find(disk, i);< / span >
< span class = "lineNum" > 112 < / span > :
< span class = "lineNum" > 113 < / span > : /* get the state of the block */
< span class = "lineNum" > 114 < / span > < span class = "lineCov" > 236628 : block_state = block_state_get(block);< / span >
< span class = "lineNum" > 115 < / span > :
< span class = "lineNum" > 116 < / span > : /* process REP and CHG blocks */
< span class = "lineNum" > 117 < / span > < span class = "lineCov" > 236628 : if (block_state != BLOCK_STATE_REP & & block_state != BLOCK_STATE_CHG)< / span >
< span class = "lineNum" > 118 < / span > < span class = "lineCov" > 446566 : continue;< / span >
< span class = "lineNum" > 119 < / span > :
< span class = "lineNum" > 120 < / span > : /* get the file of this block */
< span class = "lineNum" > 121 < / span > < span class = "lineCov" > 13350 : file = fs_par2file_get(disk, i, & file_pos);< / span >
< span class = "lineNum" > 122 < / span > :
< span class = "lineNum" > 123 < / span > : /* get block specific info */
< span class = "lineNum" > 124 < / span > < span class = "lineCov" > 13350 : info = info_get(& state-> infoarr, i);< / span >
< span class = "lineNum" > 125 < / span > :
< span class = "lineNum" > 126 < / span > : /* if we have to use the old hash */
< span class = "lineNum" > 127 < / span > < span class = "lineCov" > 13350 : rehash = info_get_rehash(info);< / span >
< span class = "lineNum" > 128 < / span > :
< span class = "lineNum" > 129 < / span > : /* until now is misc */
< span class = "lineNum" > 130 < / span > < span class = "lineCov" > 13350 : state_usage_misc(state);< / span >
< span class = "lineNum" > 131 < / span > :
< span class = "lineNum" > 132 < / span > : /* if the file is different than the current one, close it */
< span class = "lineNum" > 133 < / span > < span class = "lineCov" > 13350 : if (handle[j].file != 0 & & handle[j].file != file) {< / span >
< span class = "lineNum" > 134 < / span > : /* keep a pointer at the file we are going to close for error reporting */
< span class = "lineNum" > 135 < / span > < span class = "lineCov" > 5366 : struct snapraid_file* report = handle[j].file;< / span >
< span class = "lineNum" > 136 < / span > < span class = "lineCov" > 5366 : ret = handle_close(& handle[j]);< / span >
< span class = "lineNum" > 137 < / span > < span class = "lineCov" > 5366 : if (ret == -1) {< / span >
< span class = "lineNum" > 138 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 139 < / span > : /* This one is really an unexpected error, because we are only reading */
< span class = "lineNum" > 140 < / span > : /* and closing a descriptor should never fail */
< span class = "lineNum" > 141 < / span > : if (errno == EIO) {
< span class = "lineNum" > 142 < / span > : log_tag(" error:%u:%s:%s: Close EIO error. %s\n" , i, disk-> name, esc_tag(report-> sub, esc_buffer), strerror(errno));
< span class = "lineNum" > 143 < / span > : log_fatal(" DANGER! Unexpected input/output close error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 144 < / span > : log_fatal(" Ensure that disk '%s' is sane and that file '%s' can be accessed.\n" , disk-> dir, handle[j].path);
< span class = "lineNum" > 145 < / span > : log_fatal(" Stopping at block %u\n" , i);
< span class = "lineNum" > 146 < / span > : ++io_error;
< span class = "lineNum" > 147 < / span > : goto bail;
< span class = "lineNum" > 148 < / span > : }
< span class = "lineNum" > 149 < / span > :
< span class = "lineNum" > 150 < / span > : log_tag(" error:%u:%s:%s: Close error. %s\n" , i, disk-> name, esc_tag(report-> sub, esc_buffer), strerror(errno));
< span class = "lineNum" > 151 < / span > : log_fatal(" WARNING! Unexpected close error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 152 < / span > : log_fatal(" Ensure that file '%s' can be accessed.\n" , handle[j].path);
< span class = "lineNum" > 153 < / span > : log_fatal(" Stopping at block %u\n" , i);
< span class = "lineNum" > 154 < / span > : ++error;
< span class = "lineNum" > 155 < / span > : goto bail;
< span class = "lineNum" > 156 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 157 < / span > : }
< span class = "lineNum" > 158 < / span > : }
< span class = "lineNum" > 159 < / span > :
< span class = "lineNum" > 160 < / span > < span class = "lineCov" > 13350 : ret = handle_open(& handle[j], file, state-> file_mode, log_error, 0);< / span >
< span class = "lineNum" > 161 < / span > < span class = "lineCov" > 13350 : if (ret == -1) {< / span >
< span class = "lineNum" > 162 < / span > < span class = "lineCov" > 6 : if (errno == EIO) {< / span >
< span class = "lineNum" > 163 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 164 < / span > : log_tag(" error:%u:%s:%s: Open EIO error. %s\n" , i, disk-> name, esc_tag(file-> sub, esc_buffer), strerror(errno));
< span class = "lineNum" > 165 < / span > : log_fatal(" DANGER! Unexpected input/output open error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 166 < / span > : log_fatal(" Ensure that disk '%s' is sane and that file '%s' can be accessed.\n" , disk-> dir, handle[j].path);
< span class = "lineNum" > 167 < / span > : log_fatal(" Stopping at block %u\n" , i);
< span class = "lineNum" > 168 < / span > : ++io_error;
< span class = "lineNum" > 169 < / span > : goto bail;
< span class = "lineNum" > 170 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 171 < / span > : }
< span class = "lineNum" > 172 < / span > :
< span class = "lineNum" > 173 < / span > < span class = "lineCov" > 6 : if (errno == ENOENT) {< / span >
< span class = "lineNum" > 174 < / span > < span class = "lineCov" > 2 : log_tag(" error:%u:%s:%s: Open ENOENT error. %s\n" , i, disk-> name, esc_tag(file-> sub, esc_buffer), strerror(errno));< / span >
< span class = "lineNum" > 175 < / span > < span class = "lineCov" > 2 : log_error(" Missing file '%s'.\n" , handle[j].path);< / span >
< span class = "lineNum" > 176 < / span > < span class = "lineCov" > 2 : log_error(" WARNING! You cannot modify data disk during a sync.\n" );< / span >
< span class = "lineNum" > 177 < / span > < span class = "lineCov" > 2 : log_error(" Rerun the sync command when finished.\n" );< / span >
< span class = "lineNum" > 178 < / span > < span class = "lineCov" > 2 : ++error;< / span >
< span class = "lineNum" > 179 < / span > : /* if the file is missing, it means that it was removed during sync */
< span class = "lineNum" > 180 < / span > : /* this isn't a serious error, so we skip this block, and continue with others */
< span class = "lineNum" > 181 < / span > < span class = "lineCov" > 2 : continue;< / span >
< span class = "lineNum" > 182 < / span > : }
< span class = "lineNum" > 183 < / span > :
< span class = "lineNum" > 184 < / span > < span class = "lineCov" > 4 : if (errno == EACCES) {< / span >
< span class = "lineNum" > 185 < / span > < span class = "lineCov" > 4 : log_tag(" error:%u:%s:%s: Open EACCES error. %s\n" , i, disk-> name, esc_tag(file-> sub, esc_buffer), strerror(errno));< / span >
< span class = "lineNum" > 186 < / span > < span class = "lineCov" > 4 : log_error(" No access at file '%s'.\n" , handle[j].path);< / span >
< span class = "lineNum" > 187 < / span > < span class = "lineCov" > 4 : log_error(" WARNING! Please fix the access permission in the data disk.\n" );< / span >
< span class = "lineNum" > 188 < / span > < span class = "lineCov" > 4 : log_error(" Rerun the sync command when finished.\n" );< / span >
< span class = "lineNum" > 189 < / span > < span class = "lineCov" > 4 : ++error;< / span >
< span class = "lineNum" > 190 < / span > : /* this isn't a serious error, so we skip this block, and continue with others */
< span class = "lineNum" > 191 < / span > < span class = "lineCov" > 4 : continue;< / span >
< span class = "lineNum" > 192 < / span > : }
< span class = "lineNum" > 193 < / span > :
< span class = "lineNum" > 194 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 195 < / span > : log_tag(" error:%u:%s:%s: Open error. %s\n" , i, disk-> name, esc_tag(file-> sub, esc_buffer), strerror(errno));
< span class = "lineNum" > 196 < / span > : log_fatal(" WARNING! Unexpected open error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 197 < / span > : log_fatal(" Ensure that file '%s' can be accessed.\n" , handle[j].path);
< span class = "lineNum" > 198 < / span > : log_fatal(" Stopping to allow recovery. Try with 'snapraid check -f /%s'\n" , fmt_poll(disk, file-> sub, esc_buffer));
< span class = "lineNum" > 199 < / span > : ++error;
< span class = "lineNum" > 200 < / span > : goto bail;
< span class = "lineNum" > 201 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 202 < / span > : }
< span class = "lineNum" > 203 < / span > :
< span class = "lineNum" > 204 < / span > : /* check if the file is changed */
< span class = "lineNum" > 205 < / span > < span class = "lineCov" > 13344 : if (handle[j].st.st_size != file-> size< / span >
< span class = "lineNum" > 206 < / span > < span class = "lineCov" > 13343 : || handle[j].st.st_mtime != file-> mtime_sec< / span >
< span class = "lineNum" > 207 < / span > < span class = "lineCov" > 13342 : || STAT_NSEC(& handle[j].st) != file-> mtime_nsec< / span >
< span class = "lineNum" > 208 < / span > < span class = "lineCov" > 13342 : || handle[j].st.st_ino != file-> inode< / span >
< span class = "lineNum" > 209 < / span > : ) {
< span class = "lineNum" > 210 < / span > < span class = "lineCov" > 3 : log_tag(" error:%u:%s:%s: Unexpected attribute change\n" , i, disk-> name, esc_tag(file-> sub, esc_buffer));< / span >
< span class = "lineNum" > 211 < / span > < span class = "lineCov" > 3 : if (handle[j].st.st_size != file-> size) {< / span >
< span class = "lineNum" > 212 < / span > < span class = "lineCov" > 1 : log_error(" Unexpected size change at file '%s' from %" PRIu64 " to %" PRIu64 " .\n" , handle[j].path, file-> size, handle[j].st.st_size);< / span >
< span class = "lineNum" > 213 < / span > < span class = "lineCov" > 2 : } else if (handle[j].st.st_mtime != file-> mtime_sec< / span >
< span class = "lineNum" > 214 < / span > < span class = "lineCov" > 1 : || STAT_NSEC(& handle[j].st) != file-> mtime_nsec) {< / span >
< span class = "lineNum" > 215 < / span > < span class = "lineCov" > 1 : log_error(" Unexpected time change at file '%s' from %" PRIu64 " .%d to %" PRIu64 " .%d.\n" , handle[j].path, file-> mtime_sec, file-> mtime_nsec, (uint64_t)handle[j].st.st_mtime, (uint32_t)STAT_NSEC(& handle[j].st));< / span >
< span class = "lineNum" > 216 < / span > : } else {
< span class = "lineNum" > 217 < / span > < span class = "lineCov" > 1 : log_error(" Unexpected inode change from %" PRIu64 " to %" PRIu64 " at file '%s'.\n" , file-> inode, (uint64_t)handle[j].st.st_ino, handle[j].path);< / span >
< span class = "lineNum" > 218 < / span > : }
< span class = "lineNum" > 219 < / span > < span class = "lineCov" > 3 : log_error(" WARNING! You cannot modify files during a sync.\n" );< / span >
< span class = "lineNum" > 220 < / span > < span class = "lineCov" > 3 : log_error(" Rerun the sync command when finished.\n" );< / span >
< span class = "lineNum" > 221 < / span > < span class = "lineCov" > 3 : ++error;< / span >
< span class = "lineNum" > 222 < / span > : /* if the file is changed, it means that it was modified during sync */
< span class = "lineNum" > 223 < / span > : /* this isn't a serious error, so we skip this block, and continue with others */
< span class = "lineNum" > 224 < / span > < span class = "lineCov" > 3 : continue;< / span >
< span class = "lineNum" > 225 < / span > : }
< span class = "lineNum" > 226 < / span > :
< span class = "lineNum" > 227 < / span > < span class = "lineCov" > 13341 : read_size = handle_read(& handle[j], file_pos, buffer, state-> block_size, log_fatal, 0);< / span >
< span class = "lineNum" > 228 < / span > < span class = "lineCov" > 13341 : if (read_size == -1) {< / span >
< span class = "lineNum" > 229 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 230 < / span > : if (errno == EIO) {
< span class = "lineNum" > 231 < / span > : log_tag(" error:%u:%s:%s: Read EIO error at position %u. %s\n" , i, disk-> name, esc_tag(file-> sub, esc_buffer), file_pos, strerror(errno));
< span class = "lineNum" > 232 < / span > : log_fatal(" DANGER! Unexpected input/output read error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 233 < / span > : log_fatal(" Ensure that disk '%s' is sane and that file '%s' can be read.\n" , disk-> dir, handle[j].path);
< span class = "lineNum" > 234 < / span > : log_fatal(" Stopping at block %u\n" , i);
< span class = "lineNum" > 235 < / span > : ++io_error;
< span class = "lineNum" > 236 < / span > : goto bail;
< span class = "lineNum" > 237 < / span > : }
< span class = "lineNum" > 238 < / span > :
< span class = "lineNum" > 239 < / span > : log_tag(" error:%u:%s:%s: Read error at position %u. %s\n" , i, disk-> name, esc_tag(file-> sub, esc_buffer), file_pos, strerror(errno));
< span class = "lineNum" > 240 < / span > : log_fatal(" WARNING! Unexpected read error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 241 < / span > : log_fatal(" Ensure that file '%s' can be read.\n" , handle[j].path);
< span class = "lineNum" > 242 < / span > : log_fatal(" Stopping to allow recovery. Try with 'snapraid check -f /%s'\n" , fmt_poll(disk, file-> sub, esc_buffer));
< span class = "lineNum" > 243 < / span > : ++error;
< span class = "lineNum" > 244 < / span > : goto bail;
< span class = "lineNum" > 245 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 246 < / span > : }
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 247 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 248 < / span > : /* until now is disk */
< span class = "lineNum" > 249 < / span > < span class = "lineCov" > 13341 : state_usage_disk(state, handle, & j, 1);< / span >
< span class = "lineNum" > 250 < / span > :
< span class = "lineNum" > 251 < / span > < span class = "lineCov" > 13341 : countsize += read_size;< / span >
< span class = "lineNum" > 252 < / span > :
< span class = "lineNum" > 253 < / span > : /* now compute the hash */
< span class = "lineNum" > 254 < / span > < span class = "lineCov" > 13341 : if (rehash) {< / span >
< span class = "lineNum" > 255 < / span > < span class = "lineNoCov" > 0 : memhash(state-> prevhash, state-> prevhashseed, hash, buffer, read_size);< / span >
< span class = "lineNum" > 256 < / span > : } else {
< span class = "lineNum" > 257 < / span > < span class = "lineCov" > 13341 : memhash(state-> hash, state-> hashseed, hash, buffer, read_size);< / span >
< span class = "lineNum" > 258 < / span > : }
< span class = "lineNum" > 259 < / span > :
< span class = "lineNum" > 260 < / span > : /* until now is hash */
< span class = "lineNum" > 261 < / span > < span class = "lineCov" > 13341 : state_usage_hash(state);< / span >
< span class = "lineNum" > 262 < / span > :
< span class = "lineNum" > 263 < / span > < span class = "lineCov" > 13341 : if (block_state == BLOCK_STATE_REP) {< / span >
< span class = "lineNum" > 264 < / span > : /* compare the hash */
< span class = "lineNum" > 265 < / span > < span class = "lineCov" > 13339 : if (memcmp(hash, block-> hash, BLOCK_HASH_SIZE) != 0) {< / span >
< span class = "lineNum" > 266 < / span > < span class = "lineCov" > 1 : log_tag(" error:%u:%s:%s: Unexpected data change\n" , i, disk-> name, esc_tag(file-> sub, esc_buffer));< / span >
< span class = "lineNum" > 267 < / span > < span class = "lineCov" > 1 : log_error(" Data change at file '%s' at position '%u'\n" , handle[j].path, file_pos);< / span >
< span class = "lineNum" > 268 < / span > < span class = "lineCov" > 1 : log_error(" WARNING! Unexpected data modification of a file without parity!\n" );< / span >
< span class = "lineNum" > 269 < / span > :
< span class = "lineNum" > 270 < / span > < span class = "lineCov" > 1 : if (file_flag_has(file, FILE_IS_COPY)) {< / span >
< span class = "lineNum" > 271 < / span > < span class = "lineCov" > 1 : log_error(" This file was detected as a copy of another file with the same name, size,\n" );< / span >
< span class = "lineNum" > 272 < / span > < span class = "lineCov" > 1 : log_error(" and timestamp, but the file data isn't matching the assumed copy.\n" );< / span >
< span class = "lineNum" > 273 < / span > < span class = "lineCov" > 1 : log_error(" If this is a false positive, and the files are expected to be different,\n" );< / span >
< span class = "lineNum" > 274 < / span > < span class = "lineCov" > 1 : log_error(" you can 'sync' anyway using 'snapraid --force-nocopy sync'\n" );< / span >
< span class = "lineNum" > 275 < / span > : } else {
< span class = "lineNum" > 276 < / span > < span class = "lineNoCov" > 0 : log_error(" Try removing the file from the array and rerun the 'sync' command!\n" );< / span >
< span class = "lineNum" > 277 < / span > : }
< span class = "lineNum" > 278 < / span > :
< span class = "lineNum" > 279 < / span > : /* block sync to allow a recovery before overwriting */
< span class = "lineNum" > 280 < / span > : /* the parity needed to make such recovery */
< span class = "lineNum" > 281 < / span > < span class = "lineCov" > 1 : *skip_sync = 1; /* avoid to run the next sync */< / span >
< span class = "lineNum" > 282 < / span > :
< span class = "lineNum" > 283 < / span > < span class = "lineCov" > 1 : ++silent_error;< / span >
< span class = "lineNum" > 284 < / span > < span class = "lineCov" > 1 : continue;< / span >
< span class = "lineNum" > 285 < / span > : }
< span class = "lineNum" > 286 < / span > : } else {
< span class = "lineNum" > 287 < / span > : /* the only other case is BLOCK_STATE_CHG */
< span class = "lineNum" > 288 < / span > < span class = "lineCov" > 2 : assert(block_state == BLOCK_STATE_CHG);< / span >
< span class = "lineNum" > 289 < / span > :
< span class = "lineNum" > 290 < / span > : /* copy the hash in the block */
< span class = "lineNum" > 291 < / span > < span class = "lineCov" > 2 : memcpy(block-> hash, hash, BLOCK_HASH_SIZE);< / span >
< span class = "lineNum" > 292 < / span > :
< span class = "lineNum" > 293 < / span > : /* and mark the block as hashed */
< span class = "lineNum" > 294 < / span > < span class = "lineCov" > 2 : block_state_set(block, BLOCK_STATE_REP);< / span >
< span class = "lineNum" > 295 < / span > :
< span class = "lineNum" > 296 < / span > : /* mark the state as needing write */
< span class = "lineNum" > 297 < / span > < span class = "lineCov" > 2 : state-> need_write = 1;< / span >
< span class = "lineNum" > 298 < / span > : }
< span class = "lineNum" > 299 < / span > :
< span class = "lineNum" > 300 < / span > : /* count the number of processed block */
< span class = "lineNum" > 301 < / span > < span class = "lineCov" > 13340 : ++countpos;< / span >
< span class = "lineNum" > 302 < / span > :
< span class = "lineNum" > 303 < / span > : /* progress */
< span class = "lineNum" > 304 < / span > < span class = "lineCov" > 13340 : if (state_progress(state, 0, i, countpos, countmax, countsize)) {< / span >
< span class = "lineNum" > 305 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 306 < / span > : *skip_sync = 1; /* avoid to run the next sync */
< span class = "lineNum" > 307 < / span > : break;
< span class = "lineNum" > 308 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 309 < / span > : }
< span class = "lineNum" > 310 < / span > : }
< span class = "lineNum" > 311 < / span > :
< span class = "lineNum" > 312 < / span > : /* close the last file in the disk */
< span class = "lineNum" > 313 < / span > < span class = "lineCov" > 42 : if (handle[j].file != 0) {< / span >
< span class = "lineNum" > 314 < / span > : /* keep a pointer at the file we are going to close for error reporting */
< span class = "lineNum" > 315 < / span > < span class = "lineCov" > 7 : struct snapraid_file* report = handle[j].file;< / span >
< span class = "lineNum" > 316 < / span > < span class = "lineCov" > 7 : ret = handle_close(& handle[j]);< / span >
< span class = "lineNum" > 317 < / span > < span class = "lineCov" > 7 : if (ret == -1) {< / span >
< span class = "lineNum" > 318 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 319 < / span > : /* This one is really an unexpected error, because we are only reading */
< span class = "lineNum" > 320 < / span > : /* and closing a descriptor should never fail */
< span class = "lineNum" > 321 < / span > : if (errno == EIO) {
< span class = "lineNum" > 322 < / span > : log_tag(" error:%u:%s:%s: Close EIO error. %s\n" , blockmax, disk-> name, esc_tag(report-> sub, esc_buffer), strerror(errno));
< span class = "lineNum" > 323 < / span > : log_fatal(" DANGER! Unexpected input/output close error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 324 < / span > : log_fatal(" Ensure that disk '%s' is sane and that file '%s' can be accessed.\n" , disk-> dir, handle[j].path);
< span class = "lineNum" > 325 < / span > : log_fatal(" Stopping at block %u\n" , blockmax);
< span class = "lineNum" > 326 < / span > : ++io_error;
< span class = "lineNum" > 327 < / span > : goto bail;
< span class = "lineNum" > 328 < / span > : }
< span class = "lineNum" > 329 < / span > :
< span class = "lineNum" > 330 < / span > : log_tag(" error:%u:%s:%s: Close error. %s\n" , blockmax, disk-> name, esc_tag(report-> sub, esc_buffer), strerror(errno));
< span class = "lineNum" > 331 < / span > : log_fatal(" WARNING! Unexpected close error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 332 < / span > : log_fatal(" Ensure that file '%s' can be accessed.\n" , handle[j].path);
< span class = "lineNum" > 333 < / span > : log_fatal(" Stopping at block %u\n" , blockmax);
< span class = "lineNum" > 334 < / span > : ++error;
< span class = "lineNum" > 335 < / span > : goto bail;
< span class = "lineNum" > 336 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 337 < / span > : }
< span class = "lineNum" > 338 < / span > : }
< span class = "lineNum" > 339 < / span > : }
< span class = "lineNum" > 340 < / span > :
< span class = "lineNum" > 341 < / span > : end:
< span class = "lineNum" > 342 < / span > < span class = "lineCov" > 7 : state_progress_end(state, countpos, countmax, countsize);< / span >
< span class = "lineNum" > 343 < / span > :
< span class = "lineNum" > 344 < / span > : /* note that at this point no io_error is possible */
< span class = "lineNum" > 345 < / span > : /* because at the first one we bail out */
< span class = "lineNum" > 346 < / span > < span class = "lineCov" > 7 : assert(io_error == 0);< / span >
< span class = "lineNum" > 347 < / span > :
< span class = "lineNum" > 348 < / span > < span class = "lineCov" > 7 : if (error || io_error || silent_error) {< / span >
< span class = "lineNum" > 349 < / span > < span class = "lineCov" > 6 : msg_status(" \n" );< / span >
< span class = "lineNum" > 350 < / span > < span class = "lineCov" > 6 : msg_status(" %8u file errors\n" , error);< / span >
< span class = "lineNum" > 351 < / span > < span class = "lineCov" > 6 : msg_status(" %8u io errors\n" , io_error);< / span >
< span class = "lineNum" > 352 < / span > < span class = "lineCov" > 6 : msg_status(" %8u data errors\n" , silent_error);< / span >
< span class = "lineNum" > 353 < / span > : } else {
< span class = "lineNum" > 354 < / span > : /* print the result only if processed something */
< span class = "lineNum" > 355 < / span > < span class = "lineCov" > 1 : if (countpos != 0)< / span >
< span class = "lineNum" > 356 < / span > < span class = "lineCov" > 1 : msg_status(" Everything OK\n" );< / span >
< span class = "lineNum" > 357 < / span > : }
< span class = "lineNum" > 358 < / span > :
< span class = "lineNum" > 359 < / span > < span class = "lineCov" > 7 : if (error)< / span >
< span class = "lineNum" > 360 < / span > < span class = "lineCov" > 5 : log_fatal(" WARNING! Unexpected file errors!\n" );< / span >
< span class = "lineNum" > 361 < / span > :
< span class = "lineNum" > 362 < / span > < span class = "lineCov" > 7 : log_tag(" hash_summary:error_file:%u\n" , error);< / span >
< span class = "lineNum" > 363 < / span > :
< span class = "lineNum" > 364 < / span > : /* proceed without bailing out */
< span class = "lineNum" > 365 < / span > < span class = "lineCov" > 7 : goto finish;< / span >
< span class = "lineNum" > 366 < / span > :
< span class = "lineNum" > 367 < / span > : bail:
< span class = "lineNum" > 368 < / span > : /* on bail, don't run the next sync */
< span class = "lineNum" > 369 < / span > < span class = "lineNoCov" > 0 : *skip_sync = 1;< / span >
< span class = "lineNum" > 370 < / span > :
< span class = "lineNum" > 371 < / span > : /* close files left open */
< span class = "lineNum" > 372 < / span > < span class = "lineNoCov" > 0 : for (j = 0; j < diskmax; ++j) {< / span >
< span class = "lineNum" > 373 < / span > < span class = "lineNoCov" > 0 : struct snapraid_file* file = handle[j].file;< / span >
< span class = "lineNum" > 374 < / span > < span class = "lineNoCov" > 0 : struct snapraid_disk* disk = handle[j].disk;< / span >
< span class = "lineNum" > 375 < / span > < span class = "lineNoCov" > 0 : ret = handle_close(& handle[j]);< / span >
< span class = "lineNum" > 376 < / span > < span class = "lineNoCov" > 0 : if (ret == -1) {< / span >
< span class = "lineNum" > 377 < / span > < span class = "lineNoCov" > 0 : log_tag(" error:%u:%s:%s: Close error. %s\n" , i, disk-> name, esc_tag(file-> sub, esc_buffer), strerror(errno));< / span >
< span class = "lineNum" > 378 < / span > < span class = "lineNoCov" > 0 : log_fatal(" DANGER! Unexpected close error in a data disk.\n" );< / span >
< span class = "lineNum" > 379 < / span > < span class = "lineNoCov" > 0 : ++error;< / span >
< span class = "lineNum" > 380 < / span > : /* continue, as we are already exiting */
< span class = "lineNum" > 381 < / span > : }
< span class = "lineNum" > 382 < / span > : }
< span class = "lineNum" > 383 < / span > :
< span class = "lineNum" > 384 < / span > : finish:
< span class = "lineNum" > 385 < / span > < span class = "lineCov" > 7 : free(handle);< / span >
< span class = "lineNum" > 386 < / span > < span class = "lineCov" > 7 : free(buffer_alloc);< / span >
< span class = "lineNum" > 387 < / span > :
< span class = "lineNum" > 388 < / span > < span class = "lineCov" > 7 : if (error + io_error + silent_error != 0)< / span >
< span class = "lineNum" > 389 < / span > < span class = "lineCov" > 6 : return -1;< / span >
< span class = "lineNum" > 390 < / span > < span class = "lineCov" > 1 : return 0;< / span >
< span class = "lineNum" > 391 < / span > : }
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 392 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 393 < / span > : /****************************************************************************/
< span class = "lineNum" > 394 < / span > : /* sync */
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 395 < / span > :
< span class = "lineNum" > 396 < / span > : /**
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 397 < / span > : * Sync plan to use.
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 398 < / span > : */
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 399 < / span > : struct snapraid_plan {
< span class = "lineNum" > 400 < / span > : unsigned handle_max;
< span class = "lineNum" > 401 < / span > : struct snapraid_handle* handle_map;
< span class = "lineNum" > 402 < / span > : int force_full;
< span class = "lineNum" > 403 < / span > : };
< span class = "lineNum" > 404 < / span > :
< span class = "lineNum" > 405 < / span > : /**
< span class = "lineNum" > 406 < / span > : * A block that failed the hash check, or that was deleted.
< span class = "lineNum" > 407 < / span > : */
< span class = "lineNum" > 408 < / span > : struct failed_struct {
< span class = "lineNum" > 409 < / span > : unsigned index; /**< Index of the failed block. */
< span class = "lineNum" > 410 < / span > : unsigned size; /**< Size of the block. */
< span class = "lineNum" > 411 < / span > :
< span class = "lineNum" > 412 < / span > : struct snapraid_block* block; /**< The failed block, or BLOCK_DELETED for a deleted block */
< span class = "lineNum" > 413 < / span > : };
< span class = "lineNum" > 414 < / span > :
< span class = "lineNum" > 415 < / span > : /**
< a name = "416" > < span class = "lineNum" > 416 < / span > : * Comparison function for sorting by index.< / a >
< span class = "lineNum" > 417 < / span > : */
< span class = "lineNum" > 418 < / span > < span class = "lineCov" > 852 : int failed_compare_by_index(const void* void_a, const void* void_b)< / span >
< span class = "lineNum" > 419 < / span > : {
< span class = "lineNum" > 420 < / span > < span class = "lineCov" > 852 : const struct failed_struct* a = void_a;< / span >
< span class = "lineNum" > 421 < / span > < span class = "lineCov" > 852 : const struct failed_struct* b = void_b;< / span >
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 422 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 423 < / span > < span class = "lineCov" > 852 : if (a-> index < b-> index)< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 424 < / span > < span class = "lineCov" > 850 : return -1;< / span >
< span class = "lineNum" > 425 < / span > < span class = "lineCov" > 2 : if (a-> index > b-> index)< / span >
< span class = "lineNum" > 426 < / span > < span class = "lineCov" > 2 : return 1;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 427 < / span > < span class = "lineNoCov" > 0 : return 0;< / span >
< span class = "lineNum" > 428 < / span > : }
< span class = "lineNum" > 429 < / span > :
< span class = "lineNum" > 430 < / span > : /**
< span class = "lineNum" > 431 < / span > : * Buffer for storing the new hashes.
< span class = "lineNum" > 432 < / span > : */
< span class = "lineNum" > 433 < / span > : struct snapraid_rehash {
< span class = "lineNum" > 434 < / span > : unsigned char hash[HASH_MAX];
< span class = "lineNum" > 435 < / span > : struct snapraid_block* block;
< span class = "lineNum" > 436 < / span > : };
< span class = "lineNum" > 437 < / span > :
< span class = "lineNum" > 438 < / span > : /**
< a name = "439" > < span class = "lineNum" > 439 < / span > : * Check if we have to process the specified block index ::i.< / a >
< span class = "lineNum" > 440 < / span > : */
< span class = "lineNum" > 441 < / span > < span class = "lineCov" > 820170 : static int block_is_enabled(void* void_plan, block_off_t i)< / span >
< span class = "lineNum" > 442 < / span > : {
< span class = "lineNum" > 443 < / span > < span class = "lineCov" > 820170 : struct snapraid_plan* plan = void_plan;< / span >
< span class = "lineNum" > 444 < / span > : unsigned j;
< span class = "lineNum" > 445 < / span > : int one_invalid;
< span class = "lineNum" > 446 < / span > : int one_valid;
< span class = "lineNum" > 447 < / span > :
< span class = "lineNum" > 448 < / span > : /* for each disk */
< span class = "lineNum" > 449 < / span > < span class = "lineCov" > 820170 : one_invalid = 0;< / span >
< span class = "lineNum" > 450 < / span > < span class = "lineCov" > 820170 : one_valid = 0;< / span >
< span class = "lineNum" > 451 < / span > < span class = "lineCov" > 5741190 : for (j = 0; j < plan-> handle_max; ++j) {< / span >
< span class = "lineNum" > 452 < / span > : struct snapraid_block* block;
< span class = "lineNum" > 453 < / span > < span class = "lineCov" > 4921020 : struct snapraid_disk* disk = plan-> handle_map[j].disk;< / span >
< span class = "lineNum" > 454 < / span > :
< span class = "lineNum" > 455 < / span > : /* if no disk, nothing to check */
< span class = "lineNum" > 456 < / span > < span class = "lineCov" > 4921020 : if (!disk)< / span >
< span class = "lineNum" > 457 < / span > < span class = "lineCov" > 9374 : continue;< / span >
< span class = "lineNum" > 458 < / span > :
< span class = "lineNum" > 459 < / span > < span class = "lineCov" > 4911646 : block = fs_par2block_find(disk, i);< / span >
< span class = "lineNum" > 460 < / span > :
< span class = "lineNum" > 461 < / span > < span class = "lineCov" > 4911646 : if (block_has_file(block))< / span >
< span class = "lineNum" > 462 < / span > < span class = "lineCov" > 4688742 : one_valid = 1;< / span >
< span class = "lineNum" > 463 < / span > :
< span class = "lineNum" > 464 < / span > < span class = "lineCov" > 4911646 : if (block_has_invalid_parity(block) || plan-> force_full)< / span >
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 465 < / span > < span class = "lineCov" > 753240 : one_invalid = 1;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 466 < / span > : }
< span class = "lineNum" > 467 < / span > :
< span class = "lineNum" > 468 < / span > : /* if none valid or none invalid, we don't need to update */
< span class = "lineNum" > 469 < / span > < span class = "lineCov" > 820170 : if (!one_invalid || !one_valid)< / span >
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 470 < / span > < span class = "lineCov" > 590712 : return 0;< / span >
2011-03-01 22:19:30 +01:00
< span class = "lineNum" > 471 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 472 < / span > < span class = "lineCov" > 229458 : return 1;< / span >
2016-11-06 18:12:17 +01:00
< a name = "473" > < span class = "lineNum" > 473 < / span > : }< / a >
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 474 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 475 < / span > < span class = "lineCov" > 688232 : static void sync_data_reader(struct snapraid_worker* worker, struct snapraid_task* task)< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 476 < / span > : {
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 477 < / span > < span class = "lineCov" > 688232 : struct snapraid_io* io = worker-> io;< / span >
< span class = "lineNum" > 478 < / span > < span class = "lineCov" > 688232 : struct snapraid_state* state = io-> state;< / span >
< span class = "lineNum" > 479 < / span > < span class = "lineCov" > 688232 : struct snapraid_handle* handle = worker-> handle;< / span >
< span class = "lineNum" > 480 < / span > < span class = "lineCov" > 688232 : struct snapraid_disk* disk = handle-> disk;< / span >
< span class = "lineNum" > 481 < / span > < span class = "lineCov" > 688232 : block_off_t blockcur = task-> position;< / span >
< span class = "lineNum" > 482 < / span > < span class = "lineCov" > 688232 : unsigned char* buffer = task-> buffer;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 483 < / span > : int ret;
< span class = "lineNum" > 484 < / span > : char esc_buffer[ESC_MAX];
< span class = "lineNum" > 485 < / span > :
< span class = "lineNum" > 486 < / span > : /* if the disk position is not used */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 487 < / span > < span class = "lineCov" > 688232 : if (!disk) {< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 488 < / span > : /* use an empty block */
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 489 < / span > < span class = "lineNoCov" > 0 : memset(buffer, 0, state-> block_size);< / span >
< span class = "lineNum" > 490 < / span > < span class = "lineNoCov" > 0 : task-> state = TASK_STATE_DONE;< / span >
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 491 < / span > < span class = "lineCov" > 92183 : return;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 492 < / span > : }
< span class = "lineNum" > 493 < / span > :
< span class = "lineNum" > 494 < / span > : /* get the block */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 495 < / span > < span class = "lineCov" > 688237 : task-> block = fs_par2block_find(disk, blockcur);< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 496 < / span > :
< span class = "lineNum" > 497 < / span > : /* if the block has no file, meaning that it's EMPTY or DELETED, */
< span class = "lineNum" > 498 < / span > : /* it doesn't participate in the new parity computation */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 499 < / span > < span class = "lineCov" > 688177 : if (!block_has_file(task-> block)) {< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 500 < / span > : /* use an empty block */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 501 < / span > < span class = "lineCov" > 92175 : memset(buffer, 0, state-> block_size);< / span >
< span class = "lineNum" > 502 < / span > < span class = "lineCov" > 92175 : task-> state = TASK_STATE_DONE;< / span >
< span class = "lineNum" > 503 < / span > < span class = "lineCov" > 92175 : return;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 504 < / span > : }
< span class = "lineNum" > 505 < / span > :
< span class = "lineNum" > 506 < / span > : /* get the file of this block */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 507 < / span > < span class = "lineCov" > 595953 : task-> file = fs_par2file_get(disk, blockcur, & task-> file_pos);< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 508 < / span > :
< span class = "lineNum" > 509 < / span > : /* if the file is different than the current one, close it */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 510 < / span > < span class = "lineCov" > 596099 : if (handle-> file != 0 & & handle-> file != task-> file) {< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 511 < / span > : /* keep a pointer at the file we are going to close for error reporting */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 512 < / span > < span class = "lineCov" > 246100 : struct snapraid_file* report = handle-> file;< / span >
< span class = "lineNum" > 513 < / span > < span class = "lineCov" > 246100 : ret = handle_close(handle);< / span >
< span class = "lineNum" > 514 < / span > < span class = "lineCov" > 246014 : if (ret == -1) {< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 515 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 516 < / span > : /* This one is really an unexpected error, because we are only reading */
< span class = "lineNum" > 517 < / span > : /* and closing a descriptor should never fail */
< span class = "lineNum" > 518 < / span > : if (errno == EIO) {
< span class = "lineNum" > 519 < / span > : log_tag(" error:%u:%s:%s: Close EIO error. %s\n" , blockcur, disk-> name, esc_tag(report-> sub, esc_buffer), strerror(errno));
< span class = "lineNum" > 520 < / span > : log_fatal(" DANGER! Unexpected input/output close error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 521 < / span > : log_fatal(" Ensure that disk '%s' is sane and that file '%s' can be accessed.\n" , disk-> dir, handle-> path);
< span class = "lineNum" > 522 < / span > : log_fatal(" Stopping at block %u\n" , blockcur);
< span class = "lineNum" > 523 < / span > : task-> state = TASK_STATE_IOERROR;
< span class = "lineNum" > 524 < / span > : return;
< span class = "lineNum" > 525 < / span > : }
< span class = "lineNum" > 526 < / span > :
< span class = "lineNum" > 527 < / span > : log_tag(" error:%u:%s:%s: Close error. %s\n" , blockcur, disk-> name, esc_tag(report-> sub, esc_buffer), strerror(errno));
< span class = "lineNum" > 528 < / span > : log_fatal(" WARNING! Unexpected close error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 529 < / span > : log_fatal(" Ensure that file '%s' can be accessed.\n" , handle-> path);
< span class = "lineNum" > 530 < / span > : log_fatal(" Stopping at block %u\n" , blockcur);
< span class = "lineNum" > 531 < / span > : task-> state = TASK_STATE_ERROR;
< span class = "lineNum" > 532 < / span > : return;
< span class = "lineNum" > 533 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 534 < / span > : }
< span class = "lineNum" > 535 < / span > : }
< span class = "lineNum" > 536 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 537 < / span > < span class = "lineCov" > 596013 : ret = handle_open(handle, task-> file, state-> file_mode, log_error, 0);< / span >
< span class = "lineNum" > 538 < / span > < span class = "lineCov" > 596027 : if (ret == -1) {< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 539 < / span > < span class = "lineCov" > 12 : if (errno == EIO) {< / span >
< span class = "lineNum" > 540 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 541 < / span > : log_tag(" error:%u:%s:%s: Open EIO error. %s\n" , blockcur, disk-> name, esc_tag(task-> file-> sub, esc_buffer), strerror(errno));
< span class = "lineNum" > 542 < / span > : log_fatal(" DANGER! Unexpected input/output open error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 543 < / span > : log_fatal(" Ensure that disk '%s' is sane and that file '%s' can be accessed.\n" , disk-> dir, handle-> path);
< span class = "lineNum" > 544 < / span > : log_fatal(" Stopping at block %u\n" , blockcur);
< span class = "lineNum" > 545 < / span > : task-> state = TASK_STATE_IOERROR;
< span class = "lineNum" > 546 < / span > : return;
< span class = "lineNum" > 547 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 548 < / span > : }
< span class = "lineNum" > 549 < / span > :
< span class = "lineNum" > 550 < / span > < span class = "lineCov" > 12 : if (errno == ENOENT) {< / span >
< span class = "lineNum" > 551 < / span > < span class = "lineCov" > 4 : log_tag(" error:%u:%s:%s: Open ENOENT error. %s\n" , blockcur, disk-> name, esc_tag(task-> file-> sub, esc_buffer), strerror(errno));< / span >
< span class = "lineNum" > 552 < / span > < span class = "lineCov" > 4 : log_error(" Missing file '%s'.\n" , handle-> path);< / span >
< span class = "lineNum" > 553 < / span > < span class = "lineCov" > 4 : log_error(" WARNING! You cannot modify data disk during a sync.\n" );< / span >
< span class = "lineNum" > 554 < / span > < span class = "lineCov" > 4 : log_error(" Rerun the sync command when finished.\n" );< / span >
< span class = "lineNum" > 555 < / span > : /* if the file is missing, it means that it was removed during sync */
< span class = "lineNum" > 556 < / span > : /* this isn't a serious error, so we skip this block, and continue with others */
< span class = "lineNum" > 557 < / span > < span class = "lineCov" > 4 : task-> state = TASK_STATE_ERROR_CONTINUE;< / span >
< span class = "lineNum" > 558 < / span > < span class = "lineCov" > 4 : return;< / span >
< span class = "lineNum" > 559 < / span > : }
< span class = "lineNum" > 560 < / span > :
< span class = "lineNum" > 561 < / span > < span class = "lineCov" > 8 : if (errno == EACCES) {< / span >
< span class = "lineNum" > 562 < / span > < span class = "lineCov" > 8 : log_tag(" error:%u:%s:%s: Open EACCES error. %s\n" , blockcur, disk-> name, esc_tag(task-> file-> sub, esc_buffer), strerror(errno));< / span >
< span class = "lineNum" > 563 < / span > < span class = "lineCov" > 8 : log_error(" No access at file '%s'.\n" , handle-> path);< / span >
< span class = "lineNum" > 564 < / span > < span class = "lineCov" > 8 : log_error(" WARNING! Please fix the access permission in the data disk.\n" );< / span >
< span class = "lineNum" > 565 < / span > < span class = "lineCov" > 8 : log_error(" Rerun the sync command when finished.\n" );< / span >
< span class = "lineNum" > 566 < / span > : /* this isn't a serious error, so we skip this block, and continue with others */
< span class = "lineNum" > 567 < / span > < span class = "lineCov" > 8 : task-> state = TASK_STATE_ERROR_CONTINUE;< / span >
< span class = "lineNum" > 568 < / span > < span class = "lineCov" > 8 : return;< / span >
< span class = "lineNum" > 569 < / span > : }
< span class = "lineNum" > 570 < / span > :
< span class = "lineNum" > 571 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 572 < / span > : log_tag(" error:%u:%s:%s: Open error. %s\n" , blockcur, disk-> name, esc_tag(task-> file-> sub, esc_buffer), strerror(errno));
< span class = "lineNum" > 573 < / span > : log_fatal(" WARNING! Unexpected open error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 574 < / span > : log_fatal(" Ensure that file '%s' can be accessed.\n" , handle-> path);
< span class = "lineNum" > 575 < / span > : log_fatal(" Stopping to allow recovery. Try with 'snapraid check -f /%s'\n" , fmt_poll(disk, task-> file-> sub, esc_buffer));
< span class = "lineNum" > 576 < / span > : task-> state = TASK_STATE_ERROR;
< span class = "lineNum" > 577 < / span > : return;
< span class = "lineNum" > 578 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 579 < / span > : }
< span class = "lineNum" > 580 < / span > :
< span class = "lineNum" > 581 < / span > : /* check if the file is changed */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 582 < / span > < span class = "lineCov" > 596015 : if (handle-> st.st_size != task-> file-> size< / span >
< span class = "lineNum" > 583 < / span > < span class = "lineCov" > 596023 : || handle-> st.st_mtime != task-> file-> mtime_sec< / span >
< span class = "lineNum" > 584 < / span > < span class = "lineCov" > 596052 : || STAT_NSEC(& handle-> st) != task-> file-> mtime_nsec< / span >
< span class = "lineNum" > 585 < / span > < span class = "lineCov" > 596047 : || handle-> st.st_ino != task-> file-> inode< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 586 < / span > : ) {
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 587 < / span > < span class = "lineNoCov" > 0 : log_tag(" error:%u:%s:%s: Unexpected attribute change\n" , blockcur, disk-> name, esc_tag(task-> file-> sub, esc_buffer));< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 588 < / span > < span class = "lineCov" > 6 : if (handle-> st.st_size != task-> file-> size) {< / span >
< span class = "lineNum" > 589 < / span > < span class = "lineCov" > 2 : log_error(" Unexpected size change at file '%s' from %" PRIu64 " to %" PRIu64 " .\n" , handle-> path, task-> file-> size, handle-> st.st_size);< / span >
< span class = "lineNum" > 590 < / span > < span class = "lineCov" > 4 : } else if (handle-> st.st_mtime != task-> file-> mtime_sec< / span >
< span class = "lineNum" > 591 < / span > < span class = "lineCov" > 2 : || STAT_NSEC(& handle-> st) != task-> file-> mtime_nsec) {< / span >
< span class = "lineNum" > 592 < / span > < span class = "lineCov" > 2 : log_error(" Unexpected time change at file '%s' from %" PRIu64 " .%d to %" PRIu64 " .%d.\n" , handle-> path, task-> file-> mtime_sec, task-> file-> mtime_nsec, (uint64_t)handle-> st.st_mtime, (uint32_t)STAT_NSEC(& handle-> st));< / span >
< span class = "lineNum" > 593 < / span > : } else {
< span class = "lineNum" > 594 < / span > < span class = "lineCov" > 2 : log_error(" Unexpected inode change from %" PRIu64 " to %" PRIu64 " at file '%s'.\n" , task-> file-> inode, (uint64_t)handle-> st.st_ino, handle-> path);< / span >
< span class = "lineNum" > 595 < / span > : }
< span class = "lineNum" > 596 < / span > < span class = "lineCov" > 6 : log_error(" WARNING! You cannot modify files during a sync.\n" );< / span >
< span class = "lineNum" > 597 < / span > < span class = "lineCov" > 6 : log_error(" Rerun the sync command when finished.\n" );< / span >
< span class = "lineNum" > 598 < / span > : /* if the file is changed, it means that it was modified during sync */
< span class = "lineNum" > 599 < / span > : /* this isn't a serious error, so we skip this block, and continue with others */
< span class = "lineNum" > 600 < / span > < span class = "lineCov" > 6 : task-> state = TASK_STATE_ERROR_CONTINUE;< / span >
< span class = "lineNum" > 601 < / span > < span class = "lineCov" > 6 : return;< / span >
< span class = "lineNum" > 602 < / span > : }
< span class = "lineNum" > 603 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 604 < / span > < span class = "lineCov" > 596041 : task-> read_size = handle_read(handle, task-> file_pos, buffer, state-> block_size, log_error, 0);< / span >
< span class = "lineNum" > 605 < / span > < span class = "lineCov" > 595681 : if (task-> read_size == -1) {< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 606 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 607 < / span > : if (errno == EIO) {
< span class = "lineNum" > 608 < / span > : log_tag(" error:%u:%s:%s: Read EIO error at position %u. %s\n" , blockcur, disk-> name, esc_tag(task-> file-> sub, esc_buffer), task-> file_pos, strerror(errno));
< span class = "lineNum" > 609 < / span > : log_error(" Input/Output error in file '%s' at position '%u'\n" , handle-> path, task-> file_pos);
< span class = "lineNum" > 610 < / span > : task-> state = TASK_STATE_IOERROR_CONTINUE;
< span class = "lineNum" > 611 < / span > : return;
< span class = "lineNum" > 612 < / span > : }
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 613 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 614 < / span > : log_tag(" error:%u:%s:%s: Read error at position %u. %s\n" , blockcur, disk-> name, esc_tag(task-> file-> sub, esc_buffer), task-> file_pos, strerror(errno));
< span class = "lineNum" > 615 < / span > : log_fatal(" WARNING! Unexpected read error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 616 < / span > : log_fatal(" Ensure that file '%s' can be read.\n" , handle-> path);
< span class = "lineNum" > 617 < / span > : log_fatal(" Stopping to allow recovery. Try with 'snapraid check -f /%s'\n" , fmt_poll(disk, task-> file-> sub, esc_buffer));
< span class = "lineNum" > 618 < / span > : task-> state = TASK_STATE_ERROR;
< span class = "lineNum" > 619 < / span > : return;
< span class = "lineNum" > 620 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 621 < / span > : }
< span class = "lineNum" > 622 < / span > :
< span class = "lineNum" > 623 < / span > : /* store the path of the opened file */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 624 < / span > < span class = "lineCov" > 595681 : pathcpy(task-> path, sizeof(task-> path), handle-> path);< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 625 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 626 < / span > < span class = "lineCov" > 595979 : task-> state = TASK_STATE_DONE;< / span >
2016-11-06 18:12:17 +01:00
< a name = "627" > < span class = "lineNum" > 627 < / span > : }< / a >
< span class = "lineNum" > 628 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 629 < / span > < span class = "lineCov" > 544522 : static void sync_parity_writer(struct snapraid_worker* worker, struct snapraid_task* task)< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 630 < / span > : {
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 631 < / span > < span class = "lineCov" > 544522 : struct snapraid_io* io = worker-> io;< / span >
< span class = "lineNum" > 632 < / span > < span class = "lineCov" > 544522 : struct snapraid_state* state = io-> state;< / span >
< span class = "lineNum" > 633 < / span > < span class = "lineCov" > 544522 : struct snapraid_parity_handle* parity_handle = worker-> parity_handle;< / span >
< span class = "lineNum" > 634 < / span > < span class = "lineCov" > 544522 : unsigned level = parity_handle-> level;< / span >
< span class = "lineNum" > 635 < / span > < span class = "lineCov" > 544522 : block_off_t blockcur = task-> position;< / span >
< span class = "lineNum" > 636 < / span > < span class = "lineCov" > 544522 : unsigned char* buffer = task-> buffer;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 637 < / span > : int ret;
< span class = "lineNum" > 638 < / span > :
< span class = "lineNum" > 639 < / span > : /* write parity */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 640 < / span > < span class = "lineCov" > 544522 : ret = parity_write(parity_handle, blockcur, buffer, state-> block_size);< / span >
< span class = "lineNum" > 641 < / span > < span class = "lineCov" > 544519 : if (ret == -1) {< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 642 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 643 < / span > : if (errno == EIO) {
< span class = "lineNum" > 644 < / span > : log_tag(" parity_error:%u:%s: Write EIO error. %s\n" , blockcur, lev_config_name(level), strerror(errno));
< span class = "lineNum" > 645 < / span > : log_error(" Input/Output error in parity '%s' at position '%u'\n" , lev_config_name(level), blockcur);
< span class = "lineNum" > 646 < / span > : task-> state = TASK_STATE_IOERROR_CONTINUE;
< span class = "lineNum" > 647 < / span > : return;
< span class = "lineNum" > 648 < / span > : }
< span class = "lineNum" > 649 < / span > :
< span class = "lineNum" > 650 < / span > : log_tag(" parity_error:%u:%s: Write error. %s\n" , blockcur, lev_config_name(level), strerror(errno));
< span class = "lineNum" > 651 < / span > : log_fatal(" WARNING! Unexpected write error in the %s disk, it isn't possible to sync.\n" , lev_name(level));
< span class = "lineNum" > 652 < / span > : log_fatal(" Ensure that disk '%s' has some free space available.\n" , lev_config_name(level));
< span class = "lineNum" > 653 < / span > : log_fatal(" Stopping at block %u\n" , blockcur);
< span class = "lineNum" > 654 < / span > : task-> state = TASK_STATE_ERROR;
< span class = "lineNum" > 655 < / span > : return;
< span class = "lineNum" > 656 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 657 < / span > : }
< span class = "lineNum" > 658 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 659 < / span > < span class = "lineCov" > 544519 : task-> state = TASK_STATE_DONE;< / span >
2016-11-06 18:12:17 +01:00
< a name = "660" > < span class = "lineNum" > 660 < / span > : }< / a >
< span class = "lineNum" > 661 < / span > :
< span class = "lineNum" > 662 < / span > < span class = "lineCov" > 83 : static int state_sync_process(struct snapraid_state* state, struct snapraid_parity_handle* parity_handle, block_off_t blockstart, block_off_t blockmax)< / span >
< span class = "lineNum" > 663 < / span > : {
< span class = "lineNum" > 664 < / span > : struct snapraid_io io;
< span class = "lineNum" > 665 < / span > : struct snapraid_plan plan;
< span class = "lineNum" > 666 < / span > : struct snapraid_handle* handle;
< span class = "lineNum" > 667 < / span > : void* rehandle_alloc;
< span class = "lineNum" > 668 < / span > : struct snapraid_rehash* rehandle;
< span class = "lineNum" > 669 < / span > : unsigned diskmax;
< span class = "lineNum" > 670 < / span > : block_off_t blockcur;
< span class = "lineNum" > 671 < / span > : unsigned j;
< span class = "lineNum" > 672 < / span > : void* zero_alloc;
< span class = "lineNum" > 673 < / span > : void** zero;
< span class = "lineNum" > 674 < / span > : void* copy_alloc;
< span class = "lineNum" > 675 < / span > : void** copy;
< span class = "lineNum" > 676 < / span > : unsigned buffermax;
< span class = "lineNum" > 677 < / span > : data_off_t countsize;
< span class = "lineNum" > 678 < / span > : block_off_t countpos;
< span class = "lineNum" > 679 < / span > : block_off_t countmax;
< span class = "lineNum" > 680 < / span > : block_off_t autosavedone;
< span class = "lineNum" > 681 < / span > : block_off_t autosavelimit;
< span class = "lineNum" > 682 < / span > : block_off_t autosavemissing;
< span class = "lineNum" > 683 < / span > : int ret;
< span class = "lineNum" > 684 < / span > : unsigned error;
< span class = "lineNum" > 685 < / span > : unsigned silent_error;
< span class = "lineNum" > 686 < / span > : unsigned io_error;
< span class = "lineNum" > 687 < / span > : time_t now;
< span class = "lineNum" > 688 < / span > : struct failed_struct* failed;
< span class = "lineNum" > 689 < / span > : int* failed_map;
< span class = "lineNum" > 690 < / span > : unsigned l;
< span class = "lineNum" > 691 < / span > : unsigned* waiting_map;
< span class = "lineNum" > 692 < / span > : unsigned waiting_mac;
< span class = "lineNum" > 693 < / span > : char esc_buffer[ESC_MAX];
< span class = "lineNum" > 694 < / span > :
< span class = "lineNum" > 695 < / span > : /* the sync process assumes that all the hashes are correct */
< span class = "lineNum" > 696 < / span > : /* including the ones from CHG and DELETED blocks */
< span class = "lineNum" > 697 < / span > < span class = "lineCov" > 83 : assert(state-> clear_past_hash != 0);< / span >
< span class = "lineNum" > 698 < / span > :
< span class = "lineNum" > 699 < / span > : /* get the present time */
< span class = "lineNum" > 700 < / span > < span class = "lineCov" > 83 : now = time(0);< / span >
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 701 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 702 < / span > : /* maps the disks to handles */
< span class = "lineNum" > 703 < / span > < span class = "lineCov" > 83 : handle = handle_mapping(state, & diskmax);< / span >
< span class = "lineNum" > 704 < / span > :
< span class = "lineNum" > 705 < / span > : /* rehash buffers */
< span class = "lineNum" > 706 < / span > < span class = "lineCov" > 83 : rehandle = malloc_nofail_align(diskmax * sizeof(struct snapraid_rehash), & rehandle_alloc);< / span >
< span class = "lineNum" > 707 < / span > :
< span class = "lineNum" > 708 < / span > : /* we need 1 * data + 1 * parity */
< span class = "lineNum" > 709 < / span > < span class = "lineCov" > 83 : buffermax = diskmax + state-> level;< / span >
< span class = "lineNum" > 710 < / span > :
< span class = "lineNum" > 711 < / span > : /* initialize the io threads */
< span class = "lineNum" > 712 < / span > < span class = "lineCov" > 83 : io_init(& io, state, state-> opt.io_cache, buffermax, sync_data_reader, handle, diskmax, 0, sync_parity_writer, parity_handle, state-> level);< / span >
< span class = "lineNum" > 713 < / span > :
< span class = "lineNum" > 714 < / span > : /* allocate the copy buffer */
< span class = "lineNum" > 715 < / span > < span class = "lineCov" > 83 : copy = malloc_nofail_vector_align(diskmax, diskmax, state-> block_size, & copy_alloc);< / span >
< span class = "lineNum" > 716 < / span > :
< span class = "lineNum" > 717 < / span > : /* allocate and fill the zero buffer */
< span class = "lineNum" > 718 < / span > < span class = "lineCov" > 83 : zero = malloc_nofail_align(state-> block_size, & zero_alloc);< / span >
< span class = "lineNum" > 719 < / span > < span class = "lineCov" > 83 : memset(zero, 0, state-> block_size);< / span >
< span class = "lineNum" > 720 < / span > < span class = "lineCov" > 83 : raid_zero(zero);< / span >
< span class = "lineNum" > 721 < / span > :
< span class = "lineNum" > 722 < / span > < span class = "lineCov" > 83 : failed = malloc_nofail(diskmax * sizeof(struct failed_struct));< / span >
< span class = "lineNum" > 723 < / span > < span class = "lineCov" > 83 : failed_map = malloc_nofail(diskmax * sizeof(unsigned));< / span >
< span class = "lineNum" > 724 < / span > :
< span class = "lineNum" > 725 < / span > : /* possibly waiting disks */
< span class = "lineNum" > 726 < / span > < span class = "lineCov" > 83 : waiting_mac = diskmax > RAID_PARITY_MAX ? diskmax : RAID_PARITY_MAX;< / span >
< span class = "lineNum" > 727 < / span > < span class = "lineCov" > 83 : waiting_map = malloc_nofail(waiting_mac * sizeof(unsigned));< / span >
< span class = "lineNum" > 728 < / span > :
< span class = "lineNum" > 729 < / span > < span class = "lineCov" > 83 : error = 0;< / span >
< span class = "lineNum" > 730 < / span > < span class = "lineCov" > 83 : silent_error = 0;< / span >
< span class = "lineNum" > 731 < / span > < span class = "lineCov" > 83 : io_error = 0;< / span >
< span class = "lineNum" > 732 < / span > :
< span class = "lineNum" > 733 < / span > : /* first count the number of blocks to process */
< span class = "lineNum" > 734 < / span > < span class = "lineCov" > 83 : countmax = 0;< / span >
< span class = "lineNum" > 735 < / span > < span class = "lineCov" > 83 : plan.handle_max = diskmax;< / span >
< span class = "lineNum" > 736 < / span > < span class = "lineCov" > 83 : plan.handle_map = handle;< / span >
< span class = "lineNum" > 737 < / span > < span class = "lineCov" > 83 : plan.force_full = state-> opt.force_full;< / span >
< span class = "lineNum" > 738 < / span > < span class = "lineCov" > 410168 : for (blockcur = blockstart; blockcur < blockmax; ++blockcur) {< / span >
< span class = "lineNum" > 739 < / span > < span class = "lineCov" > 410085 : if (!block_is_enabled(& plan, blockcur))< / span >
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 740 < / span > < span class = "lineCov" > 295356 : continue;< / span >
< span class = "lineNum" > 741 < / span > < span class = "lineCov" > 114729 : ++countmax;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 742 < / span > : }
< span class = "lineNum" > 743 < / span > :
< span class = "lineNum" > 744 < / span > : /* compute the autosave size for all disk, even if not read */
< span class = "lineNum" > 745 < / span > : /* this makes sense because the speed should be almost the same */
< span class = "lineNum" > 746 < / span > : /* if the disks are read in parallel */
< span class = "lineNum" > 747 < / span > < span class = "lineCov" > 83 : autosavelimit = state-> autosave / (diskmax * state-> block_size);< / span >
< span class = "lineNum" > 748 < / span > < span class = "lineCov" > 83 : autosavemissing = countmax; /* blocks to do */< / span >
< span class = "lineNum" > 749 < / span > < span class = "lineCov" > 83 : autosavedone = 0; /* blocks done */< / span >
< span class = "lineNum" > 750 < / span > :
< span class = "lineNum" > 751 < / span > : /* drop until now */
< span class = "lineNum" > 752 < / span > < span class = "lineCov" > 83 : state_usage_waste(state);< / span >
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 753 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 754 < / span > < span class = "lineCov" > 83 : countsize = 0;< / span >
< span class = "lineNum" > 755 < / span > < span class = "lineCov" > 83 : countpos = 0;< / span >
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 756 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 757 < / span > : /* start all the worker threads */
< span class = "lineNum" > 758 < / span > < span class = "lineCov" > 83 : io_start(& io, blockstart, blockmax, & block_is_enabled, & plan);< / span >
< span class = "lineNum" > 759 < / span > :
< span class = "lineNum" > 760 < / span > < span class = "lineCov" > 83 : if (!state_progress_begin(state, blockstart, blockmax, countmax))< / span >
< span class = "lineNum" > 761 < / span > < span class = "lineNoCov" > 0 : goto end;< / span >
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 762 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 763 < / span > : while (1) {
< span class = "lineNum" > 764 < / span > : unsigned failed_count;
< span class = "lineNum" > 765 < / span > : int error_on_this_block;
< span class = "lineNum" > 766 < / span > : int silent_error_on_this_block;
< span class = "lineNum" > 767 < / span > : int io_error_on_this_block;
< span class = "lineNum" > 768 < / span > : int fixed_error_on_this_block;
< span class = "lineNum" > 769 < / span > : int parity_needs_to_be_updated;
< span class = "lineNum" > 770 < / span > : int parity_going_to_be_updated;
< span class = "lineNum" > 771 < / span > : snapraid_info info;
< span class = "lineNum" > 772 < / span > : int rehash;
< span class = "lineNum" > 773 < / span > : void** buffer;
< span class = "lineNum" > 774 < / span > : int writer_error[IO_WRITER_ERROR_MAX];
< span class = "lineNum" > 775 < / span > :
< span class = "lineNum" > 776 < / span > : /* go to the next block */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 777 < / span > < span class = "lineCov" > 114812 : blockcur = io_read_next(& io, & buffer);< / span >
< span class = "lineNum" > 778 < / span > < span class = "lineCov" > 114812 : if (blockcur > = blockmax)< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 779 < / span > < span class = "lineCov" > 166 : break;< / span >
< span class = "lineNum" > 780 < / span > :
< span class = "lineNum" > 781 < / span > : /* until now is scheduling */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 782 < / span > < span class = "lineCov" > 114729 : state_usage_sched(state);< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 783 < / span > :
< span class = "lineNum" > 784 < / span > : /* one more block processed for autosave */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 785 < / span > < span class = "lineCov" > 114729 : ++autosavedone;< / span >
< span class = "lineNum" > 786 < / span > < span class = "lineCov" > 114729 : --autosavemissing;< / span >
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 787 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 788 < / span > : /* by default process the block, and skip it if something goes wrong */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 789 < / span > < span class = "lineCov" > 114729 : error_on_this_block = 0;< / span >
< span class = "lineNum" > 790 < / span > < span class = "lineCov" > 114729 : silent_error_on_this_block = 0;< / span >
< span class = "lineNum" > 791 < / span > < span class = "lineCov" > 114729 : io_error_on_this_block = 0;< / span >
< span class = "lineNum" > 792 < / span > < span class = "lineCov" > 114729 : fixed_error_on_this_block = 0;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 793 < / span > :
< span class = "lineNum" > 794 < / span > : /* keep track of the number of failed blocks */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 795 < / span > < span class = "lineCov" > 114729 : failed_count = 0;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 796 < / span > :
< span class = "lineNum" > 797 < / span > : /* get block specific info */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 798 < / span > < span class = "lineCov" > 114729 : info = info_get(& state-> infoarr, blockcur);< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 799 < / span > :
< span class = "lineNum" > 800 < / span > : /* if we have to use the old hash */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 801 < / span > < span class = "lineCov" > 114729 : rehash = info_get_rehash(info);< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 802 < / span > :
< span class = "lineNum" > 803 < / span > : /* if the parity requires to be updated */
< span class = "lineNum" > 804 < / span > : /* It could happens that all the blocks are EMPTY/BLK and CHG but with the hash */
< span class = "lineNum" > 805 < / span > : /* still matching because the specific CHG block was not modified. */
< span class = "lineNum" > 806 < / span > : /* In such case, we can avoid to update parity, because it would be the same as before */
< span class = "lineNum" > 807 < / span > : /* Note that CHG/DELETED blocks already present in the content file loaded */
< span class = "lineNum" > 808 < / span > : /* have the hash cleared (::clear_past_hash flag), and then they won't never match the hash. */
< span class = "lineNum" > 809 < / span > : /* We are treating only CHG blocks created at runtime. */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 810 < / span > < span class = "lineCov" > 114729 : parity_needs_to_be_updated = state-> opt.force_full || state-> opt.force_parity_update;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 811 < / span > :
< span class = "lineNum" > 812 < / span > : /* if the parity is going to be updated */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 813 < / span > < span class = "lineCov" > 114729 : parity_going_to_be_updated = 0;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 814 < / span > :
< span class = "lineNum" > 815 < / span > : /* if the block is marked as bad, we force the parity update */
< span class = "lineNum" > 816 < / span > : /* because the bad block may be the result of a wrong parity */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 817 < / span > < span class = "lineCov" > 114729 : if (info_get_bad(info))< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 818 < / span > < span class = "lineNoCov" > 0 : parity_needs_to_be_updated = 1;< / span >
< span class = "lineNum" > 819 < / span > :
< span class = "lineNum" > 820 < / span > : /* for each disk, process the block */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 821 < / span > < span class = "lineCov" > 803103 : for (j = 0; j < diskmax; ++j) {< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 822 < / span > : struct snapraid_task* task;
< span class = "lineNum" > 823 < / span > : int read_size;
< span class = "lineNum" > 824 < / span > : unsigned char hash[HASH_MAX];
< span class = "lineNum" > 825 < / span > : struct snapraid_block* block;
< span class = "lineNum" > 826 < / span > : unsigned block_state;
< span class = "lineNum" > 827 < / span > : struct snapraid_disk* disk;
< span class = "lineNum" > 828 < / span > : struct snapraid_file* file;
< span class = "lineNum" > 829 < / span > : block_off_t file_pos;
< span class = "lineNum" > 830 < / span > : unsigned diskcur;
< span class = "lineNum" > 831 < / span > :
< span class = "lineNum" > 832 < / span > : /* until now is misc */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 833 < / span > < span class = "lineCov" > 688374 : state_usage_misc(state);< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 834 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 835 < / span > < span class = "lineCov" > 688374 : task = io_data_read(& io, & diskcur, waiting_map, & waiting_mac);< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 836 < / span > :
< span class = "lineNum" > 837 < / span > : /* until now is disk */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 838 < / span > < span class = "lineCov" > 688374 : state_usage_disk(state, handle, waiting_map, waiting_mac);< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 839 < / span > :
< span class = "lineNum" > 840 < / span > : /* get the results */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 841 < / span > < span class = "lineCov" > 688374 : disk = task-> disk;< / span >
< span class = "lineNum" > 842 < / span > < span class = "lineCov" > 688374 : block = task-> block;< / span >
< span class = "lineNum" > 843 < / span > < span class = "lineCov" > 688374 : file = task-> file;< / span >
< span class = "lineNum" > 844 < / span > < span class = "lineCov" > 688374 : file_pos = task-> file_pos;< / span >
< span class = "lineNum" > 845 < / span > < span class = "lineCov" > 688374 : read_size = task-> read_size;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 846 < / span > :
< span class = "lineNum" > 847 < / span > : /* by default no rehash in case of " continue" */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 848 < / span > < span class = "lineCov" > 688374 : rehandle[diskcur].block = 0;< / span >
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 849 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 850 < / span > : /* if the disk position is not used */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 851 < / span > < span class = "lineCov" > 688374 : if (!disk)< / span >
< span class = "lineNum" > 852 < / span > < span class = "lineCov" > 93074 : continue;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 853 < / span > :
< span class = "lineNum" > 854 < / span > : /* get the state of the block */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 855 < / span > < span class = "lineCov" > 688374 : block_state = block_state_get(block);< / span >
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 856 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 857 < / span > : /* if the block has invalid parity, */
< span class = "lineNum" > 858 < / span > : /* we have to take care of it in case of recover */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 859 < / span > < span class = "lineCov" > 688374 : if (block_has_invalid_parity(block)) {< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 860 < / span > : /* store it in the failed set, because */
< span class = "lineNum" > 861 < / span > : /* the parity may be still computed with the previous content */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 862 < / span > < span class = "lineCov" > 182822 : failed[failed_count].index = diskcur;< / span >
< span class = "lineNum" > 863 < / span > < span class = "lineCov" > 182822 : failed[failed_count].size = state-> block_size;< / span >
< span class = "lineNum" > 864 < / span > < span class = "lineCov" > 182822 : failed[failed_count].block = block;< / span >
< span class = "lineNum" > 865 < / span > < span class = "lineCov" > 182822 : ++failed_count;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 866 < / span > :
< span class = "lineNum" > 867 < / span > : /* if the block has invalid parity, we have to update the parity */
< span class = "lineNum" > 868 < / span > : /* to include this block change */
< span class = "lineNum" > 869 < / span > : /* This also apply to CHG blocks, but we are going to handle */
< span class = "lineNum" > 870 < / span > : /* later this case to do the updates only if really needed */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 871 < / span > < span class = "lineCov" > 182822 : if (block_state != BLOCK_STATE_CHG)< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 872 < / span > < span class = "lineCov" > 88225 : parity_needs_to_be_updated = 1;< / span >
< span class = "lineNum" > 873 < / span > :
< span class = "lineNum" > 874 < / span > : /* note that DELETE blocks are skipped in the next check */
< span class = "lineNum" > 875 < / span > : /* and we have to store them in the failed blocks */
< span class = "lineNum" > 876 < / span > : /* before skipping */
< span class = "lineNum" > 877 < / span > :
< span class = "lineNum" > 878 < / span > : /* follow */
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 879 < / span > : }
< span class = "lineNum" > 880 < / span > :
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 881 < / span > : /* if the block is not used */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 882 < / span > < span class = "lineCov" > 688374 : if (!block_has_file(block))< / span >
< span class = "lineNum" > 883 < / span > < span class = "lineCov" > 92203 : continue;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 884 < / span > :
< span class = "lineNum" > 885 < / span > : /* handle error conditions */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 886 < / span > < span class = "lineCov" > 596171 : if (task-> state == TASK_STATE_IOERROR) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 887 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 888 < / span > : ++io_error;
< span class = "lineNum" > 889 < / span > : goto bail;
< span class = "lineNum" > 890 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 891 < / span > : }
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 892 < / span > < span class = "lineCov" > 596171 : if (task-> state == TASK_STATE_ERROR) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 893 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 894 < / span > : ++error;
< span class = "lineNum" > 895 < / span > : goto bail;
< span class = "lineNum" > 896 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 897 < / span > : }
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 898 < / span > < span class = "lineCov" > 596171 : if (task-> state == TASK_STATE_ERROR_CONTINUE) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 899 < / span > < span class = "lineCov" > 18 : ++error;< / span >
< span class = "lineNum" > 900 < / span > < span class = "lineCov" > 18 : error_on_this_block = 1;< / span >
< span class = "lineNum" > 901 < / span > < span class = "lineCov" > 18 : continue;< / span >
< span class = "lineNum" > 902 < / span > : }
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 903 < / span > < span class = "lineCov" > 596153 : if (task-> state == TASK_STATE_IOERROR_CONTINUE) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 904 < / span > < span class = "lineNoCov" > 0 : ++io_error;< / span >
< span class = "lineNum" > 905 < / span > < span class = "lineNoCov" > 0 : if (io_error > = state-> opt.io_error_limit) {< / span >
< span class = "lineNum" > 906 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 907 < / span > : log_fatal(" DANGER! Unexpected input/output read error in a data disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 908 < / span > : log_fatal(" Ensure that disk '%s' is sane and that file '%s' can be read.\n" , disk-> dir, task-> path);
< span class = "lineNum" > 909 < / span > : log_fatal(" Stopping at block %u\n" , blockcur);
< span class = "lineNum" > 910 < / span > : goto bail;
< span class = "lineNum" > 911 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 912 < / span > : }
< span class = "lineNum" > 913 < / span > :
< span class = "lineNum" > 914 < / span > : /* otherwise continue */
< span class = "lineNum" > 915 < / span > < span class = "lineNoCov" > 0 : io_error_on_this_block = 1;< / span >
< span class = "lineNum" > 916 < / span > < span class = "lineNoCov" > 0 : continue;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 917 < / span > : }
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 918 < / span > < span class = "lineCov" > 596153 : if (task-> state != TASK_STATE_DONE) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 919 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 920 < / span > : log_fatal(" Internal inconsistency in task state\n" );
< span class = "lineNum" > 921 < / span > : os_abort();
< span class = "lineNum" > 922 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 923 < / span > : }
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 924 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 925 < / span > < span class = "lineCov" > 596153 : countsize += read_size;< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 926 < / span > :
< span class = "lineNum" > 927 < / span > : /* now compute the hash */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 928 < / span > < span class = "lineCov" > 596153 : if (rehash) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 929 < / span > < span class = "lineCov" > 27243 : memhash(state-> prevhash, state-> prevhashseed, hash, buffer[diskcur], read_size);< / span >
< span class = "lineNum" > 930 < / span > :
< span class = "lineNum" > 931 < / span > : /* compute the new hash, and store it */
< span class = "lineNum" > 932 < / span > < span class = "lineCov" > 27243 : rehandle[diskcur].block = block;< / span >
< span class = "lineNum" > 933 < / span > < span class = "lineCov" > 27243 : memhash(state-> hash, state-> hashseed, rehandle[diskcur].hash, buffer[diskcur], read_size);< / span >
< span class = "lineNum" > 934 < / span > : } else {
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 935 < / span > < span class = "lineCov" > 568910 : memhash(state-> hash, state-> hashseed, hash, buffer[diskcur], read_size);< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 936 < / span > : }
< span class = "lineNum" > 937 < / span > :
< span class = "lineNum" > 938 < / span > : /* until now is hash */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 939 < / span > < span class = "lineCov" > 596153 : state_usage_hash(state);< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 940 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 941 < / span > < span class = "lineCov" > 596153 : if (block_has_updated_hash(block)) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 942 < / span > : /* compare the hash */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 943 < / span > < span class = "lineCov" > 501574 : if (memcmp(hash, block-> hash, BLOCK_HASH_SIZE) != 0) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 944 < / span > : /* if the file has invalid parity, it's a REP changed during the sync */
< span class = "lineNum" > 945 < / span > < span class = "lineCov" > 853 : if (block_has_invalid_parity(block)) {< / span >
< span class = "lineNum" > 946 < / span > < span class = "lineCov" > 1 : log_tag(" error:%u:%s:%s: Unexpected data change\n" , blockcur, disk-> name, esc_tag(file-> sub, esc_buffer));< / span >
< span class = "lineNum" > 947 < / span > < span class = "lineCov" > 1 : log_error(" Data change at file '%s' at position '%u'\n" , task-> path, file_pos);< / span >
< span class = "lineNum" > 948 < / span > < span class = "lineCov" > 1 : log_error(" WARNING! Unexpected data modification of a file without parity!\n" );< / span >
< span class = "lineNum" > 949 < / span > :
< span class = "lineNum" > 950 < / span > < span class = "lineCov" > 1 : if (file_flag_has(file, FILE_IS_COPY)) {< / span >
< span class = "lineNum" > 951 < / span > < span class = "lineNoCov" > 0 : log_error(" This file was detected as a copy of another file with the same name, size,\n" );< / span >
< span class = "lineNum" > 952 < / span > < span class = "lineNoCov" > 0 : log_error(" and timestamp, but the file data isn't matching the assumed copy.\n" );< / span >
< span class = "lineNum" > 953 < / span > < span class = "lineNoCov" > 0 : log_error(" If this is a false positive, and the files are expected to be different,\n" );< / span >
< span class = "lineNum" > 954 < / span > < span class = "lineNoCov" > 0 : log_error(" you can 'sync' anyway using 'snapraid --force-nocopy sync'\n" );< / span >
< span class = "lineNum" > 955 < / span > : } else {
< span class = "lineNum" > 956 < / span > < span class = "lineCov" > 1 : log_error(" Try removing the file from the array and rerun the 'sync' command!\n" );< / span >
< span class = "lineNum" > 957 < / span > : }
< span class = "lineNum" > 958 < / span > :
< span class = "lineNum" > 959 < / span > < span class = "lineCov" > 1 : ++error;< / span >
< span class = "lineNum" > 960 < / span > :
< span class = "lineNum" > 961 < / span > : /* if the file is changed, it means that it was modified during sync */
< span class = "lineNum" > 962 < / span > : /* this isn't a serious error, so we skip this block, and continue with others */
< span class = "lineNum" > 963 < / span > < span class = "lineCov" > 1 : error_on_this_block = 1;< / span >
< span class = "lineNum" > 964 < / span > < span class = "lineCov" > 1 : continue;< / span >
< span class = "lineNum" > 965 < / span > : } else { /* otherwise it's a BLK with silent error */
< span class = "lineNum" > 966 < / span > < span class = "lineCov" > 852 : unsigned diff = memdiff(hash, block-> hash, BLOCK_HASH_SIZE);< / span >
< span class = "lineNum" > 967 < / span > < span class = "lineCov" > 852 : log_tag(" error:%u:%s:%s: Data error at position %u, diff bits %u\n" , blockcur, disk-> name, esc_tag(file-> sub, esc_buffer), file_pos, diff);< / span >
< span class = "lineNum" > 968 < / span > < span class = "lineCov" > 852 : log_error(" Data error in file '%s' at position '%u', diff bits %u\n" , task-> path, file_pos, diff);< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 969 < / span > :
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 970 < / span > : /* save the failed block for the fix */
< span class = "lineNum" > 971 < / span > < span class = "lineCov" > 852 : failed[failed_count].index = diskcur;< / span >
< span class = "lineNum" > 972 < / span > < span class = "lineCov" > 852 : failed[failed_count].size = read_size;< / span >
< span class = "lineNum" > 973 < / span > < span class = "lineCov" > 852 : failed[failed_count].block = block;< / span >
< span class = "lineNum" > 974 < / span > < span class = "lineCov" > 852 : ++failed_count;< / span >
< span class = "lineNum" > 975 < / span > :
< span class = "lineNum" > 976 < / span > : /* silent errors are very rare, and are not a signal that a disk */
< span class = "lineNum" > 977 < / span > : /* is going to fail. So, we just continue marking the block as bad */
< span class = "lineNum" > 978 < / span > : /* just like in scrub */
< span class = "lineNum" > 979 < / span > < span class = "lineCov" > 852 : ++silent_error;< / span >
< span class = "lineNum" > 980 < / span > < span class = "lineCov" > 852 : silent_error_on_this_block = 1;< / span >
< span class = "lineNum" > 981 < / span > < span class = "lineCov" > 852 : continue;< / span >
< span class = "lineNum" > 982 < / span > : }
< span class = "lineNum" > 983 < / span > : }
< span class = "lineNum" > 984 < / span > : } else {
< span class = "lineNum" > 985 < / span > : /* if until now the parity doesn't need to be updated */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 986 < / span > < span class = "lineCov" > 94579 : if (!parity_needs_to_be_updated) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 987 < / span > : /* for sure it's a CHG block, because EMPTY are processed before with " continue" */
< span class = "lineNum" > 988 < / span > : /* and BLK and REP have " block_has_updated_hash()" as 1, and all the others */
< span class = "lineNum" > 989 < / span > : /* have " parity_needs_to_be_updated" already at 1 */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 990 < / span > < span class = "lineCov" > 35226 : assert(block_state_get(block) == BLOCK_STATE_CHG);< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 991 < / span > :
< span class = "lineNum" > 992 < / span > : /* if the hash represents the data unequivocally */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 993 < / span > < span class = "lineCov" > 35226 : if (hash_is_unique(block-> hash)) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 994 < / span > : /* check if the hash is changed */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 995 < / span > < span class = "lineCov" > 8551 : if (memcmp(hash, block-> hash, BLOCK_HASH_SIZE) != 0) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 996 < / span > : /* the block is different, and we must update parity */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 997 < / span > < span class = "lineCov" > 6039 : parity_needs_to_be_updated = 1;< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 998 < / span > : }
< span class = "lineNum" > 999 < / span > : } else {
< span class = "lineNum" > 1000 < / span > : /* if the hash is already invalid, we update parity */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1001 < / span > < span class = "lineCov" > 26675 : parity_needs_to_be_updated = 1;< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1002 < / span > : }
< span class = "lineNum" > 1003 < / span > : }
< span class = "lineNum" > 1004 < / span > :
< span class = "lineNum" > 1005 < / span > : /* copy the hash in the block, but doesn't mark the block as hashed */
< span class = "lineNum" > 1006 < / span > : /* this allow in case of skipped block to do not save the failed computation */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1007 < / span > < span class = "lineCov" > 94579 : memcpy(block-> hash, hash, BLOCK_HASH_SIZE);< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1008 < / span > :
< span class = "lineNum" > 1009 < / span > : /* note that in case of rehash, this is the wrong hash, */
< span class = "lineNum" > 1010 < / span > : /* but it will be overwritten later */
< span class = "lineNum" > 1011 < / span > : }
< span class = "lineNum" > 1012 < / span > : }
< span class = "lineNum" > 1013 < / span > :
< span class = "lineNum" > 1014 < / span > : /* if we have only silent errors we can try to fix them on-the-fly */
< span class = "lineNum" > 1015 < / span > : /* note the the fix is not written to disk, but used only to */
< span class = "lineNum" > 1016 < / span > : /* compute the new parity */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1017 < / span > < span class = "lineCov" > 114729 : if (!error_on_this_block & & !io_error_on_this_block & & silent_error_on_this_block) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1018 < / span > : unsigned failed_mac;
< span class = "lineNum" > 1019 < / span > < span class = "lineCov" > 852 : int something_to_recover = 0;< / span >
< span class = "lineNum" > 1020 < / span > :
< span class = "lineNum" > 1021 < / span > : /* sort the failed vector */
< span class = "lineNum" > 1022 < / span > : /* because with threads it may be in any order */
< span class = "lineNum" > 1023 < / span > : /* but RAID requires the indexes to be sorted */
< span class = "lineNum" > 1024 < / span > < span class = "lineCov" > 852 : qsort(failed, failed_count, sizeof(failed[0]), failed_compare_by_index);< / span >
< span class = "lineNum" > 1025 < / span > :
< span class = "lineNum" > 1026 < / span > : /* setup the blocks to recover */
< span class = "lineNum" > 1027 < / span > < span class = "lineCov" > 852 : failed_mac = 0;< / span >
< span class = "lineNum" > 1028 < / span > < span class = "lineCov" > 2556 : for (j = 0; j < failed_count; ++j) {< / span >
< span class = "lineNum" > 1029 < / span > < span class = "lineCov" > 1704 : unsigned char* block_buffer = buffer[failed[j].index];< / span >
< span class = "lineNum" > 1030 < / span > < span class = "lineCov" > 1704 : unsigned char* block_copy = copy[failed[j].index];< / span >
< span class = "lineNum" > 1031 < / span > < span class = "lineCov" > 1704 : unsigned block_state = block_state_get(failed[j].block);< / span >
< span class = "lineNum" > 1032 < / span > :
< span class = "lineNum" > 1033 < / span > : /* we try to recover only if at least one BLK is present */
< span class = "lineNum" > 1034 < / span > < span class = "lineCov" > 1704 : if (block_state == BLOCK_STATE_BLK)< / span >
< span class = "lineNum" > 1035 < / span > < span class = "lineCov" > 852 : something_to_recover = 1;< / span >
< span class = "lineNum" > 1036 < / span > :
< span class = "lineNum" > 1037 < / span > : /* save a copy of the content just read */
< span class = "lineNum" > 1038 < / span > : /* that it's going to be overwritten by the recovering function */
< span class = "lineNum" > 1039 < / span > < span class = "lineCov" > 1704 : memcpy(block_copy, block_buffer, state-> block_size);< / span >
< span class = "lineNum" > 1040 < / span > :
< span class = "lineNum" > 1041 < / span > < span class = "lineCov" > 1704 : if (block_state == BLOCK_STATE_CHG< / span >
< span class = "lineNum" > 1042 < / span > < span class = "lineCov" > 852 : & & hash_is_zero(failed[j].block-> hash)< / span >
< span class = "lineNum" > 1043 < / span > : ) {
< span class = "lineNum" > 1044 < / span > : /* if the block was filled with 0, restore this state */
< span class = "lineNum" > 1045 < / span > : /* and avoid to recover it */
< span class = "lineNum" > 1046 < / span > < span class = "lineNoCov" > 0 : memset(block_buffer, 0, state-> block_size);< / span >
< span class = "lineNum" > 1047 < / span > : } else {
< span class = "lineNum" > 1048 < / span > : /* if we have too many failures, we cannot recover */
< span class = "lineNum" > 1049 < / span > < span class = "lineCov" > 1704 : if (failed_mac > = state-> level)< / span >
< span class = "lineNum" > 1050 < / span > < span class = "lineNoCov" > 0 : break;< / span >
< span class = "lineNum" > 1051 < / span > :
< span class = "lineNum" > 1052 < / span > : /* otherwise it has to be recovered */
< span class = "lineNum" > 1053 < / span > < span class = "lineCov" > 1704 : failed_map[failed_mac++] = failed[j].index;< / span >
< span class = "lineNum" > 1054 < / span > : }
< span class = "lineNum" > 1055 < / span > : }
< span class = "lineNum" > 1056 < / span > :
< span class = "lineNum" > 1057 < / span > : /* if we have something to recover and enough parity */
< span class = "lineNum" > 1058 < / span > < span class = "lineCov" > 852 : if (something_to_recover & & j == failed_count) {< / span >
< span class = "lineNum" > 1059 < / span > : /* until now is misc */
< span class = "lineNum" > 1060 < / span > < span class = "lineCov" > 852 : state_usage_misc(state);< / span >
< span class = "lineNum" > 1061 < / span > :
< span class = "lineNum" > 1062 < / span > : /* read the parity */
< span class = "lineNum" > 1063 < / span > : /* we are sure that parity exists because */
< span class = "lineNum" > 1064 < / span > : /* we have at least one BLK block */
< span class = "lineNum" > 1065 < / span > < span class = "lineCov" > 5964 : for (l = 0; l < state-> level; ++l) {< / span >
< span class = "lineNum" > 1066 < / span > < span class = "lineCov" > 5112 : ret = parity_read(& parity_handle[l], blockcur, buffer[diskmax + l], state-> block_size, log_error);< / span >
< span class = "lineNum" > 1067 < / span > < span class = "lineCov" > 5112 : if (ret == -1) {< / span >
< span class = "lineNum" > 1068 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1069 < / span > : if (errno == EIO) {
< span class = "lineNum" > 1070 < / span > : log_tag(" parity_error:%u:%s: Read EIO error. %s\n" , blockcur, lev_config_name(l), strerror(errno));
< span class = "lineNum" > 1071 < / span > : if (io_error > = state-> opt.io_error_limit) {
< span class = "lineNum" > 1072 < / span > : log_fatal(" DANGER! Unexpected input/output read error in the %s disk, it isn't possible to sync.\n" , lev_name(l));
< span class = "lineNum" > 1073 < / span > : log_fatal(" Ensure that disk '%s' is sane and can be read.\n" , lev_config_name(l));
< span class = "lineNum" > 1074 < / span > : log_fatal(" Stopping at block %u\n" , blockcur);
< span class = "lineNum" > 1075 < / span > : ++io_error;
< span class = "lineNum" > 1076 < / span > : goto bail;
< span class = "lineNum" > 1077 < / span > : }
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 1078 < / span > :
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1079 < / span > : log_error(" Input/Output error in parity '%s' at position '%u'\n" , lev_config_name(l), blockcur);
< span class = "lineNum" > 1080 < / span > : ++io_error;
< span class = "lineNum" > 1081 < / span > : io_error_on_this_block = 1;
< span class = "lineNum" > 1082 < / span > : continue;
< span class = "lineNum" > 1083 < / span > : }
< span class = "lineNum" > 1084 < / span > :
< span class = "lineNum" > 1085 < / span > : log_tag(" parity_error:%u:%s: Read error. %s\n" , blockcur, lev_config_name(l), strerror(errno));
< span class = "lineNum" > 1086 < / span > : log_fatal(" WARNING! Unexpected read error in the %s disk, it isn't possible to sync.\n" , lev_name(l));
< span class = "lineNum" > 1087 < / span > : log_fatal(" Ensure that disk '%s' can be read.\n" , lev_config_name(l));
< span class = "lineNum" > 1088 < / span > : log_fatal(" Stopping at block %u\n" , blockcur);
< span class = "lineNum" > 1089 < / span > : ++error;
< span class = "lineNum" > 1090 < / span > : goto bail;
< span class = "lineNum" > 1091 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1092 < / span > : }
< span class = "lineNum" > 1093 < / span > :
< span class = "lineNum" > 1094 < / span > : /* until now is parity */
< span class = "lineNum" > 1095 < / span > < span class = "lineCov" > 5112 : state_usage_parity(state, & l, 1);< / span >
< span class = "lineNum" > 1096 < / span > : }
< span class = "lineNum" > 1097 < / span > :
< span class = "lineNum" > 1098 < / span > : /* if no error in parity read */
< span class = "lineNum" > 1099 < / span > < span class = "lineCov" > 852 : if (!io_error_on_this_block) {< / span >
< span class = "lineNum" > 1100 < / span > : /* try to fix the data */
< span class = "lineNum" > 1101 < / span > : /* note that this is a simple fix algorithm, that doesn't take into */
< span class = "lineNum" > 1102 < / span > : /* account the case of a wrong parity */
< span class = "lineNum" > 1103 < / span > : /* only 'fix' supports the most advanced fixing */
< span class = "lineNum" > 1104 < / span > < span class = "lineCov" > 852 : raid_rec(failed_mac, failed_map, diskmax, state-> level, state-> block_size, buffer);< / span >
< span class = "lineNum" > 1105 < / span > :
< span class = "lineNum" > 1106 < / span > : /* until now is raid */
< span class = "lineNum" > 1107 < / span > < span class = "lineCov" > 852 : state_usage_raid(state);< / span >
< span class = "lineNum" > 1108 < / span > :
< span class = "lineNum" > 1109 < / span > : /* check the result and prepare the data */
< span class = "lineNum" > 1110 < / span > < span class = "lineCov" > 5112 : for (j = 0; j < failed_count; ++j) {< / span >
< span class = "lineNum" > 1111 < / span > : unsigned char hash[HASH_MAX];
< span class = "lineNum" > 1112 < / span > < span class = "lineCov" > 1704 : unsigned char* block_buffer = buffer[failed[j].index];< / span >
< span class = "lineNum" > 1113 < / span > < span class = "lineCov" > 1704 : unsigned char* block_copy = copy[failed[j].index];< / span >
< span class = "lineNum" > 1114 < / span > < span class = "lineCov" > 1704 : unsigned block_state = block_state_get(failed[j].block);< / span >
< span class = "lineNum" > 1115 < / span > :
< span class = "lineNum" > 1116 < / span > < span class = "lineCov" > 1704 : if (block_state == BLOCK_STATE_BLK) {< / span >
< span class = "lineNum" > 1117 < / span > < span class = "lineCov" > 852 : unsigned size = failed[j].size;< / span >
< span class = "lineNum" > 1118 < / span > :
< span class = "lineNum" > 1119 < / span > : /* compute the hash of the recovered block */
< span class = "lineNum" > 1120 < / span > < span class = "lineCov" > 852 : if (rehash) {< / span >
< span class = "lineNum" > 1121 < / span > < span class = "lineNoCov" > 0 : memhash(state-> prevhash, state-> prevhashseed, hash, block_buffer, size);< / span >
< span class = "lineNum" > 1122 < / span > : } else {
< span class = "lineNum" > 1123 < / span > < span class = "lineCov" > 852 : memhash(state-> hash, state-> hashseed, hash, block_buffer, size);< / span >
< span class = "lineNum" > 1124 < / span > : }
< span class = "lineNum" > 1125 < / span > :
< span class = "lineNum" > 1126 < / span > : /* until now is hash */
< span class = "lineNum" > 1127 < / span > < span class = "lineCov" > 852 : state_usage_hash(state);< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 1128 < / span > :
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1129 < / span > : /* if the hash doesn't match */
< span class = "lineNum" > 1130 < / span > < span class = "lineCov" > 852 : if (memcmp(hash, failed[j].block-> hash, BLOCK_HASH_SIZE) != 0) {< / span >
< span class = "lineNum" > 1131 < / span > : /* we have not recovered */
< span class = "lineNum" > 1132 < / span > < span class = "lineNoCov" > 0 : break;< / span >
< span class = "lineNum" > 1133 < / span > : }
< span class = "lineNum" > 1134 < / span > :
< span class = "lineNum" > 1135 < / span > : /* pad with 0 if needed */
< span class = "lineNum" > 1136 < / span > < span class = "lineCov" > 852 : if (size < state-> block_size)< / span >
< span class = "lineNum" > 1137 < / span > < span class = "lineCov" > 345 : memset(block_buffer + size, 0, state-> block_size - size);< / span >
< span class = "lineNum" > 1138 < / span > : } else {
< span class = "lineNum" > 1139 < / span > : /* otherwise restore the content */
< span class = "lineNum" > 1140 < / span > : /* because we are not interested in the old state */
< span class = "lineNum" > 1141 < / span > : /* that it's recovered for CHG, REP and DELETED blocks */
< span class = "lineNum" > 1142 < / span > < span class = "lineCov" > 852 : memcpy(block_buffer, block_copy, state-> block_size);< / span >
< span class = "lineNum" > 1143 < / span > : }
< span class = "lineNum" > 1144 < / span > : }
< span class = "lineNum" > 1145 < / span > :
< span class = "lineNum" > 1146 < / span > : /* if all is processed, we have fixed it */
< span class = "lineNum" > 1147 < / span > < span class = "lineCov" > 852 : if (j == failed_count)< / span >
< span class = "lineNum" > 1148 < / span > < span class = "lineCov" > 852 : fixed_error_on_this_block = 1;< / span >
< span class = "lineNum" > 1149 < / span > : }
< span class = "lineNum" > 1150 < / span > : }
< span class = "lineNum" > 1151 < / span > : }
< span class = "lineNum" > 1152 < / span > :
< span class = "lineNum" > 1153 < / span > : /* if we have read all the data required and it's correct, proceed with the parity */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1154 < / span > < span class = "lineCov" > 114729 : if (!error_on_this_block & & !io_error_on_this_block< / span >
< span class = "lineNum" > 1155 < / span > < span class = "lineCov" > 114710 : & & (!silent_error_on_this_block || fixed_error_on_this_block)< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1156 < / span > : ) {
< span class = "lineNum" > 1157 < / span > : /* update the parity only if really needed */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1158 < / span > < span class = "lineCov" > 114710 : if (parity_needs_to_be_updated) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1159 < / span > : /* compute the parity */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1160 < / span > < span class = "lineCov" > 112438 : raid_gen(diskmax, state-> level, state-> block_size, buffer);< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1161 < / span > :
< span class = "lineNum" > 1162 < / span > : /* until now is raid */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1163 < / span > < span class = "lineCov" > 112438 : state_usage_raid(state);< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1164 < / span > :
< span class = "lineNum" > 1165 < / span > : /* mark that the parity is going to be written */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1166 < / span > < span class = "lineCov" > 112438 : parity_going_to_be_updated = 1;< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1167 < / span > : }
< span class = "lineNum" > 1168 < / span > :
< span class = "lineNum" > 1169 < / span > : /* for each disk, mark the blocks as processed */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1170 < / span > < span class = "lineCov" > 802970 : for (j = 0; j < diskmax; ++j) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1171 < / span > : struct snapraid_block* block;
< span class = "lineNum" > 1172 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1173 < / span > < span class = "lineCov" > 688260 : if (!handle[j].disk)< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1174 < / span > < span class = "lineNoCov" > 0 : continue;< / span >
< span class = "lineNum" > 1175 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1176 < / span > < span class = "lineCov" > 688260 : block = fs_par2block_find(handle[j].disk, blockcur);< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1177 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1178 < / span > < span class = "lineCov" > 688260 : if (block == BLOCK_NULL) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1179 < / span > : /* nothing to do */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1180 < / span > < span class = "lineCov" > 81248 : continue;< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1181 < / span > : }
< span class = "lineNum" > 1182 < / span > :
< span class = "lineNum" > 1183 < / span > : /* if it's a deleted block */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1184 < / span > < span class = "lineCov" > 607012 : if (block_state_get(block) == BLOCK_STATE_DELETED) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1185 < / span > : /* the parity is now updated without this block, so it's now empty */
< span class = "lineNum" > 1186 < / span > < span class = "lineCov" > 10953 : fs_deallocate(handle[j].disk, blockcur);< / span >
< span class = "lineNum" > 1187 < / span > < span class = "lineCov" > 10953 : continue;< / span >
< span class = "lineNum" > 1188 < / span > : }
< span class = "lineNum" > 1189 < / span > :
< span class = "lineNum" > 1190 < / span > : /* now all the blocks have the hash and the parity computed */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1191 < / span > < span class = "lineCov" > 596059 : block_state_set(block, BLOCK_STATE_BLK);< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1192 < / span > : }
< span class = "lineNum" > 1193 < / span > :
< span class = "lineNum" > 1194 < / span > : /* we update the info block only if we really have updated the parity */
< span class = "lineNum" > 1195 < / span > : /* because otherwise the time/justsynced info would be misleading as we didn't */
< span class = "lineNum" > 1196 < / span > : /* wrote the parity at this time */
< span class = "lineNum" > 1197 < / span > : /* we also update the info block only if no silent error was found */
< span class = "lineNum" > 1198 < / span > : /* because has no sense to refresh the time for data that we know bad */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1199 < / span > < span class = "lineCov" > 114710 : if (parity_needs_to_be_updated< / span >
< span class = "lineNum" > 1200 < / span > < span class = "lineCov" > 112438 : & & !silent_error_on_this_block< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1201 < / span > : ) {
< span class = "lineNum" > 1202 < / span > : /* if rehash is needed */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1203 < / span > < span class = "lineCov" > 112099 : if (rehash) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1204 < / span > : /* store all the new hash already computed */
< span class = "lineNum" > 1205 < / span > < span class = "lineCov" > 32249 : for (j = 0; j < diskmax; ++j) {< / span >
< span class = "lineNum" > 1206 < / span > < span class = "lineCov" > 27642 : if (rehandle[j].block)< / span >
< span class = "lineNum" > 1207 < / span > < span class = "lineCov" > 27243 : memcpy(rehandle[j].block-> hash, rehandle[j].hash, BLOCK_HASH_SIZE);< / span >
< span class = "lineNum" > 1208 < / span > : }
< span class = "lineNum" > 1209 < / span > : }
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 1210 < / span > :
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1211 < / span > : /* update the time info of the block */
< span class = "lineNum" > 1212 < / span > : /* we are also clearing any previous bad and rehash flag */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1213 < / span > < span class = "lineCov" > 112099 : info_set(& state-> infoarr, blockcur, info_make(now, 0, 0, 1));< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1214 < / span > : }
< span class = "lineNum" > 1215 < / span > : }
< span class = "lineNum" > 1216 < / span > :
< span class = "lineNum" > 1217 < / span > : /* if a silent (even if corrected) or input/output error was found */
< span class = "lineNum" > 1218 < / span > : /* mark the block as bad to have check/fix to handle it */
< span class = "lineNum" > 1219 < / span > : /* because our correction is in memory only and not yet written */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1220 < / span > < span class = "lineCov" > 114729 : if (silent_error_on_this_block || io_error_on_this_block) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1221 < / span > : /* set the error status keeping the other info */
< span class = "lineNum" > 1222 < / span > < span class = "lineCov" > 852 : info_set(& state-> infoarr, blockcur, info_set_bad(info));< / span >
< span class = "lineNum" > 1223 < / span > : }
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 1224 < / span > :
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1225 < / span > : /* finally schedule parity write */
< span class = "lineNum" > 1226 < / span > : /* Note that the calls to io_parity_write() are mandatory */
< span class = "lineNum" > 1227 < / span > : /* even if the parity doesn't need to be updated */
< span class = "lineNum" > 1228 < / span > : /* This because we want to keep track of the time usage */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1229 < / span > < span class = "lineCov" > 114729 : state_usage_misc(state);< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1230 < / span > :
< span class = "lineNum" > 1231 < / span > : /* write start */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1232 < / span > < span class = "lineCov" > 114729 : io_write_preset(& io, blockcur, !parity_going_to_be_updated);< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 1233 < / span > :
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1234 < / span > : /* write the parity */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1235 < / span > < span class = "lineCov" > 672998 : for (l = 0; l < state-> level; ++l) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1236 < / span > : unsigned levcur;
2015-11-13 22:48:15 +01:00
< span class = "lineNum" > 1237 < / span > :
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1238 < / span > < span class = "lineCov" > 558269 : io_parity_write(& io, & levcur, waiting_map, & waiting_mac);< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1239 < / span > :
< span class = "lineNum" > 1240 < / span > : /* until now is parity */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1241 < / span > < span class = "lineCov" > 558269 : state_usage_parity(state, waiting_map, waiting_mac);< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1242 < / span > : }
< span class = "lineNum" > 1243 < / span > :
< span class = "lineNum" > 1244 < / span > : /* write finished */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1245 < / span > < span class = "lineCov" > 114729 : io_write_next(& io, blockcur, !parity_going_to_be_updated, writer_error);< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1246 < / span > :
< span class = "lineNum" > 1247 < / span > : /* handle errors reported */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1248 < / span > < span class = "lineCov" > 573645 : for (j = 0; j < IO_WRITER_ERROR_MAX; ++j) {< / span >
< span class = "lineNum" > 1249 < / span > < span class = "lineCov" > 458916 : if (writer_error[j]) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1250 < / span > < span class = "lineNoCov" > 0 : switch (j + IO_WRITER_ERROR_BASE) {< / span >
< span class = "lineNum" > 1251 < / span > : case TASK_STATE_IOERROR_CONTINUE :
< span class = "lineNum" > 1252 < / span > < span class = "lineNoCov" > 0 : ++io_error;< / span >
< span class = "lineNum" > 1253 < / span > < span class = "lineNoCov" > 0 : if (io_error > = state-> opt.io_error_limit) {< / span >
< span class = "lineNum" > 1254 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1255 < / span > : log_fatal(" DANGER! Unexpected input/output write error in a parity disk, it isn't possible to sync.\n" );
< span class = "lineNum" > 1256 < / span > : log_fatal(" Stopping at block %u\n" , blockcur);
< span class = "lineNum" > 1257 < / span > : goto bail;
< span class = "lineNum" > 1258 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1259 < / span > : }
< span class = "lineNum" > 1260 < / span > < span class = "lineNoCov" > 0 : break;< / span >
< span class = "lineNum" > 1261 < / span > : case TASK_STATE_ERROR_CONTINUE :
< span class = "lineNum" > 1262 < / span > < span class = "lineNoCov" > 0 : ++error;< / span >
< span class = "lineNum" > 1263 < / span > < span class = "lineNoCov" > 0 : break;< / span >
< span class = "lineNum" > 1264 < / span > : case TASK_STATE_IOERROR :
< span class = "lineNum" > 1265 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1266 < / span > : ++io_error;
< span class = "lineNum" > 1267 < / span > : goto bail;
< span class = "lineNum" > 1268 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1269 < / span > : case TASK_STATE_ERROR :
< span class = "lineNum" > 1270 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1271 < / span > : ++error;
< span class = "lineNum" > 1272 < / span > : goto bail;
< span class = "lineNum" > 1273 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1274 < / span > : }
< span class = "lineNum" > 1275 < / span > : }
< span class = "lineNum" > 1276 < / span > : }
< span class = "lineNum" > 1277 < / span > :
< span class = "lineNum" > 1278 < / span > : /* mark the state as needing write */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1279 < / span > < span class = "lineCov" > 114729 : state-> need_write = 1;< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1280 < / span > :
< span class = "lineNum" > 1281 < / span > : /* count the number of processed block */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1282 < / span > < span class = "lineCov" > 114729 : ++countpos;< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1283 < / span > :
< span class = "lineNum" > 1284 < / span > : /* progress */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1285 < / span > < span class = "lineCov" > 114729 : if (state_progress(state, & io, blockcur, countpos, countmax, countsize)) {< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1286 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1287 < / span > : break;
< span class = "lineNum" > 1288 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1289 < / span > : }
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 1290 < / span > :
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1291 < / span > : /* autosave */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1292 < / span > < span class = "lineCov" > 114729 : if ((state-> autosave != 0< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1293 < / span > < span class = "lineCov" > 26021 : & & autosavedone > = autosavelimit /* if we have reached the limit */< / span >
< span class = "lineNum" > 1294 < / span > < span class = "lineNoCov" > 0 : & & autosavemissing > = autosavelimit) /* if we have at least a full step to do */< / span >
< span class = "lineNum" > 1295 < / span > : /* or if we have a forced autosave at the specified block */
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1296 < / span > < span class = "lineCov" > 114729 : || (state-> opt.force_autosave_at != 0 & & state-> opt.force_autosave_at == blockcur)< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1297 < / span > : ) {
< span class = "lineNum" > 1298 < / span > < span class = "lineCov" > 1 : autosavedone = 0; /* restart the counter */< / span >
< span class = "lineNum" > 1299 < / span > :
< span class = "lineNum" > 1300 < / span > : /* until now is misc */
< span class = "lineNum" > 1301 < / span > < span class = "lineCov" > 1 : state_usage_misc(state);< / span >
< span class = "lineNum" > 1302 < / span > :
< span class = "lineNum" > 1303 < / span > < span class = "lineCov" > 1 : state_progress_stop(state);< / span >
< span class = "lineNum" > 1304 < / span > :
< span class = "lineNum" > 1305 < / span > < span class = "lineCov" > 1 : msg_progress(" Autosaving...\n" );< / span >
< span class = "lineNum" > 1306 < / span > :
< span class = "lineNum" > 1307 < / span > : /* before writing the new content file we ensure that */
< span class = "lineNum" > 1308 < / span > : /* the parity is really written flushing the disk cache */
< span class = "lineNum" > 1309 < / span > < span class = "lineCov" > 7 : for (l = 0; l < state-> level; ++l) {< / span >
< span class = "lineNum" > 1310 < / span > < span class = "lineCov" > 6 : ret = parity_sync(& parity_handle[l]);< / span >
< span class = "lineNum" > 1311 < / span > < span class = "lineCov" > 6 : if (ret == -1) {< / span >
< span class = "lineNum" > 1312 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1313 < / span > : log_tag(" parity_error:%u:%s: Sync error\n" , blockcur, lev_config_name(l));
< span class = "lineNum" > 1314 < / span > : log_fatal(" DANGER! Unexpected sync error in %s disk.\n" , lev_name(l));
< span class = "lineNum" > 1315 < / span > : log_fatal(" Ensure that disk '%s' is sane.\n" , lev_config_name(l));
< span class = "lineNum" > 1316 < / span > : log_fatal(" Stopping at block %u\n" , blockcur);
< span class = "lineNum" > 1317 < / span > : ++error;
< span class = "lineNum" > 1318 < / span > : goto bail;
< span class = "lineNum" > 1319 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1320 < / span > : }
< span class = "lineNum" > 1321 < / span > : }
< span class = "lineNum" > 1322 < / span > :
< span class = "lineNum" > 1323 < / span > : /* now we can safely write the content file */
< span class = "lineNum" > 1324 < / span > < span class = "lineCov" > 1 : state_write(state);< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 1325 < / span > :
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1326 < / span > < span class = "lineCov" > 1 : state_progress_restart(state);< / span >
< span class = "lineNum" > 1327 < / span > :
< span class = "lineNum" > 1328 < / span > : /* drop until now */
< span class = "lineNum" > 1329 < / span > < span class = "lineCov" > 1 : state_usage_waste(state);< / span >
< span class = "lineNum" > 1330 < / span > : }
2016-11-21 19:48:21 +01:00
< span class = "lineNum" > 1331 < / span > < span class = "lineCov" > 114729 : }< / span >
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1332 < / span > :
< span class = "lineNum" > 1333 < / span > : end:
< span class = "lineNum" > 1334 < / span > < span class = "lineCov" > 83 : state_progress_end(state, countpos, countmax, countsize);< / span >
< span class = "lineNum" > 1335 < / span > :
< span class = "lineNum" > 1336 < / span > < span class = "lineCov" > 83 : state_usage_print(state);< / span >
< span class = "lineNum" > 1337 < / span > :
< span class = "lineNum" > 1338 < / span > : /* before returning we ensure that */
< span class = "lineNum" > 1339 < / span > : /* the parity is really written flushing the disk cache */
< span class = "lineNum" > 1340 < / span > < span class = "lineCov" > 546 : for (l = 0; l < state-> level; ++l) {< / span >
< span class = "lineNum" > 1341 < / span > < span class = "lineCov" > 463 : ret = parity_sync(& parity_handle[l]);< / span >
< span class = "lineNum" > 1342 < / span > < span class = "lineCov" > 463 : if (ret == -1) {< / span >
< span class = "lineNum" > 1343 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1344 < / span > : log_tag(" parity_error:%u:%s: Sync error\n" , blockcur, lev_config_name(l));
< span class = "lineNum" > 1345 < / span > : log_fatal(" DANGER! Unexpected sync error in %s disk.\n" , lev_name(l));
< span class = "lineNum" > 1346 < / span > : log_fatal(" Ensure that disk '%s' is sane.\n" , lev_config_name(l));
< span class = "lineNum" > 1347 < / span > : log_fatal(" Stopping at block %u\n" , blockcur);
< span class = "lineNum" > 1348 < / span > : ++error;
< span class = "lineNum" > 1349 < / span > : goto bail;
< span class = "lineNum" > 1350 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1351 < / span > : }
< span class = "lineNum" > 1352 < / span > : }
< span class = "lineNum" > 1353 < / span > :
< span class = "lineNum" > 1354 < / span > < span class = "lineCov" > 83 : if (error || silent_error || io_error) {< / span >
< span class = "lineNum" > 1355 < / span > < span class = "lineCov" > 12 : msg_status(" \n" );< / span >
< span class = "lineNum" > 1356 < / span > < span class = "lineCov" > 12 : msg_status(" %8u file errors\n" , error);< / span >
< span class = "lineNum" > 1357 < / span > < span class = "lineCov" > 12 : msg_status(" %8u io errors\n" , io_error);< / span >
< span class = "lineNum" > 1358 < / span > < span class = "lineCov" > 12 : msg_status(" %8u data errors\n" , silent_error);< / span >
< span class = "lineNum" > 1359 < / span > : } else {
< span class = "lineNum" > 1360 < / span > : /* print the result only if processed something */
< span class = "lineNum" > 1361 < / span > < span class = "lineCov" > 71 : if (countpos != 0)< / span >
< span class = "lineNum" > 1362 < / span > < span class = "lineCov" > 53 : msg_status(" Everything OK\n" );< / span >
< span class = "lineNum" > 1363 < / span > : }
< span class = "lineNum" > 1364 < / span > :
< span class = "lineNum" > 1365 < / span > < span class = "lineCov" > 83 : if (error)< / span >
< span class = "lineNum" > 1366 < / span > < span class = "lineCov" > 11 : log_fatal(" WARNING! Unexpected file errors!\n" );< / span >
< span class = "lineNum" > 1367 < / span > < span class = "lineCov" > 83 : if (io_error)< / span >
< span class = "lineNum" > 1368 < / span > < span class = "lineNoCov" > 0 : log_fatal(" DANGER! Unexpected input/output errors! The failing blocks are now marked as bad!\n" );< / span >
< span class = "lineNum" > 1369 < / span > < span class = "lineCov" > 83 : if (silent_error)< / span >
< span class = "lineNum" > 1370 < / span > < span class = "lineCov" > 1 : log_fatal(" DANGER! Unexpected data errors! The failing blocks are now marked as bad!\n" );< / span >
< span class = "lineNum" > 1371 < / span > < span class = "lineCov" > 83 : if (io_error || silent_error) {< / span >
< span class = "lineNum" > 1372 < / span > < span class = "lineCov" > 1 : log_fatal(" Use 'snapraid status' to list the bad blocks.\n" );< / span >
< span class = "lineNum" > 1373 < / span > < span class = "lineCov" > 1 : log_fatal(" Use 'snapraid -e fix' to recover.\n" );< / span >
< span class = "lineNum" > 1374 < / span > : }
< span class = "lineNum" > 1375 < / span > :
< span class = "lineNum" > 1376 < / span > < span class = "lineCov" > 83 : log_tag(" summary:error_file:%u\n" , error);< / span >
< span class = "lineNum" > 1377 < / span > < span class = "lineCov" > 83 : log_tag(" summary:error_io:%u\n" , io_error);< / span >
< span class = "lineNum" > 1378 < / span > < span class = "lineCov" > 83 : log_tag(" summary:error_data:%u\n" , silent_error);< / span >
< span class = "lineNum" > 1379 < / span > < span class = "lineCov" > 83 : if (error + silent_error + io_error == 0)< / span >
< span class = "lineNum" > 1380 < / span > < span class = "lineCov" > 71 : log_tag(" summary:exit:ok\n" );< / span >
< span class = "lineNum" > 1381 < / span > : else
< span class = "lineNum" > 1382 < / span > < span class = "lineCov" > 12 : log_tag(" summary:exit:error\n" );< / span >
< span class = "lineNum" > 1383 < / span > < span class = "lineCov" > 83 : log_flush();< / span >
< span class = "lineNum" > 1384 < / span > :
< span class = "lineNum" > 1385 < / span > : bail:
< span class = "lineNum" > 1386 < / span > : /* stop all the worker threads */
< span class = "lineNum" > 1387 < / span > < span class = "lineCov" > 83 : io_stop(& io);< / span >
< span class = "lineNum" > 1388 < / span > :
< span class = "lineNum" > 1389 < / span > < span class = "lineCov" > 581 : for (j = 0; j < diskmax; ++j) {< / span >
< span class = "lineNum" > 1390 < / span > < span class = "lineCov" > 498 : struct snapraid_file* file = handle[j].file;< / span >
< span class = "lineNum" > 1391 < / span > < span class = "lineCov" > 498 : struct snapraid_disk* disk = handle[j].disk;< / span >
< span class = "lineNum" > 1392 < / span > < span class = "lineCov" > 498 : ret = handle_close(& handle[j]);< / span >
< span class = "lineNum" > 1393 < / span > < span class = "lineCov" > 498 : if (ret == -1) {< / span >
< span class = "lineNum" > 1394 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1395 < / span > : log_tag(" error:%u:%s:%s: Close error. %s\n" , blockcur, disk-> name, esc_tag(file-> sub, esc_buffer), strerror(errno));
< span class = "lineNum" > 1396 < / span > : log_fatal(" DANGER! Unexpected close error in a data disk.\n" );
< span class = "lineNum" > 1397 < / span > : ++error;
< span class = "lineNum" > 1398 < / span > : /* continue, as we are already exiting */
< span class = "lineNum" > 1399 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1400 < / span > : }
< span class = "lineNum" > 1401 < / span > : }
< span class = "lineNum" > 1402 < / span > :
< span class = "lineNum" > 1403 < / span > < span class = "lineCov" > 83 : free(handle);< / span >
< span class = "lineNum" > 1404 < / span > < span class = "lineCov" > 83 : free(zero_alloc);< / span >
< span class = "lineNum" > 1405 < / span > < span class = "lineCov" > 83 : free(copy_alloc);< / span >
< span class = "lineNum" > 1406 < / span > < span class = "lineCov" > 83 : free(copy);< / span >
< span class = "lineNum" > 1407 < / span > < span class = "lineCov" > 83 : free(rehandle_alloc);< / span >
< span class = "lineNum" > 1408 < / span > < span class = "lineCov" > 83 : free(failed);< / span >
< span class = "lineNum" > 1409 < / span > < span class = "lineCov" > 83 : free(failed_map);< / span >
< span class = "lineNum" > 1410 < / span > < span class = "lineCov" > 83 : free(waiting_map);< / span >
< span class = "lineNum" > 1411 < / span > < span class = "lineCov" > 83 : io_done(& io);< / span >
< span class = "lineNum" > 1412 < / span > :
< span class = "lineNum" > 1413 < / span > < span class = "lineCov" > 83 : if (state-> opt.expect_recoverable) {< / span >
< span class = "lineNum" > 1414 < / span > < span class = "lineCov" > 1 : if (error + silent_error + io_error == 0)< / span >
< span class = "lineNum" > 1415 < / span > < span class = "lineNoCov" > 0 : return -1;< / span >
< span class = "lineNum" > 1416 < / span > : } else {
< span class = "lineNum" > 1417 < / span > < span class = "lineCov" > 82 : if (error + silent_error + io_error != 0)< / span >
< span class = "lineNum" > 1418 < / span > < span class = "lineCov" > 11 : return -1;< / span >
< span class = "lineNum" > 1419 < / span > : }
< span class = "lineNum" > 1420 < / span > < span class = "lineCov" > 72 : return 0;< / span >
< a name = "1421" > < span class = "lineNum" > 1421 < / span > : }< / a >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 1422 < / span > :
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1423 < / span > < span class = "lineCov" > 87 : int state_sync(struct snapraid_state* state, block_off_t blockstart, block_off_t blockcount)< / span >
< span class = "lineNum" > 1424 < / span > : {
< span class = "lineNum" > 1425 < / span > : block_off_t blockmax;
< span class = "lineNum" > 1426 < / span > : block_off_t used_paritymax;
< span class = "lineNum" > 1427 < / span > : block_off_t file_paritymax;
< span class = "lineNum" > 1428 < / span > : data_off_t size;
< span class = "lineNum" > 1429 < / span > : int ret;
< span class = "lineNum" > 1430 < / span > : struct snapraid_parity_handle parity_handle[LEV_MAX];
< span class = "lineNum" > 1431 < / span > : unsigned unrecoverable_error;
< span class = "lineNum" > 1432 < / span > : unsigned l;
< span class = "lineNum" > 1433 < / span > < span class = "lineCov" > 87 : int skip_sync = 0;< / span >
< span class = "lineNum" > 1434 < / span > :
< span class = "lineNum" > 1435 < / span > < span class = "lineCov" > 87 : msg_progress(" Initializing...\n" );< / span >
< span class = "lineNum" > 1436 < / span > :
< span class = "lineNum" > 1437 < / span > < span class = "lineCov" > 87 : blockmax = parity_allocated_size(state);< / span >
< span class = "lineNum" > 1438 < / span > < span class = "lineCov" > 87 : size = blockmax * (data_off_t)state-> block_size;< / span >
< span class = "lineNum" > 1439 < / span > :
< span class = "lineNum" > 1440 < / span > : /* minimum size of the parity files we expect */
< span class = "lineNum" > 1441 < / span > < span class = "lineCov" > 87 : used_paritymax = parity_used_size(state);< / span >
< span class = "lineNum" > 1442 < / span > :
< span class = "lineNum" > 1443 < / span > : /* effective size of the parity files */
< span class = "lineNum" > 1444 < / span > < span class = "lineCov" > 87 : file_paritymax = 0;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 1445 < / span > :
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1446 < / span > < span class = "lineCov" > 87 : if (blockstart > blockmax) {< / span >
< span class = "lineNum" > 1447 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1448 < / span > : log_fatal(" Error in the starting block %u. It's bigger than the parity size %u.\n" , blockstart, blockmax);
< span class = "lineNum" > 1449 < / span > : exit(EXIT_FAILURE);
< span class = "lineNum" > 1450 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1451 < / span > : }
< span class = "lineNum" > 1452 < / span > :
< span class = "lineNum" > 1453 < / span > : /* adjust the number of block to process */
< span class = "lineNum" > 1454 < / span > < span class = "lineCov" > 87 : if (blockcount != 0 & & blockstart + blockcount < blockmax) {< / span >
< span class = "lineNum" > 1455 < / span > < span class = "lineCov" > 6 : blockmax = blockstart + blockcount;< / span >
< span class = "lineNum" > 1456 < / span > : }
< span class = "lineNum" > 1457 < / span > :
< span class = "lineNum" > 1458 < / span > < span class = "lineCov" > 574 : for (l = 0; l < state-> level; ++l) {< / span >
< span class = "lineNum" > 1459 < / span > : data_off_t out_size;
< span class = "lineNum" > 1460 < / span > : block_off_t parityblocks;
< span class = "lineNum" > 1461 < / span > :
< span class = "lineNum" > 1462 < / span > : /* create the file and open for writing */
< span class = "lineNum" > 1463 < / span > < span class = "lineCov" > 487 : ret = parity_create(& parity_handle[l], & state-> parity[l], l, state-> file_mode, state-> block_size, state-> opt.parity_limit_size);< / span >
< span class = "lineNum" > 1464 < / span > < span class = "lineCov" > 487 : if (ret == -1) {< / span >
< span class = "lineNum" > 1465 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1466 < / span > : log_fatal(" WARNING! Without an accessible %s file, it isn't possible to sync.\n" , lev_name(l));
< span class = "lineNum" > 1467 < / span > : exit(EXIT_FAILURE);
< span class = "lineNum" > 1468 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1469 < / span > : }
< span class = "lineNum" > 1470 < / span > :
< span class = "lineNum" > 1471 < / span > : /* number of block in the parity file */
< span class = "lineNum" > 1472 < / span > < span class = "lineCov" > 487 : parity_size(& parity_handle[l], & out_size);< / span >
< span class = "lineNum" > 1473 < / span > < span class = "lineCov" > 487 : parityblocks = out_size / state-> block_size;< / span >
< span class = "lineNum" > 1474 < / span > :
< span class = "lineNum" > 1475 < / span > : /* if the file is too small */
< span class = "lineNum" > 1476 < / span > < span class = "lineCov" > 487 : if (parityblocks < used_paritymax) {< / span >
< span class = "lineNum" > 1477 < / span > < span class = "lineNoCov" > 0 : log_fatal(" WARNING! The %s parity has data only %u blocks instead of %u.\n" , lev_name(l), parityblocks, used_paritymax);< / span >
< span class = "lineNum" > 1478 < / span > : }
< span class = "lineNum" > 1479 < / span > :
< span class = "lineNum" > 1480 < / span > : /* keep the smallest parity number of blocks */
< span class = "lineNum" > 1481 < / span > < span class = "lineCov" > 487 : if (l == 0 || file_paritymax > parityblocks)< / span >
< span class = "lineNum" > 1482 < / span > < span class = "lineCov" > 87 : file_paritymax = parityblocks;< / span >
< span class = "lineNum" > 1483 < / span > : }
< span class = "lineNum" > 1484 < / span > :
< span class = "lineNum" > 1485 < / span > : /* if we do a full parity realloc or computation, having a wrong parity size is expected */
< span class = "lineNum" > 1486 < / span > < span class = "lineCov" > 87 : if (!state-> opt.force_realloc & & !state-> opt.force_full) {< / span >
< span class = "lineNum" > 1487 < / span > : /* if the parities are too small */
< span class = "lineNum" > 1488 < / span > < span class = "lineCov" > 80 : if (file_paritymax < used_paritymax) {< / span >
< span class = "lineNum" > 1489 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1490 < / span > : log_fatal(" DANGER! One or more the parity files are smaller than expected!\n" );
< span class = "lineNum" > 1491 < / span > : if (file_paritymax != 0) {
< span class = "lineNum" > 1492 < / span > : log_fatal(" If this happens because you are using an old content file,\n" );
< span class = "lineNum" > 1493 < / span > : log_fatal(" you can 'sync' anyway using 'snapraid --force-full sync'\n" );
< span class = "lineNum" > 1494 < / span > : log_fatal(" to force a full rebuild of the parity.\n" );
< span class = "lineNum" > 1495 < / span > : } else {
< span class = "lineNum" > 1496 < / span > : log_fatal(" It's possible that the parity disks are not mounted.\n" );
< span class = "lineNum" > 1497 < / span > : log_fatal(" If instead you are adding a new parity level, you can 'sync' using\n" );
< span class = "lineNum" > 1498 < / span > : log_fatal(" 'snapraid --force-full sync' to force a full rebuild of the parity.\n" );
< span class = "lineNum" > 1499 < / span > : }
< span class = "lineNum" > 1500 < / span > : exit(EXIT_FAILURE);
< span class = "lineNum" > 1501 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1502 < / span > : }
< span class = "lineNum" > 1503 < / span > : }
< span class = "lineNum" > 1504 < / span > :
< span class = "lineNum" > 1505 < / span > < span class = "lineCov" > 87 : unrecoverable_error = 0;< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 1506 < / span > :
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1507 < / span > < span class = "lineCov" > 87 : if (state-> opt.prehash) {< / span >
< span class = "lineNum" > 1508 < / span > < span class = "lineCov" > 7 : msg_progress(" Hashing...\n" );< / span >
2016-11-06 18:12:17 +01:00
< span class = "lineNum" > 1509 < / span > :
2016-11-06 19:57:56 +01:00
< span class = "lineNum" > 1510 < / span > < span class = "lineCov" > 7 : ret = state_hash_process(state, blockstart, blockmax, & skip_sync);< / span >
< span class = "lineNum" > 1511 < / span > < span class = "lineCov" > 7 : if (ret == -1) {< / span >
< span class = "lineNum" > 1512 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1513 < / span > : ++unrecoverable_error;
< span class = "lineNum" > 1514 < / span > : /* continue, in case also doing the sync if ::skip_sync is not set */
< span class = "lineNum" > 1515 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1516 < / span > : }
< span class = "lineNum" > 1517 < / span > : }
< span class = "lineNum" > 1518 < / span > :
< span class = "lineNum" > 1519 < / span > < span class = "lineCov" > 87 : if (!skip_sync) {< / span >
< span class = "lineNum" > 1520 < / span > < span class = "lineCov" > 86 : msg_progress(" Resizing...\n" );< / span >
< span class = "lineNum" > 1521 < / span > :
< span class = "lineNum" > 1522 < / span > : /* now change the size of all parities */
< span class = "lineNum" > 1523 < / span > < span class = "lineCov" > 567 : for (l = 0; l < state-> level; ++l) {< / span >
< span class = "lineNum" > 1524 < / span > : int is_modified;
< span class = "lineNum" > 1525 < / span > :
< span class = "lineNum" > 1526 < / span > : /* change the size of the parity file, truncating or extending it */
< span class = "lineNum" > 1527 < / span > : /* from this point all the DELETED blocks after the end of the parity are invalid */
< span class = "lineNum" > 1528 < / span > : /* and they are automatically removed when we save the new content file */
< span class = "lineNum" > 1529 < / span > < span class = "lineCov" > 481 : ret = parity_chsize(& parity_handle[l], & state-> parity[l], & is_modified, size, state-> block_size, state-> opt.skip_fallocate, state-> opt.skip_space_holder);< / span >
< span class = "lineNum" > 1530 < / span > < span class = "lineCov" > 481 : if (ret == -1) {< / span >
< span class = "lineNum" > 1531 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1532 < / span > : data_off_t out_size;
< span class = "lineNum" > 1533 < / span > : parity_size(& parity_handle[l], & out_size);
< span class = "lineNum" > 1534 < / span > : parity_overflow(state, out_size);
< span class = "lineNum" > 1535 < / span > : log_fatal(" WARNING! Without an unsable %s file, it isn't possible to sync.\n" , lev_name(l));
< span class = "lineNum" > 1536 < / span > : exit(EXIT_FAILURE);
< span class = "lineNum" > 1537 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1538 < / span > : }
< span class = "lineNum" > 1539 < / span > :
< span class = "lineNum" > 1540 < / span > < span class = "lineCov" > 481 : if (is_modified)< / span >
< span class = "lineNum" > 1541 < / span > < span class = "lineCov" > 175 : state-> need_write = 1;< / span >
< span class = "lineNum" > 1542 < / span > : }
< span class = "lineNum" > 1543 < / span > :
< span class = "lineNum" > 1544 < / span > : /* after resizing parity files, refresh again the free info */
< span class = "lineNum" > 1545 < / span > < span class = "lineCov" > 86 : state_refresh(state);< / span >
< span class = "lineNum" > 1546 < / span > :
< span class = "lineNum" > 1547 < / span > : /**
< span class = "lineNum" > 1548 < / span > : * Save the new state before the sync but after the hashing phase
< span class = "lineNum" > 1549 < / span > : *
< span class = "lineNum" > 1550 < / span > : * This allows to recover after an aborted sync, and at the same time
< span class = "lineNum" > 1551 < / span > : * it allows to recover broken copied/moved files identified in the
< span class = "lineNum" > 1552 < / span > : * hashing phase.
< span class = "lineNum" > 1553 < / span > : *
< span class = "lineNum" > 1554 < / span > : * For example, think at this case:
< span class = "lineNum" > 1555 < / span > : * - Add some files at the array
< span class = "lineNum" > 1556 < / span > : * - Run a sync command, it will recompute the parity adding the new files
< span class = "lineNum" > 1557 < / span > : * - Abort the sync command before it stores the new content file
< span class = "lineNum" > 1558 < / span > : * - Delete the not yet synced files from the array
< span class = "lineNum" > 1559 < / span > : * - Run a new sync command
< span class = "lineNum" > 1560 < / span > : *
< span class = "lineNum" > 1561 < / span > : * The sync command has no way to know that the parity file was modified
< span class = "lineNum" > 1562 < / span > : * because the files triggering these changes are now deleted and they aren't
< span class = "lineNum" > 1563 < / span > : * listed in the content file.
< span class = "lineNum" > 1564 < / span > : * Instead, saving the new content file in advance, keeps track of all the parity
< span class = "lineNum" > 1565 < / span > : * that may be modified.
< span class = "lineNum" > 1566 < / span > : */
< span class = "lineNum" > 1567 < / span > < span class = "lineCov" > 86 : if (!state-> opt.skip_content_write) {< / span >
< span class = "lineNum" > 1568 < / span > < span class = "lineCov" > 86 : if (state-> need_write)< / span >
< span class = "lineNum" > 1569 < / span > < span class = "lineCov" > 79 : state_write(state);< / span >
< span class = "lineNum" > 1570 < / span > : } else {
< span class = "lineNum" > 1571 < / span > < span class = "lineNoCov" > 0 : log_fatal(" WARNING! Skipped state write for --test-skip-content-write option.\n" );< / span >
< span class = "lineNum" > 1572 < / span > : }
< span class = "lineNum" > 1573 < / span > :
< span class = "lineNum" > 1574 < / span > < span class = "lineCov" > 86 : msg_progress(" Syncing...\n" );< / span >
< span class = "lineNum" > 1575 < / span > :
< span class = "lineNum" > 1576 < / span > : /* skip degenerated cases of empty parity, or skipping all */
< span class = "lineNum" > 1577 < / span > < span class = "lineCov" > 86 : if (blockstart < blockmax) {< / span >
< span class = "lineNum" > 1578 < / span > < span class = "lineCov" > 83 : ret = state_sync_process(state, parity_handle, blockstart, blockmax);< / span >
< span class = "lineNum" > 1579 < / span > < span class = "lineCov" > 83 : if (ret == -1) {< / span >
< span class = "lineNum" > 1580 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1581 < / span > : ++unrecoverable_error;
< span class = "lineNum" > 1582 < / span > : /* continue, as we are already exiting */
< span class = "lineNum" > 1583 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1584 < / span > : }
< span class = "lineNum" > 1585 < / span > : } else {
< span class = "lineNum" > 1586 < / span > < span class = "lineCov" > 3 : msg_status(" Nothing to do\n" );< / span >
< span class = "lineNum" > 1587 < / span > : }
< span class = "lineNum" > 1588 < / span > : }
< span class = "lineNum" > 1589 < / span > :
< span class = "lineNum" > 1590 < / span > < span class = "lineCov" > 574 : for (l = 0; l < state-> level; ++l) {< / span >
< span class = "lineNum" > 1591 < / span > < span class = "lineCov" > 487 : ret = parity_close(& parity_handle[l]);< / span >
< span class = "lineNum" > 1592 < / span > < span class = "lineCov" > 487 : if (ret == -1) {< / span >
< span class = "lineNum" > 1593 < / span > : /* LCOV_EXCL_START */
< span class = "lineNum" > 1594 < / span > : log_fatal(" DANGER! Unexpected close error in %s disk.\n" , lev_name(l));
< span class = "lineNum" > 1595 < / span > : ++unrecoverable_error;
< span class = "lineNum" > 1596 < / span > : /* continue, as we are already exiting */
< span class = "lineNum" > 1597 < / span > : /* LCOV_EXCL_STOP */
< span class = "lineNum" > 1598 < / span > : }
< span class = "lineNum" > 1599 < / span > : }
< span class = "lineNum" > 1600 < / span > :
< span class = "lineNum" > 1601 < / span > : /* abort if required */
< span class = "lineNum" > 1602 < / span > < span class = "lineCov" > 87 : if (unrecoverable_error != 0)< / span >
< span class = "lineNum" > 1603 < / span > < span class = "lineCov" > 12 : return -1;< / span >
< span class = "lineNum" > 1604 < / span > < span class = "lineCov" > 75 : return 0;< / span >
< span class = "lineNum" > 1605 < / span > : }
< span class = "lineNum" > 1606 < / span > :
2011-03-01 22:19:30 +01:00
< / pre >
< / td >
< / tr >
< / table >
< br >
< table width = "100%" border = 0 cellspacing = 0 cellpadding = 0 >
< tr > < td class = "ruler" > < img src = "../glass.png" width = 3 height = 3 alt = "" > < / td > < / tr >
< tr > < td class = "versionInfo" > Generated by: < a href = "http://ltp.sourceforge.net/coverage/lcov.php" target = "_parent" > LCOV version 1.10< / a > < / td > < / tr >
< / table >
< br >
< / body >
< / html >