/* * Copyright (C) 2011 Andrea Mazzoleni * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #include "portable.h" #include "util.h" #include "elem.h" #include "state.h" #include "parity.h" #include "handle.h" #include "raid.h" /****************************************************************************/ /* check */ struct failed_struct { unsigned index; struct snapraid_block* block; struct snapraid_handle* handle; }; /** * Checks if a block hash matches the specified buffer. */ static int blockcmp(struct snapraid_state* state, struct snapraid_block* block, unsigned char* buffer, unsigned char* buffer_zero) { unsigned char hash[HASH_SIZE]; unsigned size; size = block_file_size(block, state->block_size); /* now compute the hash of the valid part */ memhash(state->hash, hash, buffer, size); /* compare the hash */ if (memcmp(hash, block->hash, HASH_SIZE) != 0) { return -1; } /* compare to the end of the block */ if (size < state->block_size) { if (memcmp(buffer + size, buffer_zero + size, state->block_size - size) != 0) { return -1; } } return 0; } /** * Repair errors. * Returns <0 if failure for missing strategy, >0 if data is wrong and we cannot rebuild correctly, 0 on success. * If success, the parity and qarity are computed in the buffer variable. */ static int repair(struct snapraid_state* state, unsigned i, unsigned diskmax, struct failed_struct* failed, unsigned failed_count, unsigned char** buffer, unsigned char* buffer_parity, unsigned char* buffer_qarity, unsigned char* buffer_zero) { unsigned j; int error = 0; /* no fix required */ if (failed_count == 0) { /* recompute only parity and qarity */ raid_gen(state->level, buffer, diskmax, state->block_size); return 0; } if (failed_count == 1 && buffer_parity != 0) { /* copy the redundancy to use */ memcpy(buffer[diskmax], buffer_parity, state->block_size); /* recover */ raid5_recov_data(buffer, diskmax, state->block_size, failed[0].index); /* check if the recovered blocks are OK */ for(j=0;j<1;++j) { if (blockcmp(state, failed[j].block, buffer[failed[j].index], buffer_zero) != 0) break; } if (j==1) { /* recompute all the redundancy information */ raid_gen(state->level, buffer, diskmax, state->block_size); return 0; } fprintf(stderr, "error:%u:parity: Data error\n", i); ++error; } if (failed_count == 1 && buffer_qarity != 0) { /* copy the redundancy to use */ memcpy(buffer[diskmax+1], buffer_qarity, state->block_size); raid6_recov_datap(buffer, diskmax, state->block_size, failed[0].index, buffer_zero); /* check if the recovered blocks are OK */ for(j=0;j<1;++j) { if (blockcmp(state, failed[j].block, buffer[failed[j].index], buffer_zero) != 0) break; } if (j==1) { /* recompute all the redundancy information */ raid_gen(state->level, buffer, diskmax, state->block_size); return 0; } fprintf(stderr, "error:%u:qarity: Data error\n", i); ++error; } if (failed_count == 2 && buffer_parity != 0 && buffer_qarity != 0) { /* copy the redundancy to use */ memcpy(buffer[diskmax], buffer_parity, state->block_size); memcpy(buffer[diskmax+1], buffer_qarity, state->block_size); /* recover */ raid6_recov_2data(buffer, diskmax, state->block_size, failed[0].index, failed[1].index, buffer_zero); /* check if the recovered blocks are OK */ for(j=0;j<2;++j) { if (blockcmp(state, failed[j].block, buffer[failed[j].index], buffer_zero) != 0) break; } if (j==2) { /* recompute all the redundancy information */ raid_gen(state->level, buffer, diskmax, state->block_size); return 0; } fprintf(stderr, "error:%u:parity/qarity: Data error\n", i); ++error; } /* no more stragety to fix */ if (error) return error; else return -1; } static int state_check_process(struct snapraid_state* state, int fix, struct snapraid_parity* parity, struct snapraid_parity* qarity, block_off_t blockstart, block_off_t blockmax) { struct snapraid_handle* handle; unsigned diskmax; block_off_t i; unsigned j; void* buffer_alloc; unsigned char* buffer_aligned; unsigned char** buffer; unsigned buffermax; int ret; data_off_t countsize; block_off_t countpos; block_off_t countmax; unsigned error; unsigned unrecoverable_error; unsigned recovered_error; struct failed_struct* failed; handle = handle_map(state, &diskmax); /* we need disk + 2 for each parity level buffers + 1 zero buffer */ buffermax = diskmax + state->level * 2 + 1; buffer_aligned = malloc_nofail_align(buffermax * state->block_size, &buffer_alloc); buffer = malloc_nofail(buffermax * sizeof(void*)); for(i=0;iblock_size; } memset(buffer[buffermax-1], 0, state->block_size); failed = malloc_nofail(diskmax * sizeof(struct failed_struct)); error = 0; unrecoverable_error = 0; recovered_error = 0; /* first count the number of blocks to process */ countmax = 0; for(i=blockstart;iblock_size); continue; } /* if the disk block is not used */ block = disk_block_get(handle[j].disk, i); if (!block) { /* use an empty block */ memset(buffer[j], 0, state->block_size); continue; } /* we try to check and fix only if the block is hashed */ /* if no hash is present also no parity is present, */ /* but we expect to had it excluded from the parity computation, */ /* so it's correct to assume it filled with 0 and DO NOT reset all_parity */ if (!block_flag_has(block, BLOCK_HAS_HASH)) { /* use an empty block */ memset(buffer[j], 0, state->block_size); continue; } /* keep track if at least one hashed block has no parity */ /* if at least one block has no parity, doesn't make sense to check/fix the parity */ /* as errors are the normal condition */ if (!block_flag_has(block, BLOCK_HAS_PARITY)) all_parity = 0; /* if the file is different than the current one, close it */ if (handle[j].file != block_file_get(block)) { ret = handle_close(&handle[j]); if (ret == -1) { fprintf(stderr, "DANGER! Unexpected close error in a data disk, it isn't possible to sync.\n"); printf("Stopping at block %u\n", i); ++unrecoverable_error; goto bail; } } if (fix) { /* if fixing, create the file, open for writing and resize if required */ ret = handle_create(&handle[j], block_file_get(block)); if (ret == -1) { if (errno == EACCES) { fprintf(stderr, "WARNING! Please give write permission to the file.\n"); } else { fprintf(stderr, "DANGER! Without a working data disk, it isn't possible to fix errors on it.\n"); } printf("Stopping at block %u\n", i); ++unrecoverable_error; goto bail; } /* check if the file was larger and now truncated */ if (ret == 1) { fprintf(stderr, "File '%s' is larger than expected.\n", handle[j].path); fprintf(stderr, "error:%u:%s:%s: Size error\n", i, handle[j].disk->name, block_file_get(block)->sub); ++error; /* this is already a recovered error */ fprintf(stderr, "fixed:%u:%s:%s: Fixed size\n", i, handle[j].disk->name, block_file_get(block)->sub); ++recovered_error; } } else { /* if checking, open the file for reading */ ret = handle_open(&handle[j], block_file_get(block)); if (ret == -1) { /* save the failed block for the check/fix */ failed[failed_count].index = j; failed[failed_count].block = block; failed[failed_count].handle = &handle[j]; ++failed_count; fprintf(stderr, "error:%u:%s:%s: Open error at position %u\n", i, handle[j].disk->name, block_file_get(block)->sub, block_file_pos(block)); ++error; continue; } /* check if it's a larger file, but not if already notified */ if (!file_flag_has(block_file_get(block), FILE_IS_LARGER) && handle[j].st.st_size > block_file_get(block)->size ) { fprintf(stderr, "File '%s' is larger than expected.\n", handle[j].path); fprintf(stderr, "error:%u:%s:%s: Size error\n", i, handle[j].disk->name, block_file_get(block)->sub); ++error; /* if fragmented, it may be reopened, so store the notification */ /* to prevent to signal and count the error more than one time */ file_flag_set(block_file_get(block), FILE_IS_LARGER); } } read_size = handle_read(&handle[j], block, buffer[j], state->block_size); if (read_size == -1) { /* save the failed block for the check/fix */ failed[failed_count].index = j; failed[failed_count].block = block; failed[failed_count].handle = &handle[j]; ++failed_count; fprintf(stderr, "error:%u:%s:%s: Read error at position %u\n", i, handle[j].disk->name, block_file_get(block)->sub, block_file_pos(block)); ++error; continue; } /* now compute the hash */ memhash(state->hash, hash, buffer[j], read_size); /* compare the hash */ if (memcmp(hash, block->hash, HASH_SIZE) != 0) { /* save the failed block for the check/fix */ failed[failed_count].index = j; failed[failed_count].block = block; failed[failed_count].handle = &handle[j]; ++failed_count; fprintf(stderr, "error:%u:%s:%s: Data error at position %u\n", i, handle[j].disk->name, block_file_get(block)->sub, block_file_pos(block)); ++error; continue; } countsize += read_size; } /* buffers for parity read and not computed */ if (state->level == 1) { buffer_parity = buffer[diskmax + 1]; buffer_qarity = 0; } else { buffer_parity = buffer[diskmax + 2]; buffer_qarity = buffer[diskmax + 3]; } buffer_zero = buffer[buffermax-1]; /* read the parity */ if (parity) { ret = parity_read(parity, i, buffer_parity, state->block_size); if (ret == -1) { buffer_parity = 0; /* no parity to use */ fprintf(stderr, "error:%u:parity: Read error\n", i); ++error; } } else { buffer_parity = 0; } /* read the qarity */ if (state->level >= 2) { if (qarity) { ret = parity_read(qarity, i, buffer_qarity, state->block_size); if (ret == -1) { buffer_qarity = 0; /* no qarity to use */ fprintf(stderr, "error:%u:qarity: Read error\n", i); ++error; } } else { buffer_qarity = 0; } } ret = repair(state, i, diskmax, failed, failed_count, buffer, buffer_parity, buffer_qarity, buffer_zero); if (ret != 0) { /* increment the number of errors */ if (ret > 0) error += ret; ++unrecoverable_error; if (fix) { /* keep track of damaged files */ for(j=0;jdisk->name, block_file_get(failed[j].block)->sub, block_file_pos(failed[j].block)); } } else { /* check parity and q-parity only if all the blocks have it computed */ /* if you check/fix after a partial sync, it's OK to have parity errors on the blocks with invalid parity */ if (all_parity) { /* check the parity */ if (buffer_parity != 0 && memcmp(buffer_parity, buffer[diskmax], state->block_size) != 0) { buffer_parity = 0; fprintf(stderr, "error:%u:parity: Data error\n", i); ++error; } /* check the qarity */ if (state->level >= 2) { if (buffer_qarity != 0 && memcmp(buffer_qarity, buffer[diskmax + 1], state->block_size) != 0) { buffer_qarity = 0; fprintf(stderr, "error:%u:qarity: Data error\n", i); ++error; } } } if (fix) { /* update the fixed files */ for(j=0;jblock_size); if (ret == -1) { /* mark the file as damaged */ file_flag_set(block_file_get(failed[j].block), FILE_IS_DAMAGED); if (errno == EACCES) { fprintf(stderr, "WARNING! Please give write permission to the file.\n"); } else { /* we do not use DANGER because it could be ENOSPC which is not always correctly reported */ fprintf(stderr, "WARNING! Without a working data disk, it isn't possible to fix errors on it.\n"); } printf("Stopping at block %u\n", i); ++unrecoverable_error; goto bail; } /* mark the file as fixed */ file_flag_set(block_file_get(failed[j].block), FILE_IS_FIXED); fprintf(stderr, "fixed:%u:%s:%s: Fixed data error at position %u\n", i, failed[j].handle->disk->name, block_file_get(failed[j].block)->sub, block_file_pos(failed[j].block)); ++recovered_error; } /* update parity and q-parity only if all the blocks have it computed */ /* if you check/fix after a partial sync, you do not want to fix parity */ /* for blocks that are going to have it computed in the sync completion */ if (all_parity) { /* update the parity */ if (buffer_parity == 0 && parity) { ret = parity_write(parity, i, buffer[diskmax], state->block_size); if (ret == -1) { /* we do not use DANGER because it could be ENOSPC which is not always correctly reported */ fprintf(stderr, "WARNING! Without a working Parity disk, it isn't possible to fix errors on it.\n"); printf("Stopping at block %u\n", i); ++unrecoverable_error; goto bail; } fprintf(stderr, "fixed:%u:parity: Fixed data error\n", i); ++recovered_error; } /* update the qarity */ if (state->level >= 2) { if (buffer_qarity == 0 && qarity) { ret = parity_write(qarity, i, buffer[diskmax + 1], state->block_size); if (ret == -1) { /* we do not use DANGER because it could be ENOSPC which is not always correctly reported */ fprintf(stderr, "WARNING! Without a working Q-Parity disk, it isn't possible to fix errors on it.\n"); printf("Stopping at block %u\n", i); ++unrecoverable_error; goto bail; } fprintf(stderr, "fixed:%u:qarity: Fixed data error\n", i); ++recovered_error; } } } } } if (fix) { /* for all the files of this block check if we need to fix the modification time */ for(j=0;jinodeset, file_inode_compare, &inode, file_inode_hash(inode)); /* if the inode is in the database and it refers at a different file name, */ /* we can fix the file time ONLY if the time and size allow to differentiates */ /* between the two files */ /* for example, suppose we delete a bunch of files with all the same size and time, */ /* when recreating them the inodes may be reused in a different order, */ /* and at the next sync some files may have matching inode/size/time even if different name */ /* not allowing sync to detect that the file is changed and not renamed */ if (!collide_file /* if not in the databse, there is no collision */ || strcmp(collide_file->sub, handle[j].file->sub) == 0 /* if the name is the same, it's the right collision */ || collide_file->size != handle[j].file->size /* if the size is different, the collision is identified */ || collide_file->mtime != handle[j].file->mtime /* if the mtime is different, the collision is identified */ ) { /* set the original modification time */ ret = handle_utime(&handle[j]); if (ret == -1) { /* mark the file as damaged */ file_flag_set(handle[j].file, FILE_IS_DAMAGED); fprintf(stderr, "WARNING! Without a working data disk, it isn't possible to fix errors on it.\n"); printf("Stopping at block %u\n", i); ++unrecoverable_error; goto bail; } } else { fprintf(stderr, "collision:%s:%s:%s: Not setting modification time to avoid inode collision\n", handle[j].disk->name, block_file_get(block)->sub, collide_file->sub); } } } /* count the number of processed block */ ++countpos; /* progress */ if (state_progress(state, i, countpos, countmax, countsize)) { break; } } /* check all the links */ for(i=0;ilinklist; while (node) { char path[PATH_MAX]; char linkto[PATH_MAX]; struct snapraid_link* link; int failed = 0; link = node->data; node = node->next; /* next node */ /* if excluded continue to the next one */ if (link_flag_has(link, FILE_IS_EXCLUDED)) { continue; } /* read the symlink */ pathprint(path, sizeof(path), "%s%s", disk->dir, link->sub); ret = readlink(path, linkto, sizeof(linkto)); if (ret < 0) { failed = 1; fprintf(stderr, "Error reading symlink '%s'. %s.\n", path, strerror(errno)); fprintf(stderr, "symlink_error:%s:%s: Symlink read error\n", disk->name, link->sub); ++error; } else if (ret == sizeof(linkto)) { failed = 1; fprintf(stderr, "Error reading symlink '%s'. Symlink too long.\n", path); fprintf(stderr, "symlink_error:%s:%s: Symlink read error\n", disk->name, link->sub); ++error; } else { linkto[ret] = 0; if (strcmp(linkto, link->linkto) != 0) { failed = 1; fprintf(stderr, "symlink_error:%s:%s: Symlink data error '%s' instead of '%s'\n", disk->name, link->sub, linkto, link->linkto); ++error; } } if (fix && failed) { /* create the ancestor directories */ ret = handle_ancestor(path); if (ret != 0) { fprintf(stderr, "WARNING! Without a working data disk, it isn't possible to fix errors on it.\n"); printf("Stopping\n"); ++unrecoverable_error; goto bail; } /* if it exists, it must be deleted before recreating */ ret = remove(path); if (ret != 0 && errno != ENOENT) { fprintf(stderr, "Error removing '%s'. %s.\n", path, strerror(errno)); fprintf(stderr, "WARNING! Without a working data disk, it isn't possible to fix errors on it.\n"); printf("Stopping\n"); ++unrecoverable_error; goto bail; } /* create it */ ret = symlink(link->linkto, path); if (ret != 0) { fprintf(stderr, "Error writing symlink '%s'. %s.\n", path, strerror(errno)); if (errno == EACCES) { fprintf(stderr, "WARNING! Please give write permission to the symlink.\n"); } else { /* we do not use DANGER because it could be ENOSPC which is not always correctly reported */ fprintf(stderr, "WARNING! Without a working data disk, it isn't possible to fix errors on it.\n"); } printf("Stopping\n"); ++unrecoverable_error; goto bail; } fprintf(stderr, "symlink_fixed:%s:%s: Fixed symlink error\n", disk->name, link->sub); ++recovered_error; } } } state_progress_end(state, countpos, countmax, countsize); bail: for(j=0;jexpect_unrecoverable) { if (unrecoverable_error == 0) return -1; } else { if (unrecoverable_error != 0) return -1; } } else { if (state->expect_unrecoverable) { if (unrecoverable_error == 0) return -1; } else if (state->expect_recoverable) { if (error == 0) return -1; } else { if (error != 0 || unrecoverable_error != 0) return -1; } } return 0; } void state_check(struct snapraid_state* state, int fix, block_off_t blockstart, block_off_t blockcount) { block_off_t blockmax; data_off_t size; int ret; struct snapraid_parity parity; struct snapraid_parity qarity; struct snapraid_parity* parity_ptr; struct snapraid_parity* qarity_ptr; unsigned error; if (fix) printf("Checking and fixing...\n"); else printf("Checking...\n"); blockmax = parity_resize(state); size = blockmax * (data_off_t)state->block_size; if (blockstart > blockmax) { fprintf(stderr, "Error in the specified starting block %u. It's bigger than the parity size %u.\n", blockstart, blockmax); exit(EXIT_FAILURE); } /* adjust the number of block to process */ if (blockcount != 0 && blockstart + blockcount < blockmax) { blockmax = blockstart + blockcount; } if (fix) { /* if fixing, create the file and open for writing */ /* if it fails, we cannot continue */ parity_ptr = &parity; ret = parity_create(parity_ptr, state->parity, size); if (ret == -1) { fprintf(stderr, "WARNING! Without an accessible Parity file, it isn't possible to fix any error.\n"); exit(EXIT_FAILURE); } if (state->level >= 2) { qarity_ptr = &qarity; ret = parity_create(qarity_ptr, state->qarity, size); if (ret == -1) { fprintf(stderr, "WARNING! Without an accessible Q-Parity file, it isn't possible to fix any error.\n"); exit(EXIT_FAILURE); } } else { qarity_ptr = 0; } } else { /* if checking, open the file for reading */ /* it may fail if the file doesn't exist, in this case we continue to check the files */ parity_ptr = &parity; ret = parity_open(parity_ptr, state->parity); if (ret == -1) { printf("No accessible Parity file, only files will be checked.\n"); /* continue anyway */ parity_ptr = 0; } if (state->level >= 2) { qarity_ptr = &qarity; ret = parity_open(qarity_ptr, state->qarity); if (ret == -1) { printf("No accessible Q-Parity file, only files will be checked.\n"); /* continue anyway */ qarity_ptr = 0; } } else { qarity_ptr = 0; } } error = 0; /* skip degenerated cases of empty parity, or skipping all */ if (blockstart < blockmax) { ret = state_check_process(state, fix, parity_ptr, qarity_ptr, blockstart, blockmax); if (ret == -1) { ++error; /* continue, as we are already exiting */ } } /* try to close only if opened */ if (parity_ptr) { ret = parity_close(parity_ptr); if (ret == -1) { fprintf(stderr, "DANGER! Unexpected close error in Parity disk.\n"); ++error; /* continue, as we are already exiting */ } } if (state->level >= 2) { if (qarity_ptr) { ret = parity_close(qarity_ptr); if (ret == -1) { fprintf(stderr, "DANGER! Unexpected close error in Q-Parity disk.\n"); ++error; /* continue, as we are already exiting */ } } } /* abort if error are present */ if (error != 0) exit(EXIT_FAILURE); }