/* * Copyright (C) 2013 Andrea Mazzoleni * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #include "portable.h" #include "import.h" /****************************************************************************/ /* import */ /** * Compares the hash of two import blocks. */ int import_block_compare(const void* void_arg, const void* void_data) { const unsigned char* arg = void_arg; const struct snapraid_import_block* block = void_data; return memcmp(arg, block->hash, HASH_SIZE); } /** * Computes the hash of the hash for an import block. */ static inline tommy_uint32_t import_block_hash(const unsigned char* hash) { return *(tommy_uint32_t*)hash; } static void import_file(struct snapraid_state* state, const char* path, uint64_t size) { struct snapraid_import_file* file; block_off_t i; data_off_t offset; void* buffer; int ret; int f; unsigned block_size = state->block_size; unsigned hash = state->hash; file = malloc_nofail(sizeof(struct snapraid_import_file)); file->path = strdup_nofail(path); file->size = size; file->blockmax = (size + block_size - 1) / block_size; file->blockvec = malloc_nofail(file->blockmax * sizeof(struct snapraid_import_block)); buffer = malloc_nofail(block_size); /* open for read */ /* O_SEQUENTIAL: opening in sequential mode in Windows */ f = open(path, O_RDONLY | O_BINARY | O_SEQUENTIAL); if (f == -1) { fprintf(stderr, "Error opening file '%s'. %s.\n", path, strerror(errno)); exit(EXIT_FAILURE); } #if HAVE_POSIX_FADVISE /* advise sequential access */ ret = posix_fadvise(f, 0, 0, POSIX_FADV_SEQUENTIAL); if (ret != 0) { fprintf(stderr, "Error advising file '%s'. %s.\n", path, strerror(ret)); exit(EXIT_FAILURE); } #endif offset = 0; for(i=0;iblockmax;++i) { struct snapraid_import_block* block = &file->blockvec[i]; unsigned read_size = block_size; if (read_size > size) read_size = size; ret = read(f, buffer, read_size); if (ret < 0 || (unsigned)ret != read_size) { fprintf(stderr, "Error reading file '%s'. %s.\n", path, strerror(errno)); exit(EXIT_FAILURE); } block->file = file; block->offset = offset; block->size = read_size; memhash(hash, block->hash, buffer, read_size); tommy_hashdyn_insert(&state->importset, &block->nodeset, block, import_block_hash(block->hash)); offset += read_size; size -= read_size; } ret = close(f); if (ret != 0) { fprintf(stderr, "Error closing file '%s'. %s.\n", path, strerror(errno)); exit(EXIT_FAILURE); } tommy_list_insert_tail(&state->importlist, &file->nodelist, file); free(buffer); } void import_file_free(struct snapraid_import_file* file) { free(file->path); free(file->blockvec); free(file); } int state_import_fetch(struct snapraid_state* state, const unsigned char* hash, unsigned char* buffer) { struct snapraid_import_block* block; int ret; int f; unsigned block_size = state->block_size; unsigned read_size; const char* path; block = tommy_hashdyn_search(&state->importset, import_block_compare, hash, import_block_hash(hash)); if (!block) return -1; path = block->file->path; read_size = block->size; f = open(path, O_RDONLY | O_BINARY); if (f == -1) { fprintf(stderr, "Error opening file '%s'. %s.\n", path, strerror(errno)); exit(EXIT_FAILURE); } if (lseek(f, block->offset, SEEK_SET) != block->offset) { fprintf(stderr, "Error seeking file '%s'. %s.\n", path, strerror(errno)); exit(EXIT_FAILURE); } ret = read(f, buffer, read_size); if (ret < 0 || (unsigned)ret != read_size) { fprintf(stderr, "Error reading file '%s'. %s.\n", path, strerror(errno)); exit(EXIT_FAILURE); } ret = close(f); if (ret != 0) { fprintf(stderr, "Error closing file '%s'. %s.\n", path, strerror(errno)); exit(EXIT_FAILURE); } if (read_size != block_size) { /* fill the remaining with 0 */ memset(buffer + read_size, 0, block_size - read_size); } return 0; } static void import_dir(struct snapraid_state* state, const char* dir) { DIR* d; d = opendir(dir); if (!d) { fprintf(stderr, "Error opening directory '%s'. %s.\n", dir, strerror(errno)); exit(EXIT_FAILURE); } while (1) { char path[PATH_MAX]; struct stat st; const char* name; struct dirent* dd; /* clear errno to detect erroneous conditions */ errno = 0; dd = readdir(d); if (dd == 0 && errno != 0) { fprintf(stderr, "Error reading directory '%s'. %s.\n", dir, strerror(errno)); exit(EXIT_FAILURE); } if (dd == 0) { break; /* finished */ } /* skip "." and ".." files */ name = dd->d_name; if (name[0] == '.' && (name[1] == 0 || (name[1] == '.' && name[2] == 0))) continue; pathprint(path, sizeof(path), "%s", dir); pathslash(path, sizeof(path)); pathcat(path, sizeof(path), name); #if HAVE_DIRENT_LSTAT /* convert dirent to lstat result */ dirent_lstat(dd, &st); #else /* get lstat info about the file */ if (lstat(path, &st) != 0) { fprintf(stderr, "Error in stat file/directory '%s'. %s.\n", path, strerror(errno)); exit(EXIT_FAILURE); } #endif if (S_ISREG(st.st_mode)) { import_file(state, path, st.st_size); } else if (S_ISDIR(st.st_mode)) { import_dir(state, path); } } if (closedir(d) != 0) { fprintf(stderr, "Error closing directory '%s'. %s.\n", dir, strerror(errno)); exit(EXIT_FAILURE); } } void state_import(struct snapraid_state* state, const char* dir) { printf("Importing...\n"); import_dir(state, dir); }