mirror of
https://github.com/amadvance/snapraid.git
synced 2026-10-26 10:51:54 -04:00
76998613da
The same addressing rules are applied to the parity disks because they are used as data disks during recovery operations.
498 lines
10 KiB
C
498 lines
10 KiB
C
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
// Copyright (C) 2013 Andrea Mazzoleni
|
|
|
|
#include "internal.h"
|
|
#include "cpu.h"
|
|
#include "combo.h"
|
|
#include "memory.h"
|
|
|
|
/**
|
|
* Binomial coefficient of n over r.
|
|
*/
|
|
static int ibc(int n, int r)
|
|
{
|
|
if (r == 0 || n == r)
|
|
return 1;
|
|
else
|
|
return ibc(n - 1, r - 1) + ibc(n - 1, r);
|
|
}
|
|
|
|
/**
|
|
* Power n ^ r;
|
|
*/
|
|
static int ipow(int n, int r)
|
|
{
|
|
int v = 1;
|
|
|
|
while (r) {
|
|
v *= n;
|
|
--r;
|
|
}
|
|
return v;
|
|
}
|
|
|
|
static void meminc(void *dst, size_t size)
|
|
{
|
|
size_t i;
|
|
unsigned char *p = dst;
|
|
|
|
for (i = 0; i < size; ++i)
|
|
++p[i];
|
|
}
|
|
|
|
int raid_test_combo(void)
|
|
{
|
|
int r;
|
|
int count;
|
|
int p[RAID_PARITY_MAX];
|
|
|
|
for (r = 1; r <= RAID_PARITY_MAX; ++r) {
|
|
/* count combination (r of RAID_PARITY_MAX) elements */
|
|
count = 0;
|
|
combination_first(r, RAID_PARITY_MAX, p);
|
|
|
|
do {
|
|
++count;
|
|
} while (combination_next(r, RAID_PARITY_MAX, p));
|
|
|
|
if (count != ibc(RAID_PARITY_MAX, r)) {
|
|
/* LCOV_EXCL_START */
|
|
return -1;
|
|
/* LCOV_EXCL_STOP */
|
|
}
|
|
}
|
|
|
|
for (r = 1; r <= RAID_PARITY_MAX; ++r) {
|
|
/* count permutation (r of RAID_PARITY_MAX) elements */
|
|
count = 0;
|
|
permutation_first(r, RAID_PARITY_MAX, p);
|
|
|
|
do {
|
|
++count;
|
|
} while (permutation_next(r, RAID_PARITY_MAX, p));
|
|
|
|
if (count != ipow(RAID_PARITY_MAX, r)) {
|
|
/* LCOV_EXCL_START */
|
|
return -1;
|
|
/* LCOV_EXCL_STOP */
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
int raid_test_insert(void)
|
|
{
|
|
int p[RAID_PARITY_MAX];
|
|
int r;
|
|
|
|
for (r = 1; r <= RAID_PARITY_MAX; ++r) {
|
|
permutation_first(r, RAID_PARITY_MAX, p);
|
|
do {
|
|
int i[RAID_PARITY_MAX];
|
|
int j;
|
|
|
|
/* insert in order */
|
|
for (j = 0; j < r; ++j)
|
|
raid_insert(j, i, p[j]);
|
|
|
|
/* check order */
|
|
for (j = 1; j < r; ++j) {
|
|
if (i[j - 1] > i[j]) {
|
|
/* LCOV_EXCL_START */
|
|
return -1;
|
|
/* LCOV_EXCL_STOP */
|
|
}
|
|
}
|
|
} while (permutation_next(r, RAID_PARITY_MAX, p));
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
int raid_test_sort(void)
|
|
{
|
|
int p[RAID_PARITY_MAX];
|
|
int r;
|
|
|
|
for (r = 1; r <= RAID_PARITY_MAX; ++r) {
|
|
permutation_first(r, RAID_PARITY_MAX, p);
|
|
do {
|
|
int i[RAID_PARITY_MAX];
|
|
int j;
|
|
|
|
/* make a copy */
|
|
for (j = 0; j < r; ++j)
|
|
i[j] = p[j];
|
|
|
|
raid_sort(r, i);
|
|
|
|
/* check order */
|
|
for (j = 1; j < r; ++j) {
|
|
if (i[j - 1] > i[j]) {
|
|
/* LCOV_EXCL_START */
|
|
return -1;
|
|
/* LCOV_EXCL_STOP */
|
|
}
|
|
}
|
|
} while (permutation_next(r, RAID_PARITY_MAX, p));
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
#define test_setup(i) f[i - 1][nf[i - 1]++]
|
|
|
|
int raid_test_rec(int mode, int nd, size_t size)
|
|
{
|
|
void (*f[RAID_PARITY_MAX][32])(int nr, int *id, int *ip, int nd, size_t size, void **vbuf);
|
|
void *v_alloc;
|
|
void **v;
|
|
void **data;
|
|
void **parity;
|
|
void **test;
|
|
void *data_save[RAID_PARITY_MAX];
|
|
void *parity_save[RAID_PARITY_MAX];
|
|
void *waste;
|
|
int nv;
|
|
int id[RAID_PARITY_MAX];
|
|
int ip[RAID_PARITY_MAX];
|
|
int i;
|
|
int j;
|
|
int nr;
|
|
int nf[RAID_PARITY_MAX];
|
|
int np;
|
|
|
|
raid_mode(mode);
|
|
if (mode == RAID_MODE_CAUCHY)
|
|
np = RAID_PARITY_MAX;
|
|
else
|
|
np = 3;
|
|
|
|
nv = nd + np * 2 + 2;
|
|
|
|
v = raid_malloc_vector(nv, size, &v_alloc);
|
|
if (!v) {
|
|
/* LCOV_EXCL_START */
|
|
return -1;
|
|
/* LCOV_EXCL_STOP */
|
|
}
|
|
|
|
data = v;
|
|
parity = v + nd;
|
|
test = v + nd + np;
|
|
|
|
for (i = 0; i < np; ++i)
|
|
parity_save[i] = parity[i];
|
|
|
|
memset(v[nv - 2], 0, size);
|
|
raid_zero(v[nv - 2]);
|
|
|
|
waste = v[nv - 1];
|
|
|
|
/* fill with pseudo-random data with the arbitrary seed "1" */
|
|
raid_mrand_vector(1, nd, size, v);
|
|
|
|
/* counters of functions for each parity level */
|
|
for (i = 0; i < np; ++i)
|
|
nf[i] = 0;
|
|
|
|
/* setup recov functions */
|
|
for (i = 1; i <= np; ++i) {
|
|
if (i == 1) {
|
|
test_setup(i) = raid_rec1_int8;
|
|
#ifdef CONFIG_X86
|
|
if (raid_cpu_has_ssse3())
|
|
test_setup(i) = raid_rec1_ssse3;
|
|
if (raid_cpu_has_avx2())
|
|
test_setup(i) = raid_rec1_avx2;
|
|
#ifdef CONFIG_X86_64
|
|
if (raid_cpu_has_avx512bw())
|
|
test_setup(i) = raid_rec1_avx512bw;
|
|
#ifdef USE_RAID_AES
|
|
if (raid_cpu_has_avx2gfni())
|
|
test_setup(i) = raid_rec1_avx2gfni;
|
|
if (raid_cpu_has_avx512gfni())
|
|
test_setup(i) = raid_rec1_avx512gfni;
|
|
#endif
|
|
#endif
|
|
#endif
|
|
} else if (i == 2) {
|
|
test_setup(i) = raid_rec2_int8;
|
|
#ifdef CONFIG_X86
|
|
if (raid_cpu_has_ssse3())
|
|
test_setup(i) = raid_rec2_ssse3;
|
|
if (raid_cpu_has_avx2())
|
|
test_setup(i) = raid_rec2_avx2;
|
|
#ifdef CONFIG_X86_64
|
|
if (raid_cpu_has_avx512bw())
|
|
test_setup(i) = raid_rec2_avx512bw;
|
|
#ifdef USE_RAID_AES
|
|
if (raid_cpu_has_avx2gfni())
|
|
test_setup(i) = raid_rec2_avx2gfni;
|
|
if (raid_cpu_has_avx512gfni())
|
|
test_setup(i) = raid_rec2_avx512gfni;
|
|
#endif
|
|
#endif
|
|
#endif
|
|
} else {
|
|
test_setup(i) = raid_recX_int8;
|
|
#ifdef CONFIG_X86
|
|
if (raid_cpu_has_ssse3())
|
|
test_setup(i) = raid_recX_ssse3;
|
|
if (raid_cpu_has_avx2())
|
|
test_setup(i) = raid_recX_avx2;
|
|
#ifdef CONFIG_X86_64
|
|
if (raid_cpu_has_avx512bw())
|
|
test_setup(i) = raid_recX_avx512bw;
|
|
#ifdef USE_RAID_AES
|
|
if (raid_cpu_has_avx2gfni())
|
|
test_setup(i) = raid_recX_avx2gfni;
|
|
if (raid_cpu_has_avx512gfni())
|
|
test_setup(i) = raid_recX_avx512gfni;
|
|
#endif
|
|
#endif
|
|
#endif
|
|
}
|
|
}
|
|
|
|
/* compute the parity */
|
|
raid_gen_ref(nd, np, size, v);
|
|
|
|
/* set all the parity to the waste v */
|
|
for (i = 0; i < np; ++i)
|
|
parity[i] = waste;
|
|
|
|
/* all parity levels */
|
|
for (nr = 1; nr <= np; ++nr) {
|
|
/* all combinations (nr of nd) disks */
|
|
combination_first(nr, nd, id);
|
|
do {
|
|
/* all combinations (nr of np) parities */
|
|
combination_first(nr, np, ip);
|
|
do {
|
|
/* for each recover function */
|
|
for (j = 0; j < nf[nr - 1]; ++j) {
|
|
/* set */
|
|
for (i = 0; i < nr; ++i) {
|
|
/* remove the missing data */
|
|
data_save[i] = data[id[i]];
|
|
data[id[i]] = test[i];
|
|
/* set the parity to use */
|
|
parity[ip[i]] = parity_save[ip[i]];
|
|
}
|
|
|
|
/* recover */
|
|
f[nr - 1][j](nr, id, ip, nd, size, v);
|
|
|
|
/* check */
|
|
for (i = 0; i < nr; ++i) {
|
|
if (memcmp(test[i], data_save[i], size) != 0) {
|
|
/* LCOV_EXCL_START */
|
|
goto bail;
|
|
/* LCOV_EXCL_STOP */
|
|
}
|
|
}
|
|
|
|
/* restore */
|
|
for (i = 0; i < nr; ++i) {
|
|
/* restore the data */
|
|
data[id[i]] = data_save[i];
|
|
/* restore the parity */
|
|
parity[ip[i]] = waste;
|
|
}
|
|
}
|
|
} while (combination_next(nr, np, ip));
|
|
} while (combination_next(nr, nd, id));
|
|
}
|
|
|
|
free(v_alloc);
|
|
free(v);
|
|
return 0;
|
|
|
|
bail:
|
|
/* LCOV_EXCL_START */
|
|
free(v_alloc);
|
|
free(v);
|
|
return -1;
|
|
/* LCOV_EXCL_STOP */
|
|
}
|
|
|
|
int raid_test_par(int mode, int nd, size_t size)
|
|
{
|
|
void (*f[RAID_PARITY_MAX][32])(int nd, size_t size, void **vbuf);
|
|
void *v_alloc;
|
|
void **v;
|
|
int nv;
|
|
int i, j, k;
|
|
int nf[RAID_PARITY_MAX];
|
|
int np;
|
|
|
|
raid_mode(mode);
|
|
if (mode == RAID_MODE_CAUCHY)
|
|
np = RAID_PARITY_MAX;
|
|
else
|
|
np = 3;
|
|
|
|
nv = nd + np * 2;
|
|
|
|
v = raid_malloc_vector(nv, size, &v_alloc);
|
|
if (!v) {
|
|
/* LCOV_EXCL_START */
|
|
return -1;
|
|
/* LCOV_EXCL_STOP */
|
|
}
|
|
|
|
/* check memory */
|
|
if (raid_mtest_vector(nv, size, v) != 0) {
|
|
/* LCOV_EXCL_START */
|
|
goto bail;
|
|
/* LCOV_EXCL_STOP */
|
|
}
|
|
|
|
/* fill with pseudo-random data with the arbitrary seed "2" */
|
|
raid_mrand_vector(2, nv, size, v);
|
|
|
|
/* compute the parity */
|
|
raid_gen_ref(nd, np, size, v);
|
|
|
|
/* copy in back buffers */
|
|
for (i = 0; i < np; ++i)
|
|
memcpy(v[nd + np + i], v[nd + i], size);
|
|
|
|
/* counters of functions for each parity level */
|
|
for (i = 0; i < np; ++i)
|
|
nf[i] = 0;
|
|
|
|
/* setup all the available functions */
|
|
test_setup(1) = raid_gen1_int32;
|
|
test_setup(1) = raid_gen1_int64;
|
|
test_setup(2) = raid_gen2_int32;
|
|
test_setup(2) = raid_gen2_int64;
|
|
|
|
#ifdef CONFIG_X86
|
|
if (raid_cpu_has_sse2()) {
|
|
test_setup(1) = raid_gen1_sse2;
|
|
test_setup(2) = raid_gen2_sse2;
|
|
#ifdef CONFIG_X86_64
|
|
test_setup(2) = raid_gen2_sse2ext;
|
|
#endif
|
|
}
|
|
if (raid_cpu_has_avx2()) {
|
|
test_setup(1) = raid_gen1_avx2;
|
|
test_setup(2) = raid_gen2_avx2;
|
|
}
|
|
#ifdef CONFIG_X86_64
|
|
if (raid_cpu_has_avx512bw()) {
|
|
test_setup(1) = raid_gen1_avx512bw;
|
|
test_setup(2) = raid_gen2_avx512bw;
|
|
}
|
|
#ifdef USE_RAID_AES
|
|
if (raid_cpu_has_avx2gfni()) {
|
|
test_setup(2) = raid_gen2_avx2gfni;
|
|
}
|
|
if (raid_cpu_has_avx512gfni()) {
|
|
test_setup(2) = raid_gen2_avx512gfni;
|
|
}
|
|
#endif
|
|
#endif
|
|
#endif
|
|
|
|
if (mode == RAID_MODE_CAUCHY) {
|
|
test_setup(3) = raid_gen3_int8;
|
|
test_setup(4) = raid_gen4_int8;
|
|
test_setup(5) = raid_gen5_int8;
|
|
test_setup(6) = raid_gen6_int8;
|
|
|
|
#ifdef CONFIG_X86
|
|
if (raid_cpu_has_ssse3()) {
|
|
test_setup(3) = raid_gen3_ssse3;
|
|
test_setup(4) = raid_gen4_ssse3;
|
|
test_setup(5) = raid_gen5_ssse3;
|
|
test_setup(6) = raid_gen6_ssse3;
|
|
#ifdef CONFIG_X86_64
|
|
test_setup(3) = raid_gen3_ssse3ext;
|
|
test_setup(4) = raid_gen4_ssse3ext;
|
|
test_setup(5) = raid_gen5_ssse3ext;
|
|
test_setup(6) = raid_gen6_ssse3ext;
|
|
#endif
|
|
}
|
|
#ifdef CONFIG_X86_64
|
|
if (raid_cpu_has_avx2()) {
|
|
test_setup(3) = raid_gen3_avx2ext;
|
|
test_setup(4) = raid_gen4_avx2ext;
|
|
test_setup(5) = raid_gen5_avx2ext;
|
|
test_setup(6) = raid_gen6_avx2ext;
|
|
}
|
|
if (raid_cpu_has_avx512bw()) {
|
|
test_setup(3) = raid_gen3_avx512bw;
|
|
test_setup(4) = raid_gen4_avx512bw;
|
|
test_setup(5) = raid_gen5_avx512bw;
|
|
test_setup(6) = raid_gen6_avx512bw;
|
|
}
|
|
#ifdef USE_RAID_AES
|
|
if (raid_cpu_has_avx2gfni()) {
|
|
test_setup(3) = raid_gen3_avx2gfni;
|
|
test_setup(4) = raid_gen4_avx2gfni;
|
|
test_setup(5) = raid_gen5_avx2gfni;
|
|
test_setup(6) = raid_gen6_avx2gfni;
|
|
}
|
|
if (raid_cpu_has_avx512gfni()) {
|
|
test_setup(3) = raid_gen3_avx512gfni;
|
|
test_setup(4) = raid_gen4_avx512gfni;
|
|
test_setup(5) = raid_gen5_avx512gfni;
|
|
test_setup(6) = raid_gen6_avx512gfni;
|
|
}
|
|
#endif
|
|
#endif
|
|
#endif
|
|
} else {
|
|
test_setup(3) = raid_genz_int32;
|
|
test_setup(3) = raid_genz_int64;
|
|
|
|
#ifdef CONFIG_X86
|
|
if (raid_cpu_has_sse2()) {
|
|
test_setup(3) = raid_genz_sse2;
|
|
#ifdef CONFIG_X86_64
|
|
test_setup(3) = raid_genz_sse2ext;
|
|
#endif
|
|
}
|
|
#ifdef CONFIG_X86_64
|
|
if (raid_cpu_has_avx2())
|
|
test_setup(3) = raid_genz_avx2ext;
|
|
#endif
|
|
#endif
|
|
}
|
|
|
|
/* check all the functions */
|
|
for (k = 0; k < np; ++k) {
|
|
for (j = 0; j < nf[k]; ++j) {
|
|
/* change the buffers incrementing all values */
|
|
for (i = 0; i <= k; ++i)
|
|
meminc(v[nd + i], size);
|
|
|
|
/* compute parity */
|
|
f[k][j](nd, size, v);
|
|
|
|
/* check it */
|
|
for (i = 0; i < np; ++i) {
|
|
if (memcmp(v[nd + np + i], v[nd + i], size) != 0) {
|
|
/* LCOV_EXCL_START */
|
|
goto bail;
|
|
/* LCOV_EXCL_STOP */
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
free(v_alloc);
|
|
free(v);
|
|
return 0;
|
|
|
|
bail:
|
|
/* LCOV_EXCL_START */
|
|
free(v_alloc);
|
|
free(v);
|
|
return -1;
|
|
/* LCOV_EXCL_STOP */
|
|
}
|