Add support for selectable streaming vs cached parity generation

This commit is contained in:
Andrea Mazzoleni 2026-09-02 16:31:21 +02:00
parent 44575b21b1
commit 0ce89aa35d
21 changed files with 1510 additions and 1137 deletions

View file

@ -151,14 +151,14 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
printf("%8s", "");
SPEED_START {
raid_gen1_int32(nd, size, v);
raid_gen1_int32(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
fflush(stdout);
SPEED_START {
raid_gen1_int64(nd, size, v);
raid_gen1_int64(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -166,7 +166,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_NEON
SPEED_START {
raid_gen1_neon(nd, size, v);
raid_gen1_neon(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -174,7 +174,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#endif
#ifdef CONFIG_NEON32
SPEED_START {
raid_gen1_neon32(nd, size, v);
raid_gen1_neon32(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -184,7 +184,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86
if (raid_cpu_has_sse2()) {
SPEED_START {
raid_gen1_sse2(nd, size, v);
raid_gen1_sse2(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -201,7 +201,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
}
if (raid_cpu_has_avx2()) {
SPEED_START {
raid_gen1_avx2(nd, size, v);
raid_gen1_avx2(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -213,7 +213,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (raid_cpu_has_avx512bw()) {
SPEED_START {
raid_gen1_avx512bw(nd, size, v);
raid_gen1_avx512bw(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -233,7 +233,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
fflush(stdout);
SPEED_START {
raid_gen2_int8(nd, size, v);
raid_gen2_int8(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -241,28 +241,28 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen2_int32_aes(nd, size, v);
raid_gen2_int32_aes(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
fflush(stdout);
SPEED_START {
raid_gen2_int64_aes(nd, size, v);
raid_gen2_int64_aes(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
fflush(stdout);
} else {
SPEED_START {
raid_gen2_int32_raid(nd, size, v);
raid_gen2_int32_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
fflush(stdout);
SPEED_START {
raid_gen2_int64_raid(nd, size, v);
raid_gen2_int64_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -272,11 +272,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_NEON
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen2_neon_aes(nd, size, v);
raid_gen2_neon_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen2_neon_raid(nd, size, v);
raid_gen2_neon_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -286,11 +286,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_NEON32
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen2_neon32_aes(nd, size, v);
raid_gen2_neon32_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen2_neon32_raid(nd, size, v);
raid_gen2_neon32_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -302,11 +302,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_sse2()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen2_sse2_aes(nd, size, v);
raid_gen2_sse2_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen2_sse2_raid(nd, size, v);
raid_gen2_sse2_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -316,11 +316,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen2_sse2ext_aes(nd, size, v);
raid_gen2_sse2ext_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen2_sse2ext_raid(nd, size, v);
raid_gen2_sse2ext_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -337,11 +337,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_avx2()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen2_avx2_aes(nd, size, v);
raid_gen2_avx2_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen2_avx2_raid(nd, size, v);
raid_gen2_avx2_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -351,11 +351,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen2_avx2ext_aes(nd, size, v);
raid_gen2_avx2ext_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen2_avx2ext_raid(nd, size, v);
raid_gen2_avx2ext_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -366,7 +366,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (raid_cpu_has_avx512bw()) {
SPEED_START {
raid_gen2_avx512bw(nd, size, v);
raid_gen2_avx512bw(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -375,13 +375,13 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_avx2gfni()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen2_avx2gfni_aes(nd, size, v);
raid_gen2_avx2gfni_aes(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
} else {
SPEED_START {
raid_gen2_avx2gfni_raid(nd, size, v);
raid_gen2_avx2gfni_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -391,13 +391,13 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_avx512gfni()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen2_avx512gfni_aes(nd, size, v);
raid_gen2_avx512gfni_aes(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
} else {
SPEED_START {
raid_gen2_avx512gfni_raid(nd, size, v);
raid_gen2_avx512gfni_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -414,7 +414,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
fflush(stdout);
SPEED_START {
raid_gen3_int8(nd, size, v);
raid_gen3_int8(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -426,11 +426,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_NEON
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen3_neon_aes(nd, size, v);
raid_gen3_neon_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen3_neon_raid(nd, size, v);
raid_gen3_neon_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -440,11 +440,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_NEON32
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen3_neon32_aes(nd, size, v);
raid_gen3_neon32_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen3_neon32_raid(nd, size, v);
raid_gen3_neon32_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -462,11 +462,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_ssse3()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen3_ssse3_aes(nd, size, v);
raid_gen3_ssse3_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen3_ssse3_raid(nd, size, v);
raid_gen3_ssse3_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -475,11 +475,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen3_ssse3ext_aes(nd, size, v);
raid_gen3_ssse3ext_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen3_ssse3ext_raid(nd, size, v);
raid_gen3_ssse3ext_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -492,11 +492,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen3_avx2ext_aes(nd, size, v);
raid_gen3_avx2ext_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen3_avx2ext_raid(nd, size, v);
raid_gen3_avx2ext_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -507,7 +507,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (raid_cpu_has_avx512bw()) {
SPEED_START {
raid_gen3_avx512bw(nd, size, v);
raid_gen3_avx512bw(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -516,13 +516,13 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_avx2gfni()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen3_avx2gfni_aes(nd, size, v);
raid_gen3_avx2gfni_aes(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
} else {
SPEED_START {
raid_gen3_avx2gfni_raid(nd, size, v);
raid_gen3_avx2gfni_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -532,13 +532,13 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_avx512gfni()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen3_avx512gfni_aes(nd, size, v);
raid_gen3_avx512gfni_aes(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
} else {
SPEED_START {
raid_gen3_avx512gfni_raid(nd, size, v);
raid_gen3_avx512gfni_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -555,7 +555,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
fflush(stdout);
SPEED_START {
raid_gen4_int8(nd, size, v);
raid_gen4_int8(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -567,11 +567,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_NEON
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen4_neon_aes(nd, size, v);
raid_gen4_neon_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen4_neon_raid(nd, size, v);
raid_gen4_neon_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -581,11 +581,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_NEON32
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen4_neon32_aes(nd, size, v);
raid_gen4_neon32_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen4_neon32_raid(nd, size, v);
raid_gen4_neon32_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -603,11 +603,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_ssse3()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen4_ssse3_aes(nd, size, v);
raid_gen4_ssse3_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen4_ssse3_raid(nd, size, v);
raid_gen4_ssse3_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -616,11 +616,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen4_ssse3ext_aes(nd, size, v);
raid_gen4_ssse3ext_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen4_ssse3ext_raid(nd, size, v);
raid_gen4_ssse3ext_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -633,11 +633,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen4_avx2ext_aes(nd, size, v);
raid_gen4_avx2ext_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen4_avx2ext_raid(nd, size, v);
raid_gen4_avx2ext_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -648,7 +648,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (raid_cpu_has_avx512bw()) {
SPEED_START {
raid_gen4_avx512bw(nd, size, v);
raid_gen4_avx512bw(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -657,13 +657,13 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_avx2gfni()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen4_avx2gfni_aes(nd, size, v);
raid_gen4_avx2gfni_aes(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
} else {
SPEED_START {
raid_gen4_avx2gfni_raid(nd, size, v);
raid_gen4_avx2gfni_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -673,13 +673,13 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_avx512gfni()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen4_avx512gfni_aes(nd, size, v);
raid_gen4_avx512gfni_aes(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
} else {
SPEED_START {
raid_gen4_avx512gfni_raid(nd, size, v);
raid_gen4_avx512gfni_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -696,7 +696,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
fflush(stdout);
SPEED_START {
raid_gen5_int8(nd, size, v);
raid_gen5_int8(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -708,11 +708,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_NEON
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen5_neon_aes(nd, size, v);
raid_gen5_neon_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen5_neon_raid(nd, size, v);
raid_gen5_neon_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -722,11 +722,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_NEON32
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen5_neon32_aes(nd, size, v);
raid_gen5_neon32_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen5_neon32_raid(nd, size, v);
raid_gen5_neon32_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -744,7 +744,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_ssse3()) {
if (mode == RAID_MODE_CAUCHY_RAID) {
SPEED_START {
raid_gen5_ssse3_raid(nd, size, v);
raid_gen5_ssse3_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -755,11 +755,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen5_ssse3ext_aes(nd, size, v);
raid_gen5_ssse3ext_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen5_ssse3ext_raid(nd, size, v);
raid_gen5_ssse3ext_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -772,11 +772,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen5_avx2ext_aes(nd, size, v);
raid_gen5_avx2ext_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen5_avx2ext_raid(nd, size, v);
raid_gen5_avx2ext_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -787,7 +787,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (raid_cpu_has_avx512bw()) {
SPEED_START {
raid_gen5_avx512bw(nd, size, v);
raid_gen5_avx512bw(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -796,13 +796,13 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_avx2gfni()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen5_avx2gfni_aes(nd, size, v);
raid_gen5_avx2gfni_aes(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
} else {
SPEED_START {
raid_gen5_avx2gfni_raid(nd, size, v);
raid_gen5_avx2gfni_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -812,13 +812,13 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_avx512gfni()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen5_avx512gfni_aes(nd, size, v);
raid_gen5_avx512gfni_aes(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
} else {
SPEED_START {
raid_gen5_avx512gfni_raid(nd, size, v);
raid_gen5_avx512gfni_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -835,7 +835,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
fflush(stdout);
SPEED_START {
raid_gen6_int8(nd, size, v);
raid_gen6_int8(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -847,11 +847,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_NEON
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen6_neon_aes(nd, size, v);
raid_gen6_neon_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen6_neon_raid(nd, size, v);
raid_gen6_neon_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -861,11 +861,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_NEON32
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen6_neon32_aes(nd, size, v);
raid_gen6_neon32_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen6_neon32_raid(nd, size, v);
raid_gen6_neon32_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -883,7 +883,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_ssse3()) {
if (mode == RAID_MODE_CAUCHY_RAID) {
SPEED_START {
raid_gen6_ssse3_raid(nd, size, v);
raid_gen6_ssse3_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -894,11 +894,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen6_ssse3ext_aes(nd, size, v);
raid_gen6_ssse3ext_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen6_ssse3ext_raid(nd, size, v);
raid_gen6_ssse3ext_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -911,11 +911,11 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen6_avx2ext_aes(nd, size, v);
raid_gen6_avx2ext_aes(nd, size, v, 1);
} SPEED_STOP
} else {
SPEED_START {
raid_gen6_avx2ext_raid(nd, size, v);
raid_gen6_avx2ext_raid(nd, size, v, 1);
} SPEED_STOP
}
@ -926,7 +926,7 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
#ifdef CONFIG_X86_64
if (raid_cpu_has_avx512bw()) {
SPEED_START {
raid_gen6_avx512bw(nd, size, v);
raid_gen6_avx512bw(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -935,13 +935,13 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_avx2gfni()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen6_avx2gfni_aes(nd, size, v);
raid_gen6_avx2gfni_aes(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
} else {
SPEED_START {
raid_gen6_avx2gfni_raid(nd, size, v);
raid_gen6_avx2gfni_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -951,13 +951,13 @@ void speed_gen(int nd, void **v, int size, int delta, int period, const char *ms
if (raid_cpu_has_avx512gfni()) {
if (mode == RAID_MODE_CAUCHY_AES) {
SPEED_START {
raid_gen6_avx512gfni_aes(nd, size, v);
raid_gen6_avx512gfni_aes(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
} else {
SPEED_START {
raid_gen6_avx512gfni_raid(nd, size, v);
raid_gen6_avx512gfni_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -1022,14 +1022,14 @@ void speed_genz(int nd, void **v, int size, int delta, int period)
printf("%8s", "");
SPEED_START {
raid_genz_int32_raid(nd, size, v);
raid_genz_int32_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
fflush(stdout);
SPEED_START {
raid_genz_int64_raid(nd, size, v);
raid_genz_int64_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -1037,7 +1037,7 @@ void speed_genz(int nd, void **v, int size, int delta, int period)
#ifdef CONFIG_NEON
SPEED_START {
raid_genz_neon_raid(nd, size, v);
raid_genz_neon_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -1045,7 +1045,7 @@ void speed_genz(int nd, void **v, int size, int delta, int period)
#endif
#ifdef CONFIG_NEON32
SPEED_START {
raid_genz_neon32_raid(nd, size, v);
raid_genz_neon32_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -1055,7 +1055,7 @@ void speed_genz(int nd, void **v, int size, int delta, int period)
#ifdef CONFIG_X86
if (raid_cpu_has_sse2()) {
SPEED_START {
raid_genz_sse2_raid(nd, size, v);
raid_genz_sse2_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -1063,7 +1063,7 @@ void speed_genz(int nd, void **v, int size, int delta, int period)
#ifdef CONFIG_X86_64
SPEED_START {
raid_genz_sse2ext_raid(nd, size, v);
raid_genz_sse2ext_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -1080,7 +1080,7 @@ void speed_genz(int nd, void **v, int size, int delta, int period)
printf("%8s", "");
#ifdef CONFIG_X86_64
SPEED_START {
raid_genz_avx2ext_raid(nd, size, v);
raid_genz_avx2ext_raid(nd, size, v, 1);
} SPEED_STOP
printf("%8" PRIu64, ds / dt);
@ -1183,6 +1183,8 @@ void speed_rec(int nd, void **v, int size, int delta, int period)
#ifdef CONFIG_X86
if (raid_cpu_has_ssse3()) {
SPEED_START {
/* force the parity generator used by raid_rec1of1() */
raid_gen_force(1, raid_gen1_sse2);
raid_rec1_ssse3(1, id, ip, nd, size, v);
} SPEED_STOP
@ -1191,6 +1193,8 @@ void speed_rec(int nd, void **v, int size, int delta, int period)
#ifdef CONFIG_X86_64
SPEED_START {
/* force the parity generator used by raid_rec1of1() */
raid_gen_force(1, raid_gen1_sse2);
raid_rec1_ssse3ext(1, id, ip, nd, size, v);
} SPEED_STOP
@ -1200,6 +1204,8 @@ void speed_rec(int nd, void **v, int size, int delta, int period)
}
if (raid_cpu_has_avx2()) {
SPEED_START {
/* force the parity generator used by raid_rec1of1() */
raid_gen_force(1, raid_gen1_avx2);
raid_rec1_avx2(1, id, ip, nd, size, v);
} SPEED_STOP
@ -1209,6 +1215,8 @@ void speed_rec(int nd, void **v, int size, int delta, int period)
#ifdef CONFIG_X86_64
if (raid_cpu_has_avx2()) {
SPEED_START {
/* force the parity generator used by raid_rec1of1() */
raid_gen_force(1, raid_gen1_avx2);
raid_rec1_avx2ext(1, id, ip, nd, size, v);
} SPEED_STOP
@ -1217,6 +1225,8 @@ void speed_rec(int nd, void **v, int size, int delta, int period)
}
if (raid_cpu_has_avx512bw()) {
SPEED_START {
/* force the parity generator used by raid_rec1of1() */
raid_gen_force(1, raid_gen1_avx512bw);
raid_rec1_avx512bw(1, id, ip, nd, size, v);
} SPEED_STOP
@ -1225,6 +1235,8 @@ void speed_rec(int nd, void **v, int size, int delta, int period)
}
if (raid_cpu_has_avx2gfni()) {
SPEED_START {
/* force the parity generator used by raid_rec1of1() */
raid_gen_force(1, raid_gen1_avx2);
raid_rec1_avx2gfni_raid(1, id, ip, nd, size, v);
} SPEED_STOP
@ -1233,6 +1245,8 @@ void speed_rec(int nd, void **v, int size, int delta, int period)
}
if (raid_cpu_has_avx512gfni()) {
SPEED_START {
/* force the parity generator used by raid_rec1of1() */
raid_gen_force(1, raid_gen1_avx512bw);
raid_rec1_avx512gfni_raid(1, id, ip, nd, size, v);
} SPEED_STOP