mirror of
https://git.proxmox.com/git/mirror_zfs.git
synced 2024-12-27 11:29:36 +03:00
985c33b132
This commit adds BLAKE3 checksums to OpenZFS, it has similar performance to Edon-R, but without the caveats around the latter. Homepage of BLAKE3: https://github.com/BLAKE3-team/BLAKE3 Wikipedia: https://en.wikipedia.org/wiki/BLAKE_(hash_function)#BLAKE3 Short description of Wikipedia: BLAKE3 is a cryptographic hash function based on Bao and BLAKE2, created by Jack O'Connor, Jean-Philippe Aumasson, Samuel Neves, and Zooko Wilcox-O'Hearn. It was announced on January 9, 2020, at Real World Crypto. BLAKE3 is a single algorithm with many desirable features (parallelism, XOF, KDF, PRF and MAC), in contrast to BLAKE and BLAKE2, which are algorithm families with multiple variants. BLAKE3 has a binary tree structure, so it supports a practically unlimited degree of parallelism (both SIMD and multithreading) given enough input. The official Rust and C implementations are dual-licensed as public domain (CC0) and the Apache License. Along with adding the BLAKE3 hash into the OpenZFS infrastructure a new benchmarking file called chksum_bench was introduced. When read it reports the speed of the available checksum functions. On Linux: cat /proc/spl/kstat/zfs/chksum_bench On FreeBSD: sysctl kstat.zfs.misc.chksum_bench This is an example output of an i3-1005G1 test system with Debian 11: implementation 1k 4k 16k 64k 256k 1m 4m edonr-generic 1196 1602 1761 1749 1762 1759 1751 skein-generic 546 591 608 615 619 612 616 sha256-generic 240 300 316 314 304 285 276 sha512-generic 353 441 467 476 472 467 426 blake3-generic 308 313 313 313 312 313 312 blake3-sse2 402 1289 1423 1446 1432 1458 1413 blake3-sse41 427 1470 1625 1704 1679 1607 1629 blake3-avx2 428 1920 3095 3343 3356 3318 3204 blake3-avx512 473 2687 4905 5836 5844 5643 5374 Output on Debian 5.10.0-10-amd64 system: (Ryzen 7 5800X) implementation 1k 4k 16k 64k 256k 1m 4m edonr-generic 1840 2458 2665 2719 2711 2723 2693 skein-generic 870 966 996 992 1003 1005 1009 sha256-generic 415 442 453 455 457 457 457 sha512-generic 608 690 711 718 719 720 721 blake3-generic 301 313 311 309 309 310 310 blake3-sse2 343 1865 2124 2188 2180 2181 2186 blake3-sse41 364 2091 2396 2509 2463 2482 2488 blake3-avx2 365 2590 4399 4971 4915 4802 4764 Output on Debian 5.10.0-9-powerpc64le system: (POWER 9) implementation 1k 4k 16k 64k 256k 1m 4m edonr-generic 1213 1703 1889 1918 1957 1902 1907 skein-generic 434 492 520 522 511 525 525 sha256-generic 167 183 187 188 188 187 188 sha512-generic 186 216 222 221 225 224 224 blake3-generic 153 152 154 153 151 153 153 blake3-sse2 391 1170 1366 1406 1428 1426 1414 blake3-sse41 352 1049 1212 1174 1262 1258 1259 Output on Debian 5.10.0-11-arm64 system: (Pi400) implementation 1k 4k 16k 64k 256k 1m 4m edonr-generic 487 603 629 639 643 641 641 skein-generic 271 299 303 308 309 309 307 sha256-generic 117 127 128 130 130 129 130 sha512-generic 145 165 170 172 173 174 175 blake3-generic 81 29 71 89 89 89 89 blake3-sse2 112 323 368 379 380 371 374 blake3-sse41 101 315 357 368 369 364 360 Structurally, the new code is mainly split into these parts: - 1x cross platform generic c variant: blake3_generic.c - 4x assembly for X86-64 (SSE2, SSE4.1, AVX2, AVX512) - 2x assembly for ARMv8 (NEON converted from SSE2) - 2x assembly for PPC64-LE (POWER8 converted from SSE2) - one file for switching between the implementations Note the PPC64 assembly requires the VSX instruction set and the kfpu_begin() / kfpu_end() calls on PowerPC were updated accordingly. Reviewed-by: Felix Dörre <felix@dogcraft.de> Reviewed-by: Ahelenia Ziemiańska <nabijaczleweli@nabijaczleweli.xyz> Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov> Signed-off-by: Tino Reichardt <milky-zfs@mcmilk.de> Co-authored-by: Rich Ercolani <rincebrain@gmail.com> Closes #10058 Closes #12918
215 lines
5.5 KiB
Makefile
215 lines
5.5 KiB
Makefile
libzpool_la_CFLAGS = $(AM_CFLAGS) $(KERNEL_CFLAGS) $(LIBRARY_CFLAGS)
|
|
libzpool_la_CFLAGS += $(ZLIB_CFLAGS)
|
|
|
|
libzpool_la_CPPFLAGS = $(AM_CPPFLAGS) $(FORCEDEBUG_CPPFLAGS)
|
|
libzpool_la_CPPFLAGS += -I$(srcdir)/include/os/@ac_system_l@/zfs
|
|
libzpool_la_CPPFLAGS += -DLIB_ZPOOL_BUILD
|
|
|
|
lib_LTLIBRARIES += libzpool.la
|
|
CPPCHECKTARGETS += libzpool.la
|
|
|
|
dist_libzpool_la_SOURCES = \
|
|
%D%/kernel.c \
|
|
%D%/taskq.c \
|
|
%D%/util.c
|
|
|
|
nodist_libzpool_la_SOURCES = \
|
|
module/lua/lapi.c \
|
|
module/lua/lauxlib.c \
|
|
module/lua/lbaselib.c \
|
|
module/lua/lcode.c \
|
|
module/lua/lcompat.c \
|
|
module/lua/lcorolib.c \
|
|
module/lua/lctype.c \
|
|
module/lua/ldebug.c \
|
|
module/lua/ldo.c \
|
|
module/lua/lfunc.c \
|
|
module/lua/lgc.c \
|
|
module/lua/llex.c \
|
|
module/lua/lmem.c \
|
|
module/lua/lobject.c \
|
|
module/lua/lopcodes.c \
|
|
module/lua/lparser.c \
|
|
module/lua/lstate.c \
|
|
module/lua/lstring.c \
|
|
module/lua/lstrlib.c \
|
|
module/lua/ltable.c \
|
|
module/lua/ltablib.c \
|
|
module/lua/ltm.c \
|
|
module/lua/lvm.c \
|
|
module/lua/lzio.c \
|
|
\
|
|
module/os/linux/zfs/abd_os.c \
|
|
module/os/linux/zfs/arc_os.c \
|
|
module/os/linux/zfs/trace.c \
|
|
module/os/linux/zfs/vdev_file.c \
|
|
module/os/linux/zfs/zfs_debug.c \
|
|
module/os/linux/zfs/zfs_racct.c \
|
|
module/os/linux/zfs/zfs_znode.c \
|
|
module/os/linux/zfs/zio_crypt.c \
|
|
\
|
|
module/zcommon/cityhash.c \
|
|
module/zcommon/zfeature_common.c \
|
|
module/zcommon/zfs_comutil.c \
|
|
module/zcommon/zfs_deleg.c \
|
|
module/zcommon/zfs_fletcher.c \
|
|
module/zcommon/zfs_fletcher_aarch64_neon.c \
|
|
module/zcommon/zfs_fletcher_avx512.c \
|
|
module/zcommon/zfs_fletcher_intel.c \
|
|
module/zcommon/zfs_fletcher_sse.c \
|
|
module/zcommon/zfs_fletcher_superscalar.c \
|
|
module/zcommon/zfs_fletcher_superscalar4.c \
|
|
module/zcommon/zfs_namecheck.c \
|
|
module/zcommon/zfs_prop.c \
|
|
module/zcommon/zpool_prop.c \
|
|
module/zcommon/zprop_common.c \
|
|
\
|
|
module/zfs/abd.c \
|
|
module/zfs/aggsum.c \
|
|
module/zfs/arc.c \
|
|
module/zfs/blake3_zfs.c \
|
|
module/zfs/blkptr.c \
|
|
module/zfs/bplist.c \
|
|
module/zfs/bpobj.c \
|
|
module/zfs/bptree.c \
|
|
module/zfs/bqueue.c \
|
|
module/zfs/btree.c \
|
|
module/zfs/dbuf.c \
|
|
module/zfs/dbuf_stats.c \
|
|
module/zfs/ddt.c \
|
|
module/zfs/ddt_zap.c \
|
|
module/zfs/dmu.c \
|
|
module/zfs/dmu_diff.c \
|
|
module/zfs/dmu_object.c \
|
|
module/zfs/dmu_objset.c \
|
|
module/zfs/dmu_recv.c \
|
|
module/zfs/dmu_redact.c \
|
|
module/zfs/dmu_send.c \
|
|
module/zfs/dmu_traverse.c \
|
|
module/zfs/dmu_tx.c \
|
|
module/zfs/dmu_zfetch.c \
|
|
module/zfs/dnode.c \
|
|
module/zfs/dnode_sync.c \
|
|
module/zfs/dsl_bookmark.c \
|
|
module/zfs/dsl_crypt.c \
|
|
module/zfs/dsl_dataset.c \
|
|
module/zfs/dsl_deadlist.c \
|
|
module/zfs/dsl_deleg.c \
|
|
module/zfs/dsl_destroy.c \
|
|
module/zfs/dsl_dir.c \
|
|
module/zfs/dsl_pool.c \
|
|
module/zfs/dsl_prop.c \
|
|
module/zfs/dsl_scan.c \
|
|
module/zfs/dsl_synctask.c \
|
|
module/zfs/dsl_userhold.c \
|
|
module/zfs/edonr_zfs.c \
|
|
module/zfs/fm.c \
|
|
module/zfs/gzip.c \
|
|
module/zfs/hkdf.c \
|
|
module/zfs/lz4.c \
|
|
module/zfs/lz4_zfs.c \
|
|
module/zfs/lzjb.c \
|
|
module/zfs/metaslab.c \
|
|
module/zfs/mmp.c \
|
|
module/zfs/multilist.c \
|
|
module/zfs/objlist.c \
|
|
module/zfs/pathname.c \
|
|
module/zfs/range_tree.c \
|
|
module/zfs/refcount.c \
|
|
module/zfs/rrwlock.c \
|
|
module/zfs/sa.c \
|
|
module/zfs/sha256.c \
|
|
module/zfs/skein_zfs.c \
|
|
module/zfs/spa.c \
|
|
module/zfs/spa_boot.c \
|
|
module/zfs/spa_checkpoint.c \
|
|
module/zfs/spa_config.c \
|
|
module/zfs/spa_errlog.c \
|
|
module/zfs/spa_history.c \
|
|
module/zfs/spa_log_spacemap.c \
|
|
module/zfs/spa_misc.c \
|
|
module/zfs/spa_stats.c \
|
|
module/zfs/space_map.c \
|
|
module/zfs/space_reftree.c \
|
|
module/zfs/txg.c \
|
|
module/zfs/uberblock.c \
|
|
module/zfs/unique.c \
|
|
module/zfs/vdev.c \
|
|
module/zfs/vdev_cache.c \
|
|
module/zfs/vdev_draid.c \
|
|
module/zfs/vdev_draid_rand.c \
|
|
module/zfs/vdev_indirect.c \
|
|
module/zfs/vdev_indirect_births.c \
|
|
module/zfs/vdev_indirect_mapping.c \
|
|
module/zfs/vdev_initialize.c \
|
|
module/zfs/vdev_label.c \
|
|
module/zfs/vdev_mirror.c \
|
|
module/zfs/vdev_missing.c \
|
|
module/zfs/vdev_queue.c \
|
|
module/zfs/vdev_raidz.c \
|
|
module/zfs/vdev_raidz_math.c \
|
|
module/zfs/vdev_raidz_math_aarch64_neon.c \
|
|
module/zfs/vdev_raidz_math_aarch64_neonx2.c \
|
|
module/zfs/vdev_raidz_math_avx2.c \
|
|
module/zfs/vdev_raidz_math_avx512bw.c \
|
|
module/zfs/vdev_raidz_math_avx512f.c \
|
|
module/zfs/vdev_raidz_math_powerpc_altivec.c \
|
|
module/zfs/vdev_raidz_math_scalar.c \
|
|
module/zfs/vdev_raidz_math_sse2.c \
|
|
module/zfs/vdev_raidz_math_ssse3.c \
|
|
module/zfs/vdev_rebuild.c \
|
|
module/zfs/vdev_removal.c \
|
|
module/zfs/vdev_root.c \
|
|
module/zfs/vdev_trim.c \
|
|
module/zfs/zap.c \
|
|
module/zfs/zap_leaf.c \
|
|
module/zfs/zap_micro.c \
|
|
module/zfs/zcp.c \
|
|
module/zfs/zcp_get.c \
|
|
module/zfs/zcp_global.c \
|
|
module/zfs/zcp_iter.c \
|
|
module/zfs/zcp_set.c \
|
|
module/zfs/zcp_synctask.c \
|
|
module/zfs/zfeature.c \
|
|
module/zfs/zfs_byteswap.c \
|
|
module/zfs/zfs_chksum.c \
|
|
module/zfs/zfs_fm.c \
|
|
module/zfs/zfs_fuid.c \
|
|
module/zfs/zfs_ratelimit.c \
|
|
module/zfs/zfs_rlock.c \
|
|
module/zfs/zfs_sa.c \
|
|
module/zfs/zil.c \
|
|
module/zfs/zio.c \
|
|
module/zfs/zio_checksum.c \
|
|
module/zfs/zio_compress.c \
|
|
module/zfs/zio_inject.c \
|
|
module/zfs/zle.c \
|
|
module/zfs/zrlock.c \
|
|
module/zfs/zthr.c
|
|
|
|
libzpool_la_LIBADD = \
|
|
libicp.la \
|
|
libunicode.la \
|
|
libnvpair.la \
|
|
libzstd.la \
|
|
libzutil.la
|
|
|
|
libzpool_la_LIBADD += $(LIBCLOCK_GETTIME) $(ZLIB_LIBS) -ldl -lm
|
|
|
|
libzpool_la_LDFLAGS = -pthread
|
|
|
|
if !ASAN_ENABLED
|
|
libzpool_la_LDFLAGS += -Wl,-z,defs
|
|
endif
|
|
|
|
if BUILD_FREEBSD
|
|
libzpool_la_LIBADD += -lgeom
|
|
endif
|
|
|
|
libzpool_la_LDFLAGS += -version-info 5:0:0
|
|
|
|
if TARGET_CPU_POWERPC
|
|
module/zfs/libzpool_la-vdev_raidz_math_powerpc_altivec.$(OBJEXT) : CFLAGS += -maltivec
|
|
module/zfs/libzpool_la-vdev_raidz_math_powerpc_altivec.l$(OBJEXT): CFLAGS += -maltivec
|
|
endif
|