mirror of
https://git.proxmox.com/git/mirror_zfs.git
synced 2026-05-22 10:37:35 +03:00
OpenZFS 4185 - add new cryptographic checksums to ZFS: SHA-512, Skein, Edon-R
Reviewed by: George Wilson <george.wilson@delphix.com> Reviewed by: Prakash Surya <prakash.surya@delphix.com> Reviewed by: Saso Kiselkov <saso.kiselkov@nexenta.com> Reviewed by: Richard Lowe <richlowe@richlowe.net> Approved by: Garrett D'Amore <garrett@damore.org> Ported by: Tony Hutter <hutter2@llnl.gov> OpenZFS-issue: https://www.illumos.org/issues/4185 OpenZFS-commit: https://github.com/openzfs/openzfs/commit/45818ee Porting Notes: This code is ported on top of the Illumos Crypto Framework code: https://github.com/zfsonlinux/zfs/pull/4329/commits/b5e030c8dbb9cd393d313571dee4756fbba8c22d The list of porting changes includes: - Copied module/icp/include/sha2/sha2.h directly from illumos - Removed from module/icp/algs/sha2/sha2.c: #pragma inline(SHA256Init, SHA384Init, SHA512Init) - Added 'ctx' to lib/libzfs/libzfs_sendrecv.c:zio_checksum_SHA256() since it now takes in an extra parameter. - Added CTASSERT() to assert.h from for module/zfs/edonr_zfs.c - Added skein & edonr to libicp/Makefile.am - Added sha512.S. It was generated from sha512-x86_64.pl in Illumos. - Updated ztest.c with new fletcher_4_*() args; used NULL for new CTX argument. - In icp/algs/edonr/edonr_byteorder.h, Removed the #if defined(__linux) section to not #include the non-existant endian.h. - In skein_test.c, renane NULL to 0 in "no test vector" array entries to get around a compiler warning. - Fixup test files: - Rename <sys/varargs.h> -> <varargs.h>, <strings.h> -> <string.h>, - Remove <note.h> and define NOTE() as NOP. - Define u_longlong_t - Rename "#!/usr/bin/ksh" -> "#!/bin/ksh -p" - Rename NULL to 0 in "no test vector" array entries to get around a compiler warning. - Remove "for isa in $($ISAINFO); do" stuff - Add/update Makefiles - Add some userspace headers like stdio.h/stdlib.h in places of sys/types.h. - EXPORT_SYMBOL *_Init/*_Update/*_Final... routines in ICP modules. - Update scripts/zfs2zol-patch.sed - include <sys/sha2.h> in sha2_impl.h - Add sha2.h to include/sys/Makefile.am - Add skein and edonr dirs to icp Makefile - Add new checksums to zpool_get.cfg - Move checksum switch block from zfs_secpolicy_setprop() to zfs_check_settable() - Fix -Wuninitialized error in edonr_byteorder.h on PPC - Fix stack frame size errors on ARM32 - Don't unroll loops in Skein on 32-bit to save stack space - Add memory barriers in sha2.c on 32-bit to save stack space - Add filetest_001_pos.ksh checksum sanity test - Add option to write psudorandom data in file_write utility
This commit is contained in:
Tony Hutter
@@ -31,6 +31,7 @@ COMMON_H = \
|
||||
$(top_srcdir)/include/sys/dsl_scan.h \
|
||||
$(top_srcdir)/include/sys/dsl_synctask.h \
|
||||
$(top_srcdir)/include/sys/dsl_userhold.h \
|
||||
$(top_srcdir)/include/sys/edonr.h \
|
||||
$(top_srcdir)/include/sys/efi_partition.h \
|
||||
$(top_srcdir)/include/sys/metaslab.h \
|
||||
$(top_srcdir)/include/sys/metaslab_impl.h \
|
||||
@@ -46,6 +47,8 @@ COMMON_H = \
|
||||
$(top_srcdir)/include/sys/sa.h \
|
||||
$(top_srcdir)/include/sys/sa_impl.h \
|
||||
$(top_srcdir)/include/sys/sdt.h \
|
||||
$(top_srcdir)/include/sys/sha2.h \
|
||||
$(top_srcdir)/include/sys/skein.h \
|
||||
$(top_srcdir)/include/sys/spa_boot.h \
|
||||
$(top_srcdir)/include/sys/space_map.h \
|
||||
$(top_srcdir)/include/sys/space_reftree.h \
|
||||
|
||||
@@ -29,12 +29,18 @@
|
||||
int aes_mod_init(void);
|
||||
int aes_mod_fini(void);
|
||||
|
||||
int edonr_mod_init(void);
|
||||
int edonr_mod_fini(void);
|
||||
|
||||
int sha1_mod_init(void);
|
||||
int sha1_mod_fini(void);
|
||||
|
||||
int sha2_mod_init(void);
|
||||
int sha2_mod_fini(void);
|
||||
|
||||
int skein_mod_init(void);
|
||||
int skein_mod_fini(void);
|
||||
|
||||
int icp_init(void);
|
||||
void icp_fini(void);
|
||||
|
||||
|
||||
@@ -25,6 +25,7 @@
|
||||
* Copyright (c) 2012, Joyent, Inc. All rights reserved.
|
||||
* Copyright 2014 HybridCluster. All rights reserved.
|
||||
* Copyright (c) 2014 Spectra Logic Corporation, All rights reserved.
|
||||
* Copyright 2013 Saso Kiselkov. All rights reserved.
|
||||
*/
|
||||
|
||||
/* Portions Copyright 2010 Robert Milkowski */
|
||||
@@ -317,6 +318,7 @@ typedef struct dmu_buf {
|
||||
#define DMU_POOL_FREE_BPOBJ "free_bpobj"
|
||||
#define DMU_POOL_BPTREE_OBJ "bptree_obj"
|
||||
#define DMU_POOL_EMPTY_BPOBJ "empty_bpobj"
|
||||
#define DMU_POOL_CHECKSUM_SALT "org.illumos:checksum_salt"
|
||||
#define DMU_POOL_VDEV_ZAP_MAP "com.delphix:vdev_zap_map"
|
||||
|
||||
/*
|
||||
|
||||
@@ -0,0 +1,98 @@
|
||||
/*
|
||||
* IDI,NTNU
|
||||
*
|
||||
* CDDL HEADER START
|
||||
*
|
||||
* The contents of this file are subject to the terms of the
|
||||
* Common Development and Distribution License (the "License").
|
||||
* You may not use this file except in compliance with the License.
|
||||
*
|
||||
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
|
||||
* or http://opensource.org/licenses/CDDL-1.0.
|
||||
* See the License for the specific language governing permissions
|
||||
* and limitations under the License.
|
||||
*
|
||||
* When distributing Covered Code, include this CDDL HEADER in each
|
||||
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
|
||||
* If applicable, add the following below this CDDL HEADER, with the
|
||||
* fields enclosed by brackets "[]" replaced with your own identifying
|
||||
* information: Portions Copyright [yyyy] [name of copyright owner]
|
||||
*
|
||||
* CDDL HEADER END
|
||||
*
|
||||
* Copyright (C) 2009, 2010, Jorn Amundsen <jorn.amundsen@ntnu.no>
|
||||
*
|
||||
* Tweaked Edon-R implementation for SUPERCOP, based on NIST API.
|
||||
*
|
||||
* $Id: edonr.h 517 2013-02-17 20:34:39Z joern $
|
||||
*/
|
||||
/*
|
||||
* Portions copyright (c) 2013, Saso Kiselkov, All rights reserved
|
||||
*/
|
||||
|
||||
#ifndef _SYS_EDONR_H_
|
||||
#define _SYS_EDONR_H_
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
#ifdef _KERNEL
|
||||
#include <sys/types.h>
|
||||
#else
|
||||
#include <stdint.h> /* uint32_t... */
|
||||
#include <stdlib.h> /* size_t ... */
|
||||
#endif
|
||||
|
||||
/*
|
||||
* EdonR allows to call EdonRUpdate() consecutively only if the total length
|
||||
* of stored unprocessed data and the new supplied data is less than or equal
|
||||
* to the BLOCK_SIZE on which the compression functions operates.
|
||||
* Otherwise an assertion failure is invoked.
|
||||
*/
|
||||
|
||||
/* Specific algorithm definitions */
|
||||
#define EdonR224_DIGEST_SIZE 28
|
||||
#define EdonR224_BLOCK_SIZE 64
|
||||
#define EdonR256_DIGEST_SIZE 32
|
||||
#define EdonR256_BLOCK_SIZE 64
|
||||
#define EdonR384_DIGEST_SIZE 48
|
||||
#define EdonR384_BLOCK_SIZE 128
|
||||
#define EdonR512_DIGEST_SIZE 64
|
||||
#define EdonR512_BLOCK_SIZE 128
|
||||
|
||||
#define EdonR256_BLOCK_BITSIZE 512
|
||||
#define EdonR512_BLOCK_BITSIZE 1024
|
||||
|
||||
typedef struct {
|
||||
uint32_t DoublePipe[16];
|
||||
uint8_t LastPart[EdonR256_BLOCK_SIZE * 2];
|
||||
} EdonRData256;
|
||||
typedef struct {
|
||||
uint64_t DoublePipe[16];
|
||||
uint8_t LastPart[EdonR512_BLOCK_SIZE * 2];
|
||||
} EdonRData512;
|
||||
|
||||
typedef struct {
|
||||
size_t hashbitlen;
|
||||
|
||||
/* + algorithm specific parameters */
|
||||
int unprocessed_bits;
|
||||
uint64_t bits_processed;
|
||||
union {
|
||||
EdonRData256 p256[1];
|
||||
EdonRData512 p512[1];
|
||||
} pipe[1];
|
||||
} EdonRState;
|
||||
|
||||
void EdonRInit(EdonRState *state, size_t hashbitlen);
|
||||
void EdonRUpdate(EdonRState *state, const uint8_t *data, size_t databitlen);
|
||||
void EdonRFinal(EdonRState *state, uint8_t *hashval);
|
||||
void EdonRHash(size_t hashbitlen, const uint8_t *data, size_t databitlen,
|
||||
uint8_t *hashval);
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
#endif
|
||||
|
||||
#endif /* _SYS_EDONR_H_ */
|
||||
@@ -0,0 +1,155 @@
|
||||
/*
|
||||
* CDDL HEADER START
|
||||
*
|
||||
* The contents of this file are subject to the terms of the
|
||||
* Common Development and Distribution License (the "License").
|
||||
* You may not use this file except in compliance with the License.
|
||||
*
|
||||
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
|
||||
* or http://www.opensolaris.org/os/licensing.
|
||||
* See the License for the specific language governing permissions
|
||||
* and limitations under the License.
|
||||
*
|
||||
* When distributing Covered Code, include this CDDL HEADER in each
|
||||
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
|
||||
* If applicable, add the following below this CDDL HEADER, with the
|
||||
* fields enclosed by brackets "[]" replaced with your own identifying
|
||||
* information: Portions Copyright [yyyy] [name of copyright owner]
|
||||
*
|
||||
* CDDL HEADER END
|
||||
*/
|
||||
/*
|
||||
* Copyright 2009 Sun Microsystems, Inc. All rights reserved.
|
||||
* Use is subject to license terms.
|
||||
*/
|
||||
/* Copyright 2013 Saso Kiselkov. All rights reserved. */
|
||||
|
||||
#ifndef _SYS_SHA2_H
|
||||
#define _SYS_SHA2_H
|
||||
|
||||
#ifdef _KERNEL
|
||||
#include <sys/types.h> /* for uint_* */
|
||||
#else
|
||||
#include <stdint.h>
|
||||
#endif
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
#define SHA2_HMAC_MIN_KEY_LEN 1 /* SHA2-HMAC min key length in bytes */
|
||||
#define SHA2_HMAC_MAX_KEY_LEN INT_MAX /* SHA2-HMAC max key length in bytes */
|
||||
|
||||
#define SHA256_DIGEST_LENGTH 32 /* SHA256 digest length in bytes */
|
||||
#define SHA384_DIGEST_LENGTH 48 /* SHA384 digest length in bytes */
|
||||
#define SHA512_DIGEST_LENGTH 64 /* SHA512 digest length in bytes */
|
||||
|
||||
/* Truncated versions of SHA-512 according to FIPS-180-4, section 5.3.6 */
|
||||
#define SHA512_224_DIGEST_LENGTH 28 /* SHA512/224 digest length */
|
||||
#define SHA512_256_DIGEST_LENGTH 32 /* SHA512/256 digest length */
|
||||
|
||||
#define SHA256_HMAC_BLOCK_SIZE 64 /* SHA256-HMAC block size */
|
||||
#define SHA512_HMAC_BLOCK_SIZE 128 /* SHA512-HMAC block size */
|
||||
|
||||
#define SHA256 0
|
||||
#define SHA256_HMAC 1
|
||||
#define SHA256_HMAC_GEN 2
|
||||
#define SHA384 3
|
||||
#define SHA384_HMAC 4
|
||||
#define SHA384_HMAC_GEN 5
|
||||
#define SHA512 6
|
||||
#define SHA512_HMAC 7
|
||||
#define SHA512_HMAC_GEN 8
|
||||
#define SHA512_224 9
|
||||
#define SHA512_256 10
|
||||
|
||||
/*
|
||||
* SHA2 context.
|
||||
* The contents of this structure are a private interface between the
|
||||
* Init/Update/Final calls of the functions defined below.
|
||||
* Callers must never attempt to read or write any of the fields
|
||||
* in this structure directly.
|
||||
*/
|
||||
typedef struct {
|
||||
uint32_t algotype; /* Algorithm Type */
|
||||
|
||||
/* state (ABCDEFGH) */
|
||||
union {
|
||||
uint32_t s32[8]; /* for SHA256 */
|
||||
uint64_t s64[8]; /* for SHA384/512 */
|
||||
} state;
|
||||
/* number of bits */
|
||||
union {
|
||||
uint32_t c32[2]; /* for SHA256 , modulo 2^64 */
|
||||
uint64_t c64[2]; /* for SHA384/512, modulo 2^128 */
|
||||
} count;
|
||||
union {
|
||||
uint8_t buf8[128]; /* undigested input */
|
||||
uint32_t buf32[32]; /* realigned input */
|
||||
uint64_t buf64[16]; /* realigned input */
|
||||
} buf_un;
|
||||
} SHA2_CTX;
|
||||
|
||||
typedef SHA2_CTX SHA256_CTX;
|
||||
typedef SHA2_CTX SHA384_CTX;
|
||||
typedef SHA2_CTX SHA512_CTX;
|
||||
|
||||
extern void SHA2Init(uint64_t mech, SHA2_CTX *);
|
||||
|
||||
extern void SHA2Update(SHA2_CTX *, const void *, size_t);
|
||||
|
||||
extern void SHA2Final(void *, SHA2_CTX *);
|
||||
|
||||
extern void SHA256Init(SHA256_CTX *);
|
||||
|
||||
extern void SHA256Update(SHA256_CTX *, const void *, size_t);
|
||||
|
||||
extern void SHA256Final(void *, SHA256_CTX *);
|
||||
|
||||
extern void SHA384Init(SHA384_CTX *);
|
||||
|
||||
extern void SHA384Update(SHA384_CTX *, const void *, size_t);
|
||||
|
||||
extern void SHA384Final(void *, SHA384_CTX *);
|
||||
|
||||
extern void SHA512Init(SHA512_CTX *);
|
||||
|
||||
extern void SHA512Update(SHA512_CTX *, const void *, size_t);
|
||||
|
||||
extern void SHA512Final(void *, SHA512_CTX *);
|
||||
|
||||
#ifdef _SHA2_IMPL
|
||||
/*
|
||||
* The following types/functions are all private to the implementation
|
||||
* of the SHA2 functions and must not be used by consumers of the interface
|
||||
*/
|
||||
|
||||
/*
|
||||
* List of support mechanisms in this module.
|
||||
*
|
||||
* It is important to note that in the module, division or modulus calculations
|
||||
* are used on the enumerated type to determine which mechanism is being used;
|
||||
* therefore, changing the order or additional mechanisms should be done
|
||||
* carefully
|
||||
*/
|
||||
typedef enum sha2_mech_type {
|
||||
SHA256_MECH_INFO_TYPE, /* SUN_CKM_SHA256 */
|
||||
SHA256_HMAC_MECH_INFO_TYPE, /* SUN_CKM_SHA256_HMAC */
|
||||
SHA256_HMAC_GEN_MECH_INFO_TYPE, /* SUN_CKM_SHA256_HMAC_GENERAL */
|
||||
SHA384_MECH_INFO_TYPE, /* SUN_CKM_SHA384 */
|
||||
SHA384_HMAC_MECH_INFO_TYPE, /* SUN_CKM_SHA384_HMAC */
|
||||
SHA384_HMAC_GEN_MECH_INFO_TYPE, /* SUN_CKM_SHA384_HMAC_GENERAL */
|
||||
SHA512_MECH_INFO_TYPE, /* SUN_CKM_SHA512 */
|
||||
SHA512_HMAC_MECH_INFO_TYPE, /* SUN_CKM_SHA512_HMAC */
|
||||
SHA512_HMAC_GEN_MECH_INFO_TYPE, /* SUN_CKM_SHA512_HMAC_GENERAL */
|
||||
SHA512_224_MECH_INFO_TYPE, /* SUN_CKM_SHA512_224 */
|
||||
SHA512_256_MECH_INFO_TYPE /* SUN_CKM_SHA512_256 */
|
||||
} sha2_mech_type_t;
|
||||
|
||||
#endif /* _SHA2_IMPL */
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
#endif
|
||||
|
||||
#endif /* _SYS_SHA2_H */
|
||||
@@ -0,0 +1,183 @@
|
||||
/*
|
||||
* Interface declarations for Skein hashing.
|
||||
* Source code author: Doug Whiting, 2008.
|
||||
* This algorithm and source code is released to the public domain.
|
||||
*
|
||||
* The following compile-time switches may be defined to control some
|
||||
* tradeoffs between speed, code size, error checking, and security.
|
||||
*
|
||||
* The "default" note explains what happens when the switch is not defined.
|
||||
*
|
||||
* SKEIN_DEBUG -- make callouts from inside Skein code
|
||||
* to examine/display intermediate values.
|
||||
* [default: no callouts (no overhead)]
|
||||
*
|
||||
* SKEIN_ERR_CHECK -- how error checking is handled inside Skein
|
||||
* code. If not defined, most error checking
|
||||
* is disabled (for performance). Otherwise,
|
||||
* the switch value is interpreted as:
|
||||
* 0: use assert() to flag errors
|
||||
* 1: return SKEIN_FAIL to flag errors
|
||||
*/
|
||||
/* Copyright 2013 Doug Whiting. This code is released to the public domain. */
|
||||
#ifndef _SYS_SKEIN_H_
|
||||
#define _SYS_SKEIN_H_
|
||||
|
||||
#ifdef _KERNEL
|
||||
#include <sys/types.h> /* get size_t definition */
|
||||
#else
|
||||
#include <stdint.h>
|
||||
#include <stdlib.h>
|
||||
#endif
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
enum {
|
||||
SKEIN_SUCCESS = 0, /* return codes from Skein calls */
|
||||
SKEIN_FAIL = 1,
|
||||
SKEIN_BAD_HASHLEN = 2
|
||||
};
|
||||
|
||||
#define SKEIN_MODIFIER_WORDS (2) /* number of modifier (tweak) words */
|
||||
|
||||
#define SKEIN_256_STATE_WORDS (4)
|
||||
#define SKEIN_512_STATE_WORDS (8)
|
||||
#define SKEIN1024_STATE_WORDS (16)
|
||||
#define SKEIN_MAX_STATE_WORDS (16)
|
||||
|
||||
#define SKEIN_256_STATE_BYTES (8 * SKEIN_256_STATE_WORDS)
|
||||
#define SKEIN_512_STATE_BYTES (8 * SKEIN_512_STATE_WORDS)
|
||||
#define SKEIN1024_STATE_BYTES (8 * SKEIN1024_STATE_WORDS)
|
||||
|
||||
#define SKEIN_256_STATE_BITS (64 * SKEIN_256_STATE_WORDS)
|
||||
#define SKEIN_512_STATE_BITS (64 * SKEIN_512_STATE_WORDS)
|
||||
#define SKEIN1024_STATE_BITS (64 * SKEIN1024_STATE_WORDS)
|
||||
|
||||
#define SKEIN_256_BLOCK_BYTES (8 * SKEIN_256_STATE_WORDS)
|
||||
#define SKEIN_512_BLOCK_BYTES (8 * SKEIN_512_STATE_WORDS)
|
||||
#define SKEIN1024_BLOCK_BYTES (8 * SKEIN1024_STATE_WORDS)
|
||||
|
||||
typedef struct {
|
||||
size_t hashBitLen; /* size of hash result, in bits */
|
||||
size_t bCnt; /* current byte count in buffer b[] */
|
||||
/* tweak words: T[0]=byte cnt, T[1]=flags */
|
||||
uint64_t T[SKEIN_MODIFIER_WORDS];
|
||||
} Skein_Ctxt_Hdr_t;
|
||||
|
||||
typedef struct { /* 256-bit Skein hash context structure */
|
||||
Skein_Ctxt_Hdr_t h; /* common header context variables */
|
||||
uint64_t X[SKEIN_256_STATE_WORDS]; /* chaining variables */
|
||||
/* partial block buffer (8-byte aligned) */
|
||||
uint8_t b[SKEIN_256_BLOCK_BYTES];
|
||||
} Skein_256_Ctxt_t;
|
||||
|
||||
typedef struct { /* 512-bit Skein hash context structure */
|
||||
Skein_Ctxt_Hdr_t h; /* common header context variables */
|
||||
uint64_t X[SKEIN_512_STATE_WORDS]; /* chaining variables */
|
||||
/* partial block buffer (8-byte aligned) */
|
||||
uint8_t b[SKEIN_512_BLOCK_BYTES];
|
||||
} Skein_512_Ctxt_t;
|
||||
|
||||
typedef struct { /* 1024-bit Skein hash context structure */
|
||||
Skein_Ctxt_Hdr_t h; /* common header context variables */
|
||||
uint64_t X[SKEIN1024_STATE_WORDS]; /* chaining variables */
|
||||
/* partial block buffer (8-byte aligned) */
|
||||
uint8_t b[SKEIN1024_BLOCK_BYTES];
|
||||
} Skein1024_Ctxt_t;
|
||||
|
||||
/* Skein APIs for (incremental) "straight hashing" */
|
||||
int Skein_256_Init(Skein_256_Ctxt_t *ctx, size_t hashBitLen);
|
||||
int Skein_512_Init(Skein_512_Ctxt_t *ctx, size_t hashBitLen);
|
||||
int Skein1024_Init(Skein1024_Ctxt_t *ctx, size_t hashBitLen);
|
||||
|
||||
int Skein_256_Update(Skein_256_Ctxt_t *ctx, const uint8_t *msg,
|
||||
size_t msgByteCnt);
|
||||
int Skein_512_Update(Skein_512_Ctxt_t *ctx, const uint8_t *msg,
|
||||
size_t msgByteCnt);
|
||||
int Skein1024_Update(Skein1024_Ctxt_t *ctx, const uint8_t *msg,
|
||||
size_t msgByteCnt);
|
||||
|
||||
int Skein_256_Final(Skein_256_Ctxt_t *ctx, uint8_t *hashVal);
|
||||
int Skein_512_Final(Skein_512_Ctxt_t *ctx, uint8_t *hashVal);
|
||||
int Skein1024_Final(Skein1024_Ctxt_t *ctx, uint8_t *hashVal);
|
||||
|
||||
/*
|
||||
* Skein APIs for "extended" initialization: MAC keys, tree hashing.
|
||||
* After an InitExt() call, just use Update/Final calls as with Init().
|
||||
*
|
||||
* Notes: Same parameters as _Init() calls, plus treeInfo/key/keyBytes.
|
||||
* When keyBytes == 0 and treeInfo == SKEIN_SEQUENTIAL,
|
||||
* the results of InitExt() are identical to calling Init().
|
||||
* The function Init() may be called once to "precompute" the IV for
|
||||
* a given hashBitLen value, then by saving a copy of the context
|
||||
* the IV computation may be avoided in later calls.
|
||||
* Similarly, the function InitExt() may be called once per MAC key
|
||||
* to precompute the MAC IV, then a copy of the context saved and
|
||||
* reused for each new MAC computation.
|
||||
*/
|
||||
int Skein_256_InitExt(Skein_256_Ctxt_t *ctx, size_t hashBitLen,
|
||||
uint64_t treeInfo, const uint8_t *key, size_t keyBytes);
|
||||
int Skein_512_InitExt(Skein_512_Ctxt_t *ctx, size_t hashBitLen,
|
||||
uint64_t treeInfo, const uint8_t *key, size_t keyBytes);
|
||||
int Skein1024_InitExt(Skein1024_Ctxt_t *ctx, size_t hashBitLen,
|
||||
uint64_t treeInfo, const uint8_t *key, size_t keyBytes);
|
||||
|
||||
/*
|
||||
* Skein APIs for MAC and tree hash:
|
||||
* Final_Pad: pad, do final block, but no OUTPUT type
|
||||
* Output: do just the output stage
|
||||
*/
|
||||
int Skein_256_Final_Pad(Skein_256_Ctxt_t *ctx, uint8_t *hashVal);
|
||||
int Skein_512_Final_Pad(Skein_512_Ctxt_t *ctx, uint8_t *hashVal);
|
||||
int Skein1024_Final_Pad(Skein1024_Ctxt_t *ctx, uint8_t *hashVal);
|
||||
|
||||
#ifndef SKEIN_TREE_HASH
|
||||
#define SKEIN_TREE_HASH (1)
|
||||
#endif
|
||||
#if SKEIN_TREE_HASH
|
||||
int Skein_256_Output(Skein_256_Ctxt_t *ctx, uint8_t *hashVal);
|
||||
int Skein_512_Output(Skein_512_Ctxt_t *ctx, uint8_t *hashVal);
|
||||
int Skein1024_Output(Skein1024_Ctxt_t *ctx, uint8_t *hashVal);
|
||||
#endif
|
||||
|
||||
/*
|
||||
* When you initialize a Skein KCF hashing method you can pass this param
|
||||
* structure in cm_param to fine-tune the algorithm's defaults.
|
||||
*/
|
||||
typedef struct skein_param {
|
||||
size_t sp_digest_bitlen; /* length of digest in bits */
|
||||
} skein_param_t;
|
||||
|
||||
/* Module definitions */
|
||||
#ifdef SKEIN_MODULE_IMPL
|
||||
#define CKM_SKEIN_256 "CKM_SKEIN_256"
|
||||
#define CKM_SKEIN_512 "CKM_SKEIN_512"
|
||||
#define CKM_SKEIN1024 "CKM_SKEIN1024"
|
||||
#define CKM_SKEIN_256_MAC "CKM_SKEIN_256_MAC"
|
||||
#define CKM_SKEIN_512_MAC "CKM_SKEIN_512_MAC"
|
||||
#define CKM_SKEIN1024_MAC "CKM_SKEIN1024_MAC"
|
||||
|
||||
typedef enum skein_mech_type {
|
||||
SKEIN_256_MECH_INFO_TYPE,
|
||||
SKEIN_512_MECH_INFO_TYPE,
|
||||
SKEIN1024_MECH_INFO_TYPE,
|
||||
SKEIN_256_MAC_MECH_INFO_TYPE,
|
||||
SKEIN_512_MAC_MECH_INFO_TYPE,
|
||||
SKEIN1024_MAC_MECH_INFO_TYPE
|
||||
} skein_mech_type_t;
|
||||
|
||||
#define VALID_SKEIN_DIGEST_MECH(__mech) \
|
||||
((int)(__mech) >= SKEIN_256_MECH_INFO_TYPE && \
|
||||
(__mech) <= SKEIN1024_MECH_INFO_TYPE)
|
||||
#define VALID_SKEIN_MAC_MECH(__mech) \
|
||||
((int)(__mech) >= SKEIN_256_MAC_MECH_INFO_TYPE && \
|
||||
(__mech) <= SKEIN1024_MAC_MECH_INFO_TYPE)
|
||||
#endif /* SKEIN_MODULE_IMPL */
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
#endif
|
||||
|
||||
#endif /* _SYS_SKEIN_H_ */
|
||||
@@ -23,6 +23,7 @@
|
||||
* Copyright (c) 2011, 2014 by Delphix. All rights reserved.
|
||||
* Copyright 2011 Nexenta Systems, Inc. All rights reserved.
|
||||
* Copyright (c) 2014 Spectra Logic Corporation, All rights reserved.
|
||||
* Copyright 2013 Saso Kiselkov. All rights reserved.
|
||||
*/
|
||||
|
||||
#ifndef _SYS_SPA_H
|
||||
@@ -147,6 +148,14 @@ typedef struct dva {
|
||||
} dva_t;
|
||||
|
||||
|
||||
/*
|
||||
* Some checksums/hashes need a 256-bit initialization salt. This salt is kept
|
||||
* secret and is suitable for use in MAC algorithms as the key.
|
||||
*/
|
||||
typedef struct zio_cksum_salt {
|
||||
uint8_t zcs_bytes[32];
|
||||
} zio_cksum_salt_t;
|
||||
|
||||
/*
|
||||
* Each block is described by its DVAs, time of birth, checksum, etc.
|
||||
* The word-by-word, bit-by-bit layout of the blkptr is as follows:
|
||||
|
||||
@@ -23,6 +23,7 @@
|
||||
* Copyright (c) 2011, 2015 by Delphix. All rights reserved.
|
||||
* Copyright 2011 Nexenta Systems, Inc. All rights reserved.
|
||||
* Copyright (c) 2014 Spectra Logic Corporation, All rights reserved.
|
||||
* Copyright 2013 Saso Kiselkov. All rights reserved.
|
||||
* Copyright (c) 2016 Actifio, Inc. All rights reserved.
|
||||
*/
|
||||
|
||||
@@ -172,6 +173,10 @@ struct spa {
|
||||
uint64_t spa_syncing_txg; /* txg currently syncing */
|
||||
bpobj_t spa_deferred_bpobj; /* deferred-free bplist */
|
||||
bplist_t spa_free_bplist[TXG_SIZE]; /* bplist of stuff to free */
|
||||
zio_cksum_salt_t spa_cksum_salt; /* secret salt for cksum */
|
||||
/* checksum context templates */
|
||||
kmutex_t spa_cksum_tmpls_lock;
|
||||
void *spa_cksum_tmpls[ZIO_CHECKSUM_FUNCTIONS];
|
||||
uberblock_t spa_ubsync; /* last synced uberblock */
|
||||
uberblock_t spa_uberblock; /* current uberblock */
|
||||
boolean_t spa_extreme_rewind; /* rewind past deferred frees */
|
||||
|
||||
@@ -80,6 +80,10 @@ enum zio_checksum {
|
||||
ZIO_CHECKSUM_FLETCHER_4,
|
||||
ZIO_CHECKSUM_SHA256,
|
||||
ZIO_CHECKSUM_ZILOG2,
|
||||
ZIO_CHECKSUM_NOPARITY,
|
||||
ZIO_CHECKSUM_SHA512,
|
||||
ZIO_CHECKSUM_SKEIN,
|
||||
ZIO_CHECKSUM_EDONR,
|
||||
ZIO_CHECKSUM_FUNCTIONS
|
||||
};
|
||||
|
||||
|
||||
@@ -20,13 +20,15 @@
|
||||
*/
|
||||
/*
|
||||
* Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
|
||||
* Copyright (c) 2014 by Delphix. All rights reserved.
|
||||
* Copyright (c) 2014, 2015 by Delphix. All rights reserved.
|
||||
* Copyright Saso Kiselkov 2013, All rights reserved.
|
||||
*/
|
||||
|
||||
#ifndef _SYS_ZIO_CHECKSUM_H
|
||||
#define _SYS_ZIO_CHECKSUM_H
|
||||
|
||||
#include <sys/zio.h>
|
||||
#include <zfeature_common.h>
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
@@ -35,17 +37,36 @@ extern "C" {
|
||||
/*
|
||||
* Signature for checksum functions.
|
||||
*/
|
||||
typedef void zio_checksum_func_t(const void *, uint64_t, zio_cksum_t *);
|
||||
typedef void zio_checksum_func_t(const void *, uint64_t, const void *,
|
||||
zio_cksum_t *);
|
||||
typedef void zio_checksum_t(const void *data, uint64_t size,
|
||||
const void *ctx_template, zio_cksum_t *zcp);
|
||||
typedef void *zio_checksum_tmpl_init_t(const zio_cksum_salt_t *salt);
|
||||
typedef void zio_checksum_tmpl_free_t(void *ctx_template);
|
||||
|
||||
typedef enum zio_checksum_flags {
|
||||
/* Strong enough for metadata? */
|
||||
ZCHECKSUM_FLAG_METADATA = (1 << 1),
|
||||
/* ZIO embedded checksum */
|
||||
ZCHECKSUM_FLAG_EMBEDDED = (1 << 2),
|
||||
/* Strong enough for dedup (without verification)? */
|
||||
ZCHECKSUM_FLAG_DEDUP = (1 << 3),
|
||||
/* Uses salt value */
|
||||
ZCHECKSUM_FLAG_SALTED = (1 << 4),
|
||||
/* Strong enough for nopwrite? */
|
||||
ZCHECKSUM_FLAG_NOPWRITE = (1 << 5)
|
||||
} zio_checksum_flags_t;
|
||||
|
||||
/*
|
||||
* Information about each checksum function.
|
||||
*/
|
||||
typedef const struct zio_checksum_info {
|
||||
zio_checksum_func_t *ci_func[2]; /* checksum function per byteorder */
|
||||
int ci_correctable; /* number of correctable bits */
|
||||
int ci_eck; /* uses zio embedded checksum? */
|
||||
boolean_t ci_dedup; /* strong enough for dedup? */
|
||||
char *ci_name; /* descriptive name */
|
||||
/* checksum function for each byteorder */
|
||||
zio_checksum_t *ci_func[2];
|
||||
zio_checksum_tmpl_init_t *ci_tmpl_init;
|
||||
zio_checksum_tmpl_free_t *ci_tmpl_free;
|
||||
zio_checksum_flags_t ci_flags;
|
||||
char *ci_name; /* descriptive name */
|
||||
} zio_checksum_info_t;
|
||||
|
||||
typedef struct zio_bad_cksum {
|
||||
@@ -62,7 +83,21 @@ extern zio_checksum_info_t zio_checksum_table[ZIO_CHECKSUM_FUNCTIONS];
|
||||
/*
|
||||
* Checksum routines.
|
||||
*/
|
||||
extern zio_checksum_func_t zio_checksum_SHA256;
|
||||
extern zio_checksum_t zio_checksum_SHA256;
|
||||
extern zio_checksum_t zio_checksum_SHA512_native;
|
||||
extern zio_checksum_t zio_checksum_SHA512_byteswap;
|
||||
|
||||
/* Skein */
|
||||
extern zio_checksum_t zio_checksum_skein_native;
|
||||
extern zio_checksum_t zio_checksum_skein_byteswap;
|
||||
extern zio_checksum_tmpl_init_t zio_checksum_skein_tmpl_init;
|
||||
extern zio_checksum_tmpl_free_t zio_checksum_skein_tmpl_free;
|
||||
|
||||
/* Edon-R */
|
||||
extern zio_checksum_t zio_checksum_edonr_native;
|
||||
extern zio_checksum_t zio_checksum_edonr_byteswap;
|
||||
extern zio_checksum_tmpl_init_t zio_checksum_edonr_tmpl_init;
|
||||
extern zio_checksum_tmpl_free_t zio_checksum_edonr_tmpl_free;
|
||||
|
||||
extern int zio_checksum_equal(spa_t *, blkptr_t *, enum zio_checksum,
|
||||
void *, uint64_t, uint64_t, zio_bad_cksum_t *);
|
||||
@@ -72,6 +107,8 @@ extern int zio_checksum_error_impl(spa_t *, blkptr_t *, enum zio_checksum,
|
||||
void *, uint64_t, uint64_t, zio_bad_cksum_t *);
|
||||
extern int zio_checksum_error(zio_t *zio, zio_bad_cksum_t *out);
|
||||
extern enum zio_checksum spa_dedup_checksum(spa_t *spa);
|
||||
extern void zio_checksum_templates_free(spa_t *spa);
|
||||
extern spa_feature_t zio_checksum_to_feature(enum zio_checksum cksum);
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
|
||||
@@ -51,6 +51,9 @@ typedef enum spa_feature {
|
||||
SPA_FEATURE_FS_SS_LIMIT,
|
||||
SPA_FEATURE_LARGE_BLOCKS,
|
||||
SPA_FEATURE_LARGE_DNODE,
|
||||
SPA_FEATURE_SHA512,
|
||||
SPA_FEATURE_SKEIN,
|
||||
SPA_FEATURE_EDONR,
|
||||
SPA_FEATURES
|
||||
} spa_feature_t;
|
||||
|
||||
|
||||
@@ -22,6 +22,9 @@
|
||||
* Copyright 2009 Sun Microsystems, Inc. All rights reserved.
|
||||
* Use is subject to license terms.
|
||||
*/
|
||||
/*
|
||||
* Copyright 2013 Saso Kiselkov. All rights reserved.
|
||||
*/
|
||||
|
||||
#ifndef _ZFS_FLETCHER_H
|
||||
#define _ZFS_FLETCHER_H
|
||||
@@ -45,11 +48,11 @@ extern "C" {
|
||||
* checksum method is added. This method will ignore last (size % 4) bytes of
|
||||
* the data buffer.
|
||||
*/
|
||||
void fletcher_2_native(const void *, uint64_t, zio_cksum_t *);
|
||||
void fletcher_2_byteswap(const void *, uint64_t, zio_cksum_t *);
|
||||
void fletcher_4_native(const void *, uint64_t, zio_cksum_t *);
|
||||
void fletcher_2_native(const void *, uint64_t, const void *, zio_cksum_t *);
|
||||
void fletcher_2_byteswap(const void *, uint64_t, const void *, zio_cksum_t *);
|
||||
void fletcher_4_native(const void *, uint64_t, const void *, zio_cksum_t *);
|
||||
void fletcher_4_native_varsize(const void *, uint64_t, zio_cksum_t *);
|
||||
void fletcher_4_byteswap(const void *, uint64_t, zio_cksum_t *);
|
||||
void fletcher_4_byteswap(const void *, uint64_t, const void *, zio_cksum_t *);
|
||||
void fletcher_4_incremental_native(const void *, uint64_t,
|
||||
zio_cksum_t *);
|
||||
void fletcher_4_incremental_byteswap(const void *, uint64_t,
|
||||
|
||||
Reference in New Issue
Block a user