mirror of
https://git.proxmox.com/git/mirror_zfs.git
synced 2024-11-18 18:31:00 +03:00
62c034f6d4
Restore the SIMD optimization for 4.19.38 LTS, 4.14.120 LTS, and 5.0 and newer kernels. This commit squashes the following commits from master in to a single commit which can be applied to 0.8.2.10fa2545- Linux 4.14, 4.19, 5.0+ compat: SIMD save/restoreb88ca2ac- Enable SIMD for encryption095b5412- Fix CONFIG_X86_DEBUG_FPU build failuree5db3134- Linux 5.0 compat: SIMD compatibility Reviewed-by: Fabian Grünbichler <f.gruenbichler@proxmox.com> Reviewed-by: Tony Hutter <hutter2@llnl.gov> Signed-off-by: Brian Behlendorf <behlendorf1@llnl.gov> TEST_ZIMPORT_SKIP="yes"
65 lines
1.9 KiB
C
65 lines
1.9 KiB
C
/*
|
|
* CDDL HEADER START
|
|
*
|
|
* The contents of this file are subject to the terms of the
|
|
* Common Development and Distribution License (the "License").
|
|
* You may not use this file except in compliance with the License.
|
|
*
|
|
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
|
|
* or http://www.opensolaris.org/os/licensing.
|
|
* See the License for the specific language governing permissions
|
|
* and limitations under the License.
|
|
*
|
|
* When distributing Covered Code, include this CDDL HEADER in each
|
|
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
|
|
* If applicable, add the following below this CDDL HEADER, with the
|
|
* fields enclosed by brackets "[]" replaced with your own identifying
|
|
* information: Portions Copyright [yyyy] [name of copyright owner]
|
|
*
|
|
* CDDL HEADER END
|
|
*/
|
|
/*
|
|
* Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
|
|
*/
|
|
|
|
#if defined(__x86_64) && defined(HAVE_PCLMULQDQ)
|
|
|
|
#include <linux/simd_x86.h>
|
|
|
|
/* These functions are used to execute pclmulqdq based assembly methods */
|
|
extern void gcm_mul_pclmulqdq(uint64_t *, uint64_t *, uint64_t *);
|
|
|
|
|
|
#include <modes/gcm_impl.h>
|
|
|
|
/*
|
|
* Perform a carry-less multiplication (that is, use XOR instead of the
|
|
* multiply operator) on *x_in and *y and place the result in *res.
|
|
*
|
|
* Byte swap the input (*x_in and *y) and the output (*res).
|
|
*
|
|
* Note: x_in, y, and res all point to 16-byte numbers (an array of two
|
|
* 64-bit integers).
|
|
*/
|
|
static void
|
|
gcm_pclmulqdq_mul(uint64_t *x_in, uint64_t *y, uint64_t *res)
|
|
{
|
|
kfpu_begin();
|
|
gcm_mul_pclmulqdq(x_in, y, res);
|
|
kfpu_end();
|
|
}
|
|
|
|
static boolean_t
|
|
gcm_pclmulqdq_will_work(void)
|
|
{
|
|
return (kfpu_allowed() && zfs_pclmulqdq_available());
|
|
}
|
|
|
|
const gcm_impl_ops_t gcm_pclmulqdq_impl = {
|
|
.mul = &gcm_pclmulqdq_mul,
|
|
.is_supported = &gcm_pclmulqdq_will_work,
|
|
.name = "pclmulqdq"
|
|
};
|
|
|
|
#endif /* defined(__x86_64) && defined(HAVE_PCLMULQDQ) */
|