mirror of
https://git.proxmox.com/git/mirror_ubuntu-kernels.git
synced 2025-11-20 20:12:48 +00:00
c1318b39c7
TLS device offload copies sendfile data to a bounce buffer before transmitting. It allows to maintain the valid MAC on TLS records when the file contents change and a part of TLS record has to be retransmitted on TCP level. In many common use cases (like serving static files over HTTPS) the file contents are not changed on the fly. In many use cases breaking the connection is totally acceptable if the file is changed during transmission, because it would be received corrupted in any case. This commit allows to optimize performance for such use cases to providing a new optional mode of TLS sendfile(), in which the extra copy is skipped. Removing this copy improves performance significantly, as TLS and TCP sendfile perform the same operations, and the only overhead is TLS header/trailer insertion. The new mode can only be enabled with the new socket option named TLS_TX_ZEROCOPY_SENDFILE on per-socket basis. It preserves backwards compatibility with existing applications that rely on the copying behavior. The new mode is safe, meaning that unsolicited modifications of the file being sent can't break integrity of the kernel. The worst thing that can happen is sending a corrupted TLS record, which is in any case not forbidden when using regular TCP sockets. Sockets other than TLS device offload are not affected by the new socket option. The actual status of zerocopy sendfile can be queried with sock_diag. Performance numbers in a single-core test with 24 HTTPS streams on nginx, under 100% CPU load: * non-zerocopy: 33.6 Gbit/s * zerocopy: 79.92 Gbit/s CPU: Intel(R) Xeon(R) Platinum 8380 CPU @ 2.30GHz Signed-off-by: Boris Pismenny <borisp@nvidia.com> Signed-off-by: Tariq Toukan <tariqt@nvidia.com> Signed-off-by: Maxim Mikityanskiy <maximmi@nvidia.com> Reviewed-by: Jakub Kicinski <kuba@kernel.org> Link: https://lore.kernel.org/r/20220518092731.1243494-1-maximmi@nvidia.com Signed-off-by: Paolo Abeni <pabeni@redhat.com>
175 lines
5.9 KiB
C
175 lines
5.9 KiB
C
/* SPDX-License-Identifier: ((GPL-2.0 WITH Linux-syscall-note) OR Linux-OpenIB) */
|
|
/*
|
|
* Copyright (c) 2016-2017, Mellanox Technologies. All rights reserved.
|
|
*
|
|
* This software is available to you under a choice of one of two
|
|
* licenses. You may choose to be licensed under the terms of the GNU
|
|
* General Public License (GPL) Version 2, available from the file
|
|
* COPYING in the main directory of this source tree, or the
|
|
* OpenIB.org BSD license below:
|
|
*
|
|
* Redistribution and use in source and binary forms, with or
|
|
* without modification, are permitted provided that the following
|
|
* conditions are met:
|
|
*
|
|
* - Redistributions of source code must retain the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer.
|
|
*
|
|
* - Redistributions in binary form must reproduce the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer in the documentation and/or other materials
|
|
* provided with the distribution.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
|
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
|
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
|
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*/
|
|
|
|
#ifndef _UAPI_LINUX_TLS_H
|
|
#define _UAPI_LINUX_TLS_H
|
|
|
|
#include <linux/types.h>
|
|
|
|
/* TLS socket options */
|
|
#define TLS_TX 1 /* Set transmit parameters */
|
|
#define TLS_RX 2 /* Set receive parameters */
|
|
#define TLS_TX_ZEROCOPY_SENDFILE 3 /* transmit zerocopy sendfile */
|
|
|
|
/* Supported versions */
|
|
#define TLS_VERSION_MINOR(ver) ((ver) & 0xFF)
|
|
#define TLS_VERSION_MAJOR(ver) (((ver) >> 8) & 0xFF)
|
|
|
|
#define TLS_VERSION_NUMBER(id) ((((id##_VERSION_MAJOR) & 0xFF) << 8) | \
|
|
((id##_VERSION_MINOR) & 0xFF))
|
|
|
|
#define TLS_1_2_VERSION_MAJOR 0x3
|
|
#define TLS_1_2_VERSION_MINOR 0x3
|
|
#define TLS_1_2_VERSION TLS_VERSION_NUMBER(TLS_1_2)
|
|
|
|
#define TLS_1_3_VERSION_MAJOR 0x3
|
|
#define TLS_1_3_VERSION_MINOR 0x4
|
|
#define TLS_1_3_VERSION TLS_VERSION_NUMBER(TLS_1_3)
|
|
|
|
/* Supported ciphers */
|
|
#define TLS_CIPHER_AES_GCM_128 51
|
|
#define TLS_CIPHER_AES_GCM_128_IV_SIZE 8
|
|
#define TLS_CIPHER_AES_GCM_128_KEY_SIZE 16
|
|
#define TLS_CIPHER_AES_GCM_128_SALT_SIZE 4
|
|
#define TLS_CIPHER_AES_GCM_128_TAG_SIZE 16
|
|
#define TLS_CIPHER_AES_GCM_128_REC_SEQ_SIZE 8
|
|
|
|
#define TLS_CIPHER_AES_GCM_256 52
|
|
#define TLS_CIPHER_AES_GCM_256_IV_SIZE 8
|
|
#define TLS_CIPHER_AES_GCM_256_KEY_SIZE 32
|
|
#define TLS_CIPHER_AES_GCM_256_SALT_SIZE 4
|
|
#define TLS_CIPHER_AES_GCM_256_TAG_SIZE 16
|
|
#define TLS_CIPHER_AES_GCM_256_REC_SEQ_SIZE 8
|
|
|
|
#define TLS_CIPHER_AES_CCM_128 53
|
|
#define TLS_CIPHER_AES_CCM_128_IV_SIZE 8
|
|
#define TLS_CIPHER_AES_CCM_128_KEY_SIZE 16
|
|
#define TLS_CIPHER_AES_CCM_128_SALT_SIZE 4
|
|
#define TLS_CIPHER_AES_CCM_128_TAG_SIZE 16
|
|
#define TLS_CIPHER_AES_CCM_128_REC_SEQ_SIZE 8
|
|
|
|
#define TLS_CIPHER_CHACHA20_POLY1305 54
|
|
#define TLS_CIPHER_CHACHA20_POLY1305_IV_SIZE 12
|
|
#define TLS_CIPHER_CHACHA20_POLY1305_KEY_SIZE 32
|
|
#define TLS_CIPHER_CHACHA20_POLY1305_SALT_SIZE 0
|
|
#define TLS_CIPHER_CHACHA20_POLY1305_TAG_SIZE 16
|
|
#define TLS_CIPHER_CHACHA20_POLY1305_REC_SEQ_SIZE 8
|
|
|
|
#define TLS_CIPHER_SM4_GCM 55
|
|
#define TLS_CIPHER_SM4_GCM_IV_SIZE 8
|
|
#define TLS_CIPHER_SM4_GCM_KEY_SIZE 16
|
|
#define TLS_CIPHER_SM4_GCM_SALT_SIZE 4
|
|
#define TLS_CIPHER_SM4_GCM_TAG_SIZE 16
|
|
#define TLS_CIPHER_SM4_GCM_REC_SEQ_SIZE 8
|
|
|
|
#define TLS_CIPHER_SM4_CCM 56
|
|
#define TLS_CIPHER_SM4_CCM_IV_SIZE 8
|
|
#define TLS_CIPHER_SM4_CCM_KEY_SIZE 16
|
|
#define TLS_CIPHER_SM4_CCM_SALT_SIZE 4
|
|
#define TLS_CIPHER_SM4_CCM_TAG_SIZE 16
|
|
#define TLS_CIPHER_SM4_CCM_REC_SEQ_SIZE 8
|
|
|
|
#define TLS_SET_RECORD_TYPE 1
|
|
#define TLS_GET_RECORD_TYPE 2
|
|
|
|
struct tls_crypto_info {
|
|
__u16 version;
|
|
__u16 cipher_type;
|
|
};
|
|
|
|
struct tls12_crypto_info_aes_gcm_128 {
|
|
struct tls_crypto_info info;
|
|
unsigned char iv[TLS_CIPHER_AES_GCM_128_IV_SIZE];
|
|
unsigned char key[TLS_CIPHER_AES_GCM_128_KEY_SIZE];
|
|
unsigned char salt[TLS_CIPHER_AES_GCM_128_SALT_SIZE];
|
|
unsigned char rec_seq[TLS_CIPHER_AES_GCM_128_REC_SEQ_SIZE];
|
|
};
|
|
|
|
struct tls12_crypto_info_aes_gcm_256 {
|
|
struct tls_crypto_info info;
|
|
unsigned char iv[TLS_CIPHER_AES_GCM_256_IV_SIZE];
|
|
unsigned char key[TLS_CIPHER_AES_GCM_256_KEY_SIZE];
|
|
unsigned char salt[TLS_CIPHER_AES_GCM_256_SALT_SIZE];
|
|
unsigned char rec_seq[TLS_CIPHER_AES_GCM_256_REC_SEQ_SIZE];
|
|
};
|
|
|
|
struct tls12_crypto_info_aes_ccm_128 {
|
|
struct tls_crypto_info info;
|
|
unsigned char iv[TLS_CIPHER_AES_CCM_128_IV_SIZE];
|
|
unsigned char key[TLS_CIPHER_AES_CCM_128_KEY_SIZE];
|
|
unsigned char salt[TLS_CIPHER_AES_CCM_128_SALT_SIZE];
|
|
unsigned char rec_seq[TLS_CIPHER_AES_CCM_128_REC_SEQ_SIZE];
|
|
};
|
|
|
|
struct tls12_crypto_info_chacha20_poly1305 {
|
|
struct tls_crypto_info info;
|
|
unsigned char iv[TLS_CIPHER_CHACHA20_POLY1305_IV_SIZE];
|
|
unsigned char key[TLS_CIPHER_CHACHA20_POLY1305_KEY_SIZE];
|
|
unsigned char salt[TLS_CIPHER_CHACHA20_POLY1305_SALT_SIZE];
|
|
unsigned char rec_seq[TLS_CIPHER_CHACHA20_POLY1305_REC_SEQ_SIZE];
|
|
};
|
|
|
|
struct tls12_crypto_info_sm4_gcm {
|
|
struct tls_crypto_info info;
|
|
unsigned char iv[TLS_CIPHER_SM4_GCM_IV_SIZE];
|
|
unsigned char key[TLS_CIPHER_SM4_GCM_KEY_SIZE];
|
|
unsigned char salt[TLS_CIPHER_SM4_GCM_SALT_SIZE];
|
|
unsigned char rec_seq[TLS_CIPHER_SM4_GCM_REC_SEQ_SIZE];
|
|
};
|
|
|
|
struct tls12_crypto_info_sm4_ccm {
|
|
struct tls_crypto_info info;
|
|
unsigned char iv[TLS_CIPHER_SM4_CCM_IV_SIZE];
|
|
unsigned char key[TLS_CIPHER_SM4_CCM_KEY_SIZE];
|
|
unsigned char salt[TLS_CIPHER_SM4_CCM_SALT_SIZE];
|
|
unsigned char rec_seq[TLS_CIPHER_SM4_CCM_REC_SEQ_SIZE];
|
|
};
|
|
|
|
enum {
|
|
TLS_INFO_UNSPEC,
|
|
TLS_INFO_VERSION,
|
|
TLS_INFO_CIPHER,
|
|
TLS_INFO_TXCONF,
|
|
TLS_INFO_RXCONF,
|
|
TLS_INFO_ZC_SENDFILE,
|
|
__TLS_INFO_MAX,
|
|
};
|
|
#define TLS_INFO_MAX (__TLS_INFO_MAX - 1)
|
|
|
|
#define TLS_CONF_BASE 1
|
|
#define TLS_CONF_SW 2
|
|
#define TLS_CONF_HW 3
|
|
#define TLS_CONF_HW_RECORD 4
|
|
|
|
#endif /* _UAPI_LINUX_TLS_H */
|