mirror of
				https://git.proxmox.com/git/mirror_zfs
				synced 2025-11-03 23:46:39 +00:00 
			
		
		
		
	Hole detection in the zio compression code allows us to opportunistically skip compression on holes. We can go a step further by not doing memory allocations on holes either. Reviewed-by: Brian Atkinson <batkinson@lanl.gov> Reviewed-by: Alexander Motin <mav@FreeBSD.org> Signed-off-by: Richard Yao <richard.yao@klarasystems.com> Sponsored-by: Wasabi Technology, Inc. Closes #14500
		
			
				
	
	
		
			199 lines
		
	
	
		
			5.9 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			199 lines
		
	
	
		
			5.9 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
/*
 | 
						|
 * CDDL HEADER START
 | 
						|
 *
 | 
						|
 * The contents of this file are subject to the terms of the
 | 
						|
 * Common Development and Distribution License (the "License").
 | 
						|
 * You may not use this file except in compliance with the License.
 | 
						|
 *
 | 
						|
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 | 
						|
 * or https://opensource.org/licenses/CDDL-1.0.
 | 
						|
 * See the License for the specific language governing permissions
 | 
						|
 * and limitations under the License.
 | 
						|
 *
 | 
						|
 * When distributing Covered Code, include this CDDL HEADER in each
 | 
						|
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 | 
						|
 * If applicable, add the following below this CDDL HEADER, with the
 | 
						|
 * fields enclosed by brackets "[]" replaced with your own identifying
 | 
						|
 * information: Portions Copyright [yyyy] [name of copyright owner]
 | 
						|
 *
 | 
						|
 * CDDL HEADER END
 | 
						|
 */
 | 
						|
 | 
						|
/*
 | 
						|
 * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
 | 
						|
 * Copyright (c) 2019, Allan Jude
 | 
						|
 * Copyright (c) 2019, Klara Inc.
 | 
						|
 * Use is subject to license terms.
 | 
						|
 * Copyright (c) 2015, 2016 by Delphix. All rights reserved.
 | 
						|
 */
 | 
						|
 | 
						|
#ifndef _SYS_ZIO_COMPRESS_H
 | 
						|
#define	_SYS_ZIO_COMPRESS_H
 | 
						|
 | 
						|
#include <sys/abd.h>
 | 
						|
 | 
						|
#ifdef	__cplusplus
 | 
						|
extern "C" {
 | 
						|
#endif
 | 
						|
 | 
						|
enum zio_compress {
 | 
						|
	ZIO_COMPRESS_INHERIT = 0,
 | 
						|
	ZIO_COMPRESS_ON,
 | 
						|
	ZIO_COMPRESS_OFF,
 | 
						|
	ZIO_COMPRESS_LZJB,
 | 
						|
	ZIO_COMPRESS_EMPTY,
 | 
						|
	ZIO_COMPRESS_GZIP_1,
 | 
						|
	ZIO_COMPRESS_GZIP_2,
 | 
						|
	ZIO_COMPRESS_GZIP_3,
 | 
						|
	ZIO_COMPRESS_GZIP_4,
 | 
						|
	ZIO_COMPRESS_GZIP_5,
 | 
						|
	ZIO_COMPRESS_GZIP_6,
 | 
						|
	ZIO_COMPRESS_GZIP_7,
 | 
						|
	ZIO_COMPRESS_GZIP_8,
 | 
						|
	ZIO_COMPRESS_GZIP_9,
 | 
						|
	ZIO_COMPRESS_ZLE,
 | 
						|
	ZIO_COMPRESS_LZ4,
 | 
						|
	ZIO_COMPRESS_ZSTD,
 | 
						|
	ZIO_COMPRESS_FUNCTIONS
 | 
						|
};
 | 
						|
 | 
						|
/* Compression algorithms that have levels */
 | 
						|
#define	ZIO_COMPRESS_HASLEVEL(compress)	((compress == ZIO_COMPRESS_ZSTD || \
 | 
						|
					(compress >= ZIO_COMPRESS_GZIP_1 && \
 | 
						|
					compress <= ZIO_COMPRESS_GZIP_9)))
 | 
						|
 | 
						|
#define	ZIO_COMPLEVEL_INHERIT	0
 | 
						|
#define	ZIO_COMPLEVEL_DEFAULT	255
 | 
						|
 | 
						|
enum zio_zstd_levels {
 | 
						|
	ZIO_ZSTD_LEVEL_INHERIT = 0,
 | 
						|
	ZIO_ZSTD_LEVEL_1,
 | 
						|
#define	ZIO_ZSTD_LEVEL_MIN	ZIO_ZSTD_LEVEL_1
 | 
						|
	ZIO_ZSTD_LEVEL_2,
 | 
						|
	ZIO_ZSTD_LEVEL_3,
 | 
						|
#define	ZIO_ZSTD_LEVEL_DEFAULT	ZIO_ZSTD_LEVEL_3
 | 
						|
	ZIO_ZSTD_LEVEL_4,
 | 
						|
	ZIO_ZSTD_LEVEL_5,
 | 
						|
	ZIO_ZSTD_LEVEL_6,
 | 
						|
	ZIO_ZSTD_LEVEL_7,
 | 
						|
	ZIO_ZSTD_LEVEL_8,
 | 
						|
	ZIO_ZSTD_LEVEL_9,
 | 
						|
	ZIO_ZSTD_LEVEL_10,
 | 
						|
	ZIO_ZSTD_LEVEL_11,
 | 
						|
	ZIO_ZSTD_LEVEL_12,
 | 
						|
	ZIO_ZSTD_LEVEL_13,
 | 
						|
	ZIO_ZSTD_LEVEL_14,
 | 
						|
	ZIO_ZSTD_LEVEL_15,
 | 
						|
	ZIO_ZSTD_LEVEL_16,
 | 
						|
	ZIO_ZSTD_LEVEL_17,
 | 
						|
	ZIO_ZSTD_LEVEL_18,
 | 
						|
	ZIO_ZSTD_LEVEL_19,
 | 
						|
#define	ZIO_ZSTD_LEVEL_MAX	ZIO_ZSTD_LEVEL_19
 | 
						|
	ZIO_ZSTD_LEVEL_RESERVE = 101, /* Leave room for new positive levels */
 | 
						|
	ZIO_ZSTD_LEVEL_FAST, /* Fast levels are negative */
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_1,
 | 
						|
#define	ZIO_ZSTD_LEVEL_FAST_DEFAULT	ZIO_ZSTD_LEVEL_FAST_1
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_2,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_3,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_4,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_5,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_6,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_7,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_8,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_9,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_10,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_20,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_30,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_40,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_50,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_60,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_70,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_80,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_90,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_100,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_500,
 | 
						|
	ZIO_ZSTD_LEVEL_FAST_1000,
 | 
						|
#define	ZIO_ZSTD_LEVEL_FAST_MAX	ZIO_ZSTD_LEVEL_FAST_1000
 | 
						|
	ZIO_ZSTD_LEVEL_AUTO = 251, /* Reserved for future use */
 | 
						|
	ZIO_ZSTD_LEVEL_LEVELS
 | 
						|
};
 | 
						|
 | 
						|
/* Forward Declaration to avoid visibility problems */
 | 
						|
struct zio_prop;
 | 
						|
 | 
						|
/* Common signature for all zio compress functions. */
 | 
						|
typedef size_t zio_compress_func_t(void *src, void *dst,
 | 
						|
    size_t s_len, size_t d_len, int);
 | 
						|
/* Common signature for all zio decompress functions. */
 | 
						|
typedef int zio_decompress_func_t(void *src, void *dst,
 | 
						|
    size_t s_len, size_t d_len, int);
 | 
						|
/* Common signature for all zio decompress and get level functions. */
 | 
						|
typedef int zio_decompresslevel_func_t(void *src, void *dst,
 | 
						|
    size_t s_len, size_t d_len, uint8_t *level);
 | 
						|
/* Common signature for all zio get-compression-level functions. */
 | 
						|
typedef int zio_getlevel_func_t(void *src, size_t s_len, uint8_t *level);
 | 
						|
 | 
						|
 | 
						|
/*
 | 
						|
 * Common signature for all zio decompress functions using an ABD as input.
 | 
						|
 * This is helpful if you have both compressed ARC and scatter ABDs enabled,
 | 
						|
 * but is not a requirement for all compression algorithms.
 | 
						|
 */
 | 
						|
typedef int zio_decompress_abd_func_t(abd_t *src, void *dst,
 | 
						|
    size_t s_len, size_t d_len, int);
 | 
						|
/*
 | 
						|
 * Information about each compression function.
 | 
						|
 */
 | 
						|
typedef const struct zio_compress_info {
 | 
						|
	const char			*ci_name;
 | 
						|
	int				ci_level;
 | 
						|
	zio_compress_func_t		*ci_compress;
 | 
						|
	zio_decompress_func_t		*ci_decompress;
 | 
						|
	zio_decompresslevel_func_t	*ci_decompress_level;
 | 
						|
} zio_compress_info_t;
 | 
						|
 | 
						|
extern zio_compress_info_t zio_compress_table[ZIO_COMPRESS_FUNCTIONS];
 | 
						|
 | 
						|
/*
 | 
						|
 * lz4 compression init & free
 | 
						|
 */
 | 
						|
extern void lz4_init(void);
 | 
						|
extern void lz4_fini(void);
 | 
						|
 | 
						|
/*
 | 
						|
 * Compression routines.
 | 
						|
 */
 | 
						|
extern size_t lzjb_compress(void *src, void *dst, size_t s_len, size_t d_len,
 | 
						|
    int level);
 | 
						|
extern int lzjb_decompress(void *src, void *dst, size_t s_len, size_t d_len,
 | 
						|
    int level);
 | 
						|
extern size_t gzip_compress(void *src, void *dst, size_t s_len, size_t d_len,
 | 
						|
    int level);
 | 
						|
extern int gzip_decompress(void *src, void *dst, size_t s_len, size_t d_len,
 | 
						|
    int level);
 | 
						|
extern size_t zle_compress(void *src, void *dst, size_t s_len, size_t d_len,
 | 
						|
    int level);
 | 
						|
extern int zle_decompress(void *src, void *dst, size_t s_len, size_t d_len,
 | 
						|
    int level);
 | 
						|
extern size_t lz4_compress_zfs(void *src, void *dst, size_t s_len, size_t d_len,
 | 
						|
    int level);
 | 
						|
extern int lz4_decompress_zfs(void *src, void *dst, size_t s_len, size_t d_len,
 | 
						|
    int level);
 | 
						|
 | 
						|
/*
 | 
						|
 * Compress and decompress data if necessary.
 | 
						|
 */
 | 
						|
extern size_t zio_compress_data(enum zio_compress c, abd_t *src, void **dst,
 | 
						|
    size_t s_len, uint8_t level);
 | 
						|
extern int zio_decompress_data(enum zio_compress c, abd_t *src, void *dst,
 | 
						|
    size_t s_len, size_t d_len, uint8_t *level);
 | 
						|
extern int zio_decompress_data_buf(enum zio_compress c, void *src, void *dst,
 | 
						|
    size_t s_len, size_t d_len, uint8_t *level);
 | 
						|
extern int zio_compress_to_feature(enum zio_compress comp);
 | 
						|
 | 
						|
#ifdef	__cplusplus
 | 
						|
}
 | 
						|
#endif
 | 
						|
 | 
						|
#endif	/* _SYS_ZIO_COMPRESS_H */
 |