annotate usr/src/uts/common/fs/zfs/sys/arc.h @ 14039:6cfd5a5778b9

3137 L2ARC compression Reviewed by: George Wilson <george.wilson@delphix.com> Reviewed by: Matthew Ahrens <mahrens@delphix.com> Approved by: Dan McDonald <danmcd@nexenta.com>
author Saso Kiselkov <skiselkov@gmail.com>
date Wed, 05 Jun 2013 11:57:05 -0400
parents 4972ab336f54
children cb4a51285eeb
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
1 /*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
2 * CDDL HEADER START
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
3 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
4 * The contents of this file are subject to the terms of the
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
5 * Common Development and Distribution License (the "License").
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
6 * You may not use this file except in compliance with the License.
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
7 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
9 * or http://www.opensolaris.org/os/licensing.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
10 * See the License for the specific language governing permissions
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
11 * and limitations under the License.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
12 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
13 * When distributing Covered Code, include this CDDL HEADER in each
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
15 * If applicable, add the following below this CDDL HEADER, with the
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
16 * fields enclosed by brackets "[]" replaced with your own identifying
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
17 * information: Portions Copyright [yyyy] [name of copyright owner]
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
18 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
19 * CDDL HEADER END
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
20 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
21 /*
12296
7cf402a7f374 6675946 'zpool status' should show the progress of resilvering for individual disk.
Lin Ling <Lin.Ling@Sun.COM>
parents: 11539
diff changeset
22 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
13790
ac6eff781c67 3112 ztest does not honor ZFS_DEBUG
Matthew Ahrens <mahrens@delphix.com>
parents: 12351
diff changeset
23 * Copyright (c) 2012 by Delphix. All rights reserved.
14039
6cfd5a5778b9 3137 L2ARC compression
Saso Kiselkov <skiselkov@gmail.com>
parents: 13973
diff changeset
24 * Copyright (c) 2013 by Saso Kiselkov. All rights reserved.
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
25 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
26
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
27 #ifndef _SYS_ARC_H
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
28 #define _SYS_ARC_H
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
29
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
30 #include <sys/zfs_context.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
31
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
32 #ifdef __cplusplus
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
33 extern "C" {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
34 #endif
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
35
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
36 #include <sys/zio.h>
4849
3a61e0a9a953 6536043 arc_byteswap_func_t and dmu_byteswap_func_t are redundant
ahrens
parents: 4309
diff changeset
37 #include <sys/dmu.h>
5450
b25030891c44 PSARC 2007/618 ZFS L2ARC
brendan
parents: 4849
diff changeset
38 #include <sys/spa.h>
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
39
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
40 typedef struct arc_buf_hdr arc_buf_hdr_t;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
41 typedef struct arc_buf arc_buf_t;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
42 typedef void arc_done_func_t(zio_t *zio, arc_buf_t *buf, void *private);
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
43 typedef int arc_evict_func_t(void *private);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
44
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
45 /* generic arc_done_func_t's which you can use */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
46 arc_done_func_t arc_bcopy_func;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
47 arc_done_func_t arc_getbuf_func;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
48
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
49 struct arc_buf {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
50 arc_buf_hdr_t *b_hdr;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
51 arc_buf_t *b_next;
12296
7cf402a7f374 6675946 'zpool status' should show the progress of resilvering for individual disk.
Lin Ling <Lin.Ling@Sun.COM>
parents: 11539
diff changeset
52 kmutex_t b_evict_lock;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
53 void *b_data;
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
54 arc_evict_func_t *b_efunc;
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
55 void *b_private;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
56 };
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
57
3290
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 3093
diff changeset
58 typedef enum arc_buf_contents {
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 3093
diff changeset
59 ARC_BUFC_DATA, /* buffer contains data */
4309
3dfde0f4662d 6542676 ARC needs to track meta-data memory overhead
maybee
parents: 3547
diff changeset
60 ARC_BUFC_METADATA, /* buffer contains metadata */
3dfde0f4662d 6542676 ARC needs to track meta-data memory overhead
maybee
parents: 3547
diff changeset
61 ARC_BUFC_NUMTYPES
3290
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 3093
diff changeset
62 } arc_buf_contents_t;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
63 /*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
64 * These are the flags we pass into calls to the arc
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
65 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
66 #define ARC_WAIT (1 << 1) /* perform I/O synchronously */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
67 #define ARC_NOWAIT (1 << 2) /* perform I/O asynchronously */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
68 #define ARC_PREFETCH (1 << 3) /* I/O is a prefetch */
2391
2fa3fd1db808 6447377 ZFS prefetch is inconsistant
maybee
parents: 1775
diff changeset
69 #define ARC_CACHED (1 << 4) /* I/O was already in cache */
7237
f47d41541b14 PSARC 2008/393 zfs primarycache and secondarycache properties
ek110237
parents: 7046
diff changeset
70 #define ARC_L2CACHE (1 << 5) /* cache in L2ARC */
14039
6cfd5a5778b9 3137 L2ARC compression
Saso Kiselkov <skiselkov@gmail.com>
parents: 13973
diff changeset
71 #define ARC_L2COMPRESS (1 << 6) /* compress in L2ARC */
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
72
8582
df9361868dbe 6748019 ARC/L2ARC metadata accounting for arc_size
Brendan Gregg - Sun Microsystems <Brendan.Gregg@Sun.COM>
parents: 7872
diff changeset
73 /*
df9361868dbe 6748019 ARC/L2ARC metadata accounting for arc_size
Brendan Gregg - Sun Microsystems <Brendan.Gregg@Sun.COM>
parents: 7872
diff changeset
74 * The following breakdows of arc_size exist for kstat only.
df9361868dbe 6748019 ARC/L2ARC metadata accounting for arc_size
Brendan Gregg - Sun Microsystems <Brendan.Gregg@Sun.COM>
parents: 7872
diff changeset
75 */
df9361868dbe 6748019 ARC/L2ARC metadata accounting for arc_size
Brendan Gregg - Sun Microsystems <Brendan.Gregg@Sun.COM>
parents: 7872
diff changeset
76 typedef enum arc_space_type {
df9361868dbe 6748019 ARC/L2ARC metadata accounting for arc_size
Brendan Gregg - Sun Microsystems <Brendan.Gregg@Sun.COM>
parents: 7872
diff changeset
77 ARC_SPACE_DATA,
df9361868dbe 6748019 ARC/L2ARC metadata accounting for arc_size
Brendan Gregg - Sun Microsystems <Brendan.Gregg@Sun.COM>
parents: 7872
diff changeset
78 ARC_SPACE_HDRS,
df9361868dbe 6748019 ARC/L2ARC metadata accounting for arc_size
Brendan Gregg - Sun Microsystems <Brendan.Gregg@Sun.COM>
parents: 7872
diff changeset
79 ARC_SPACE_L2HDRS,
df9361868dbe 6748019 ARC/L2ARC metadata accounting for arc_size
Brendan Gregg - Sun Microsystems <Brendan.Gregg@Sun.COM>
parents: 7872
diff changeset
80 ARC_SPACE_OTHER,
df9361868dbe 6748019 ARC/L2ARC metadata accounting for arc_size
Brendan Gregg - Sun Microsystems <Brendan.Gregg@Sun.COM>
parents: 7872
diff changeset
81 ARC_SPACE_NUMTYPES
df9361868dbe 6748019 ARC/L2ARC metadata accounting for arc_size
Brendan Gregg - Sun Microsystems <Brendan.Gregg@Sun.COM>
parents: 7872
diff changeset
82 } arc_space_type_t;
df9361868dbe 6748019 ARC/L2ARC metadata accounting for arc_size
Brendan Gregg - Sun Microsystems <Brendan.Gregg@Sun.COM>
parents: 7872
diff changeset
83
df9361868dbe 6748019 ARC/L2ARC metadata accounting for arc_size
Brendan Gregg - Sun Microsystems <Brendan.Gregg@Sun.COM>
parents: 7872
diff changeset
84 void arc_space_consume(uint64_t space, arc_space_type_t type);
df9361868dbe 6748019 ARC/L2ARC metadata accounting for arc_size
Brendan Gregg - Sun Microsystems <Brendan.Gregg@Sun.COM>
parents: 7872
diff changeset
85 void arc_space_return(uint64_t space, arc_space_type_t type);
4309
3dfde0f4662d 6542676 ARC needs to track meta-data memory overhead
maybee
parents: 3547
diff changeset
86 void *arc_data_buf_alloc(uint64_t space);
3dfde0f4662d 6542676 ARC needs to track meta-data memory overhead
maybee
parents: 3547
diff changeset
87 void arc_data_buf_free(void *buf, uint64_t space);
3290
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 3093
diff changeset
88 arc_buf_t *arc_buf_alloc(spa_t *spa, int size, void *tag,
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 3093
diff changeset
89 arc_buf_contents_t type);
9412
4aefd8704ce0 6717022 ZFS DMU needs zero-copy support
Aleksandr Guzovskiy <Aleksandr.Guzovskiy@Sun.COM>
parents: 8582
diff changeset
90 arc_buf_t *arc_loan_buf(spa_t *spa, int size);
4aefd8704ce0 6717022 ZFS DMU needs zero-copy support
Aleksandr Guzovskiy <Aleksandr.Guzovskiy@Sun.COM>
parents: 8582
diff changeset
91 void arc_return_buf(arc_buf_t *buf, void *tag);
11539
10d35fc3d7fd 6873106 Need a mechanism to share buffers between fs modules
chunli zhang - Sun Microsystems - Irvine United States <Chunli.Zhang@Sun.COM>
parents: 10922
diff changeset
92 void arc_loan_inuse_buf(arc_buf_t *buf, void *tag);
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
93 void arc_buf_add_ref(arc_buf_t *buf, void *tag);
13973
4972ab336f54 3464 zfs synctask code needs restructuring
Matthew Ahrens <mahrens@delphix.com>
parents: 13941
diff changeset
94 boolean_t arc_buf_remove_ref(arc_buf_t *buf, void *tag);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
95 int arc_buf_size(arc_buf_t *buf);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
96 void arc_release(arc_buf_t *buf, void *tag);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
97 int arc_released(arc_buf_t *buf);
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
98 int arc_has_callback(arc_buf_t *buf);
3093
71525e4187d5 6490569 verify arc bufs are not modified when they shouldn't be
ahrens
parents: 2391
diff changeset
99 void arc_buf_freeze(arc_buf_t *buf);
71525e4187d5 6490569 verify arc bufs are not modified when they shouldn't be
ahrens
parents: 2391
diff changeset
100 void arc_buf_thaw(arc_buf_t *buf);
13840
97fd5cdf328a 3145 single-copy arc
George Wilson <george.wilson@delphix.com>
parents: 13790
diff changeset
101 boolean_t arc_buf_eviction_needed(arc_buf_t *buf);
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
102 #ifdef ZFS_DEBUG
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
103 int arc_referenced(arc_buf_t *buf);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
104 #endif
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
105
13941
d48547176ab4 3498 panic in arc_read(): !refcount_is_zero(&pbuf->b_hdr->b_refcnt)
George Wilson <george.wilson@delphix.com>
parents: 13840
diff changeset
106 int arc_read(zio_t *pio, spa_t *spa, const blkptr_t *bp,
7046
361307ae060d 6343667 scrub/resilver has to start over when a snapshot is taken
ahrens
parents: 6643
diff changeset
107 arc_done_func_t *done, void *private, int priority, int flags,
361307ae060d 6343667 scrub/resilver has to start over when a snapshot is taken
ahrens
parents: 6643
diff changeset
108 uint32_t *arc_flags, const zbookmark_t *zb);
10922
e2081f502306 PSARC 2009/571 ZFS Deduplication Properties
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents: 10407
diff changeset
109 zio_t *arc_write(zio_t *pio, spa_t *spa, uint64_t txg,
14039
6cfd5a5778b9 3137 L2ARC compression
Saso Kiselkov <skiselkov@gmail.com>
parents: 13973
diff changeset
110 blkptr_t *bp, arc_buf_t *buf, boolean_t l2arc, boolean_t l2arc_compress,
6cfd5a5778b9 3137 L2ARC compression
Saso Kiselkov <skiselkov@gmail.com>
parents: 13973
diff changeset
111 const zio_prop_t *zp, arc_done_func_t *ready, arc_done_func_t *done,
6cfd5a5778b9 3137 L2ARC compression
Saso Kiselkov <skiselkov@gmail.com>
parents: 13973
diff changeset
112 void *private, int priority, int zio_flags, const zbookmark_t *zb);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
113
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
114 void arc_set_callback(arc_buf_t *buf, arc_evict_func_t *func, void *private);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
115 int arc_buf_evict(arc_buf_t *buf);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
116
5642
504c84876fda 6513209 Destroying pools under stress caused a hang in arc_flush
maybee
parents: 5450
diff changeset
117 void arc_flush(spa_t *spa);
6245
1a2a7cfb9f26 6429205 each zpool needs to monitor its throughput and throttle heavy writers
maybee
parents: 5642
diff changeset
118 void arc_tempreserve_clear(uint64_t reserve);
1a2a7cfb9f26 6429205 each zpool needs to monitor its throughput and throttle heavy writers
maybee
parents: 5642
diff changeset
119 int arc_tempreserve_space(uint64_t reserve, uint64_t txg);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
120
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
121 void arc_init(void);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
122 void arc_fini(void);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
123
5450
b25030891c44 PSARC 2007/618 ZFS L2ARC
brendan
parents: 4849
diff changeset
124 /*
b25030891c44 PSARC 2007/618 ZFS L2ARC
brendan
parents: 4849
diff changeset
125 * Level 2 ARC
b25030891c44 PSARC 2007/618 ZFS L2ARC
brendan
parents: 4849
diff changeset
126 */
b25030891c44 PSARC 2007/618 ZFS L2ARC
brendan
parents: 4849
diff changeset
127
9816
847676ec1c5b PSARC 2008/353 zpool autoexpand property
George Wilson <George.Wilson@Sun.COM>
parents: 9412
diff changeset
128 void l2arc_add_vdev(spa_t *spa, vdev_t *vd);
5450
b25030891c44 PSARC 2007/618 ZFS L2ARC
brendan
parents: 4849
diff changeset
129 void l2arc_remove_vdev(vdev_t *vd);
6643
3a34b0dbb107 6625086 changing cachefile doesn't remove old cache on last user
eschrock
parents: 6245
diff changeset
130 boolean_t l2arc_vdev_present(vdev_t *vd);
5450
b25030891c44 PSARC 2007/618 ZFS L2ARC
brendan
parents: 4849
diff changeset
131 void l2arc_init(void);
b25030891c44 PSARC 2007/618 ZFS L2ARC
brendan
parents: 4849
diff changeset
132 void l2arc_fini(void);
7754
b80e4842ad54 6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents: 7545
diff changeset
133 void l2arc_start(void);
b80e4842ad54 6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents: 7545
diff changeset
134 void l2arc_stop(void);
5450
b25030891c44 PSARC 2007/618 ZFS L2ARC
brendan
parents: 4849
diff changeset
135
13790
ac6eff781c67 3112 ztest does not honor ZFS_DEBUG
Matthew Ahrens <mahrens@delphix.com>
parents: 12351
diff changeset
136 #ifndef _KERNEL
ac6eff781c67 3112 ztest does not honor ZFS_DEBUG
Matthew Ahrens <mahrens@delphix.com>
parents: 12351
diff changeset
137 extern boolean_t arc_watch;
ac6eff781c67 3112 ztest does not honor ZFS_DEBUG
Matthew Ahrens <mahrens@delphix.com>
parents: 12351
diff changeset
138 extern int arc_procfd;
ac6eff781c67 3112 ztest does not honor ZFS_DEBUG
Matthew Ahrens <mahrens@delphix.com>
parents: 12351
diff changeset
139 #endif
ac6eff781c67 3112 ztest does not honor ZFS_DEBUG
Matthew Ahrens <mahrens@delphix.com>
parents: 12351
diff changeset
140
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
141 #ifdef __cplusplus
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
142 }
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
143 #endif
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
144
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
145 #endif /* _SYS_ARC_H */