Mercurial > illumos > illumos-gate
annotate usr/src/uts/sun4v/sys/vdc.h @ 7563:84ec90ffc3f7
PSARC/2008/336 Extended VTOC
6708609 Support booting on disks > 1TB (phase 1)
6672960 cmlb: default minor nodes for disks > 1TB is not EFI/GPT style
6727240 When a fat32 partition created in the part of the disk after 1TB, block I/O and umount fail
author | Prasad Singamsetty <Prasad.Singamsetty@Sun.COM> |
---|---|
date | Thu, 11 Sep 2008 18:00:50 -0700 |
parents | 4fb57ca6f341 |
children | 68d0fe4c716e |
rev | line source |
---|---|
1991 | 1 /* |
2 * CDDL HEADER START | |
3 * | |
4 * The contents of this file are subject to the terms of the | |
5 * Common Development and Distribution License (the "License"). | |
6 * You may not use this file except in compliance with the License. | |
7 * | |
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE | |
9 * or http://www.opensolaris.org/os/licensing. | |
10 * See the License for the specific language governing permissions | |
11 * and limitations under the License. | |
12 * | |
13 * When distributing Covered Code, include this CDDL HEADER in each | |
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. | |
15 * If applicable, add the following below this CDDL HEADER, with the | |
16 * fields enclosed by brackets "[]" replaced with your own identifying | |
17 * information: Portions Copyright [yyyy] [name of copyright owner] | |
18 * | |
19 * CDDL HEADER END | |
20 */ | |
21 | |
22 /* | |
5874
4c514db6bfb0
6528974 Usage of DKIOCGETEFI has changed and impacts vdisks using zfs volumes
achartre
parents:
5658
diff
changeset
|
23 * Copyright 2008 Sun Microsystems, Inc. All rights reserved. |
1991 | 24 * Use is subject to license terms. |
25 */ | |
26 | |
27 #ifndef _VDC_H | |
28 #define _VDC_H | |
29 | |
30 /* | |
31 * Virtual disk client implementation definitions | |
32 */ | |
33 | |
34 #include <sys/sysmacros.h> | |
35 #include <sys/note.h> | |
36 | |
37 #include <sys/ldc.h> | |
38 #include <sys/vio_mailbox.h> | |
39 #include <sys/vdsk_mailbox.h> | |
40 #include <sys/vdsk_common.h> | |
41 | |
42 #ifdef __cplusplus | |
43 extern "C" { | |
44 #endif | |
45 | |
46 #define VDC_DRIVER_NAME "vdc" | |
47 | |
48 /* | |
49 * Bit-field values to indicate if parts of the vdc driver are initialised. | |
50 */ | |
51 #define VDC_SOFT_STATE 0x0001 | |
52 #define VDC_LOCKS 0x0002 | |
53 #define VDC_MINOR 0x0004 | |
54 #define VDC_THREAD 0x0008 | |
6480
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
55 #define VDC_DRING_INIT 0x0010 /* The DRing was created */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
56 #define VDC_DRING_BOUND 0x0020 /* The DRing was bound to an LDC channel */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
57 #define VDC_DRING_LOCAL 0x0040 /* The local private DRing was allocated */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
58 #define VDC_DRING_ENTRY 0x0080 /* At least one DRing entry was initialised */ |
1991 | 59 #define VDC_DRING (VDC_DRING_INIT | VDC_DRING_BOUND | \ |
60 VDC_DRING_LOCAL | VDC_DRING_ENTRY) | |
6480
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
61 #define VDC_HANDSHAKE 0x0100 /* Indicates if a handshake is in progress */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
62 #define VDC_HANDSHAKE_STOP 0x0200 /* stop further handshakes */ |
1991 | 63 |
64 /* | |
65 * Definitions of MD nodes/properties. | |
66 */ | |
67 #define VDC_MD_CHAN_NAME "channel-endpoint" | |
68 #define VDC_MD_VDEV_NAME "virtual-device" | |
4848 | 69 #define VDC_MD_PORT_NAME "virtual-device-port" |
1991 | 70 #define VDC_MD_DISK_NAME "disk" |
71 #define VDC_MD_CFG_HDL "cfg-handle" | |
4848 | 72 #define VDC_MD_TIMEOUT "vdc-timeout" |
73 #define VDC_MD_ID "id" | |
1991 | 74 |
75 /* | |
2410
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
76 * Definition of actions to be carried out when processing the sequence ID |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
77 * of a message received from the vDisk server. The function verifying the |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
78 * sequence number checks the 'seq_num_xxx' fields in the soft state and |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
79 * returns whether the message should be processed (VDC_SEQ_NUM_TODO) or |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
80 * whether it was it was previously processed (VDC_SEQ_NUM_SKIP). |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
81 */ |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
82 #define VDC_SEQ_NUM_INVALID -1 /* Error */ |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
83 #define VDC_SEQ_NUM_SKIP 0 /* Request already processed */ |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
84 #define VDC_SEQ_NUM_TODO 1 /* Request needs processing */ |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
85 |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
86 /* |
3078
aa37b7e3c5c7
6485548 Can not create zpool on guest domain with an entire vdisk
narayan
parents:
2793
diff
changeset
|
87 * Macros to get UNIT and PART number |
aa37b7e3c5c7
6485548 Can not create zpool on guest domain with an entire vdisk
narayan
parents:
2793
diff
changeset
|
88 */ |
aa37b7e3c5c7
6485548 Can not create zpool on guest domain with an entire vdisk
narayan
parents:
2793
diff
changeset
|
89 #define VDCUNIT_SHIFT 3 |
aa37b7e3c5c7
6485548 Can not create zpool on guest domain with an entire vdisk
narayan
parents:
2793
diff
changeset
|
90 #define VDCPART_MASK 7 |
aa37b7e3c5c7
6485548 Can not create zpool on guest domain with an entire vdisk
narayan
parents:
2793
diff
changeset
|
91 |
aa37b7e3c5c7
6485548 Can not create zpool on guest domain with an entire vdisk
narayan
parents:
2793
diff
changeset
|
92 #define VDCUNIT(dev) (getminor((dev)) >> VDCUNIT_SHIFT) |
aa37b7e3c5c7
6485548 Can not create zpool on guest domain with an entire vdisk
narayan
parents:
2793
diff
changeset
|
93 #define VDCPART(dev) (getminor((dev)) & VDCPART_MASK) |
aa37b7e3c5c7
6485548 Can not create zpool on guest domain with an entire vdisk
narayan
parents:
2793
diff
changeset
|
94 |
aa37b7e3c5c7
6485548 Can not create zpool on guest domain with an entire vdisk
narayan
parents:
2793
diff
changeset
|
95 /* |
1991 | 96 * Scheme to store the instance number and the slice number in the minor number. |
3078
aa37b7e3c5c7
6485548 Can not create zpool on guest domain with an entire vdisk
narayan
parents:
2793
diff
changeset
|
97 * (NOTE: Uses the same format and definitions as the sd(7D) driver) |
1991 | 98 */ |
3078
aa37b7e3c5c7
6485548 Can not create zpool on guest domain with an entire vdisk
narayan
parents:
2793
diff
changeset
|
99 #define VD_MAKE_DEV(instance, minor) ((instance << VDCUNIT_SHIFT) | minor) |
1991 | 100 |
101 /* | |
102 * variables controlling how long to wait before timing out and how many | |
103 * retries to attempt before giving up when communicating with vds. | |
2410
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
104 * |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
105 * These values need to be sufficiently large so that a guest can survive |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
106 * the reboot of the service domain. |
1991 | 107 */ |
2410
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
108 #define VDC_RETRIES 10 |
1991 | 109 |
110 #define VDC_USEC_TIMEOUT_MIN (30 * MICROSEC) /* 30 sec */ | |
111 | |
2410
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
112 /* |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
113 * This macro returns the number of Hz that the vdc driver should wait before |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
114 * a timeout is triggered. The 'timeout' parameter specifiecs the wait |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
115 * time in Hz. The 'mul' parameter allows for a multiplier to be |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
116 * specified allowing for a backoff to be implemented (e.g. using the |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
117 * retry number as a multiplier) where the wait time will get longer if |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
118 * there is no response on the previous retry. |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
119 */ |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
120 #define VD_GET_TIMEOUT_HZ(timeout, mul) \ |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
121 (ddi_get_lbolt() + ((timeout) * MAX(1, (mul)))) |
1991 | 122 |
123 /* | |
124 * Macros to manipulate Descriptor Ring variables in the soft state | |
125 * structure. | |
126 */ | |
2410
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
127 #define VDC_GET_NEXT_REQ_ID(vdc) ((vdc)->req_id++) |
1991 | 128 |
129 #define VDC_GET_DRING_ENTRY_PTR(vdc, idx) \ | |
5365 | 130 (vd_dring_entry_t *)(uintptr_t)((vdc)->dring_mem_info.vaddr + \ |
2410
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
131 (idx * (vdc)->dring_entry_size)) |
1991 | 132 |
133 #define VDC_MARK_DRING_ENTRY_FREE(vdc, idx) \ | |
134 { \ | |
135 vd_dring_entry_t *dep = NULL; \ | |
136 ASSERT(vdc != NULL); \ | |
5365 | 137 ASSERT(idx < vdc->dring_len); \ |
1991 | 138 ASSERT(vdc->dring_mem_info.vaddr != NULL); \ |
5365 | 139 dep = (vd_dring_entry_t *)(uintptr_t) \ |
140 (vdc->dring_mem_info.vaddr + \ | |
1991 | 141 (idx * vdc->dring_entry_size)); \ |
142 ASSERT(dep != NULL); \ | |
143 dep->hdr.dstate = VIO_DESC_FREE; \ | |
144 } | |
145 | |
146 /* Initialise the Session ID and Sequence Num in the DRing msg */ | |
147 #define VDC_INIT_DRING_DATA_MSG_IDS(dmsg, vdc) \ | |
148 ASSERT(vdc != NULL); \ | |
149 dmsg.tag.vio_sid = vdc->session_id; \ | |
2032
b9ba1b330453
6422255 vdc could handle handshake restarts better
lm66018
parents:
1991
diff
changeset
|
150 dmsg.seq_num = vdc->seq_num; |
1991 | 151 |
152 /* | |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
153 * The states that the read thread can be in. |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
154 */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
155 typedef enum vdc_rd_state { |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
156 VDC_READ_IDLE, /* idling - conn is not up */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
157 VDC_READ_WAITING, /* waiting for data */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
158 VDC_READ_PENDING, /* pending data avail for read */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
159 VDC_READ_RESET /* channel was reset - stop reads */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
160 } vdc_rd_state_t; |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
161 |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
162 /* |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
163 * The states that the vdc-vds connection can be in. |
1991 | 164 */ |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
165 typedef enum vdc_state { |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
166 VDC_STATE_INIT, /* device is initialized */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
167 VDC_STATE_INIT_WAITING, /* waiting for ldc connection */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
168 VDC_STATE_NEGOTIATE, /* doing handshake negotiation */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
169 VDC_STATE_HANDLE_PENDING, /* handle requests in backup dring */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
170 VDC_STATE_RUNNING, /* running and accepting requests */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
171 VDC_STATE_DETACH, /* detaching */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
172 VDC_STATE_RESETTING /* resetting connection with vds */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
173 } vdc_state_t; |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
174 |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
175 /* |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
176 * The states that the vdc instance can be in. |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
177 */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
178 typedef enum vdc_lc_state { |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
179 VDC_LC_ATTACHING, /* driver is attaching */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
180 VDC_LC_ONLINE, /* driver is attached and online */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
181 VDC_LC_DETACHING /* driver is detaching */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
182 } vdc_lc_state_t; |
1991 | 183 |
184 /* | |
185 * Local Descriptor Ring entry | |
186 * | |
187 * vdc creates a Local (private) descriptor ring the same size as the | |
188 * public descriptor ring it exports to vds. | |
189 */ | |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
190 |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
191 typedef enum { |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
192 VIO_read_dir, /* read data from server */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
193 VIO_write_dir, /* write data to server */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
194 VIO_both_dir /* transfer both in and out in same buffer */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
195 } vio_desc_direction_t; |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
196 |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
197 typedef enum { |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
198 CB_STRATEGY, /* non-blocking strategy call */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
199 CB_SYNC /* synchronous operation */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
200 } vio_cb_type_t; |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
201 |
1991 | 202 typedef struct vdc_local_desc { |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
203 boolean_t is_free; /* local state - inuse or not */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
204 |
1991 | 205 int operation; /* VD_OP_xxx to be performed */ |
206 caddr_t addr; /* addr passed in by consumer */ | |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
207 int slice; |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
208 diskaddr_t offset; /* disk offset */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
209 size_t nbytes; |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
210 vio_cb_type_t cb_type; /* operation type blk/nonblk */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
211 void *cb_arg; /* buf passed to strategy() */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
212 vio_desc_direction_t dir; /* direction of transfer */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
213 |
1991 | 214 caddr_t align_addr; /* used if addr non-aligned */ |
215 ldc_mem_handle_t desc_mhdl; /* Mem handle of buf */ | |
216 vd_dring_entry_t *dep; /* public Dring Entry Pointer */ | |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
217 |
1991 | 218 } vdc_local_desc_t; |
219 | |
220 /* | |
5658 | 221 * I/O queue used by failfast |
222 */ | |
223 typedef struct vdc_io { | |
224 struct vdc_io *vio_next; /* next pending I/O in the queue */ | |
225 struct buf *vio_buf; /* buf for CB_STRATEGY I/O */ | |
226 clock_t vio_qtime; /* time the I/O was queued */ | |
227 } vdc_io_t; | |
228 | |
229 /* | |
6480
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
230 * Per vDisk server channel states |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
231 */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
232 #define VDC_LDC_INIT 0x0001 |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
233 #define VDC_LDC_CB 0x0002 |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
234 #define VDC_LDC_OPEN 0x0004 |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
235 #define VDC_LDC (VDC_LDC_INIT | VDC_LDC_CB | VDC_LDC_OPEN) |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
236 |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
237 /* |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
238 * vDisk server information |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
239 */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
240 typedef struct vdc_server { |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
241 struct vdc_server *next; /* Next server */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
242 struct vdc *vdcp; /* Ptr to vdc struct */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
243 uint64_t id; /* Server port id */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
244 uint64_t state; /* Server state */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
245 uint64_t ldc_id; /* Server LDC id */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
246 ldc_handle_t ldc_handle; /* Server LDC handle */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
247 ldc_status_t ldc_state; /* Server LDC state */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
248 uint64_t ctimeout; /* conn tmout (secs) */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
249 } vdc_server_t; |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
250 |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
251 /* |
1991 | 252 * vdc soft state structure |
253 */ | |
254 typedef struct vdc { | |
255 | |
256 kmutex_t lock; /* protects next 2 sections of vars */ | |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
257 kcondvar_t running_cv; /* signal when upper layers can send */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
258 kcondvar_t initwait_cv; /* signal when ldc conn is up */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
259 kcondvar_t dring_free_cv; /* signal when desc is avail */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
260 kcondvar_t membind_cv; /* signal when mem can be bound */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
261 boolean_t self_reset; |
1991 | 262 |
263 int initialized; /* keeps track of what's init'ed */ | |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
264 vdc_lc_state_t lifecycle; /* Current state of the vdc instance */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
265 |
2032
b9ba1b330453
6422255 vdc could handle handshake restarts better
lm66018
parents:
1991
diff
changeset
|
266 int hshake_cnt; /* number of failed handshakes */ |
4963
ce6338ba4a73
6531913 vds can lose access to vdisks built from files located on the root fs
achartre
parents:
4848
diff
changeset
|
267 uint8_t open[OTYPCNT]; /* mask of opened slices */ |
ce6338ba4a73
6531913 vds can lose access to vdisks built from files located on the root fs
achartre
parents:
4848
diff
changeset
|
268 uint8_t open_excl; /* mask of exclusively opened slices */ |
ce6338ba4a73
6531913 vds can lose access to vdisks built from files located on the root fs
achartre
parents:
4848
diff
changeset
|
269 ulong_t open_lyr[V_NUMPAR]; /* number of layered opens */ |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
270 int dkio_flush_pending; /* # outstanding DKIO flushes */ |
4963
ce6338ba4a73
6531913 vds can lose access to vdisks built from files located on the root fs
achartre
parents:
4848
diff
changeset
|
271 int validate_pending; /* # outstanding validate request */ |
ce6338ba4a73
6531913 vds can lose access to vdisks built from files located on the root fs
achartre
parents:
4848
diff
changeset
|
272 vd_disk_label_t vdisk_label; /* label type of device/disk imported */ |
7563
84ec90ffc3f7
PSARC/2008/336 Extended VTOC
Prasad Singamsetty <Prasad.Singamsetty@Sun.COM>
parents:
6623
diff
changeset
|
273 struct extvtoc *vtoc; /* structure to store VTOC data */ |
4963
ce6338ba4a73
6531913 vds can lose access to vdisks built from files located on the root fs
achartre
parents:
4848
diff
changeset
|
274 struct dk_geom *geom; /* structure to store geometry data */ |
5874
4c514db6bfb0
6528974 Usage of DKIOCGETEFI has changed and impacts vdisks using zfs volumes
achartre
parents:
5658
diff
changeset
|
275 vd_slice_t slice[V_NUMPAR]; /* logical partitions */ |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
276 |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
277 kthread_t *msg_proc_thr; /* main msg processing thread */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
278 |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
279 kmutex_t read_lock; /* lock to protect read */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
280 kcondvar_t read_cv; /* cv to wait for READ events */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
281 vdc_rd_state_t read_state; /* current read state */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
282 |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
283 uint32_t sync_op_cnt; /* num of active sync operations */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
284 boolean_t sync_op_pending; /* sync operation is pending */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
285 boolean_t sync_op_blocked; /* blocked waiting to do sync op */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
286 uint32_t sync_op_status; /* status of sync operation */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
287 kcondvar_t sync_pending_cv; /* cv wait for sync op to finish */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
288 kcondvar_t sync_blocked_cv; /* cv wait for other syncs to finish */ |
1991 | 289 |
290 uint64_t session_id; /* common ID sent with all messages */ | |
291 uint64_t seq_num; /* most recent sequence num generated */ | |
292 uint64_t seq_num_reply; /* Last seq num ACK/NACK'ed by vds */ | |
293 uint64_t req_id; /* Most recent Request ID generated */ | |
2410
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
294 uint64_t req_id_proc; /* Last request ID processed by vdc */ |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
295 vdc_state_t state; /* Current disk client-server state */ |
2410
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
296 |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
297 dev_info_t *dip; /* device info pointer */ |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
298 int instance; /* driver instance number */ |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
299 |
2410
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
300 vio_ver_t ver; /* version number agreed with server */ |
1991 | 301 vd_disk_type_t vdisk_type; /* type of device/disk being imported */ |
5365 | 302 uint32_t vdisk_media; /* physical media type of vDisk */ |
2531
65c5d20aa275
6419154 libpcp pcp_init routine should accept service names
narayan
parents:
2410
diff
changeset
|
303 uint64_t vdisk_size; /* device size in blocks */ |
1991 | 304 uint64_t max_xfer_sz; /* maximum block size of a descriptor */ |
305 uint64_t block_size; /* device block size used */ | |
5365 | 306 uint64_t operations; /* bitmask of ops. server supports */ |
1991 | 307 struct dk_cinfo *cinfo; /* structure to store DKIOCINFO data */ |
308 struct dk_minfo *minfo; /* structure for DKIOCGMEDIAINFO data */ | |
2531
65c5d20aa275
6419154 libpcp pcp_init routine should accept service names
narayan
parents:
2410
diff
changeset
|
309 ddi_devid_t devid; /* device id */ |
4848 | 310 boolean_t ctimeout_reached; /* connection timeout has expired */ |
1991 | 311 |
5658 | 312 /* |
313 * The ownership fields are protected by the lock mutex. The | |
314 * ownership_lock mutex is used to serialize ownership operations; | |
315 * it should be acquired before the lock mutex. | |
316 */ | |
317 kmutex_t ownership_lock; /* serialize ownership ops */ | |
318 int ownership; /* ownership status flags */ | |
319 kthread_t *ownership_thread; /* ownership thread */ | |
320 kcondvar_t ownership_cv; /* cv for ownership update */ | |
321 | |
322 /* | |
323 * The failfast fields are protected by the lock mutex. | |
324 */ | |
325 kthread_t *failfast_thread; /* failfast thread */ | |
326 clock_t failfast_interval; /* interval in microsecs */ | |
327 kcondvar_t failfast_cv; /* cv for failfast update */ | |
328 kcondvar_t failfast_io_cv; /* cv wait for I/O to finish */ | |
329 vdc_io_t *failfast_io_queue; /* failfast io queue */ | |
330 | |
6099
b338715e1b52
6503157 guest domain I/O statistics need to be made available to iostat(1M)
lm66018
parents:
5874
diff
changeset
|
331 /* |
b338715e1b52
6503157 guest domain I/O statistics need to be made available to iostat(1M)
lm66018
parents:
5874
diff
changeset
|
332 * kstats used to store I/O statistics consumed by iostat(1M). |
b338715e1b52
6503157 guest domain I/O statistics need to be made available to iostat(1M)
lm66018
parents:
5874
diff
changeset
|
333 * These are protected by the lock mutex. |
b338715e1b52
6503157 guest domain I/O statistics need to be made available to iostat(1M)
lm66018
parents:
5874
diff
changeset
|
334 */ |
b338715e1b52
6503157 guest domain I/O statistics need to be made available to iostat(1M)
lm66018
parents:
5874
diff
changeset
|
335 kstat_t *io_stats; |
b338715e1b52
6503157 guest domain I/O statistics need to be made available to iostat(1M)
lm66018
parents:
5874
diff
changeset
|
336 kstat_t *err_stats; |
b338715e1b52
6503157 guest domain I/O statistics need to be made available to iostat(1M)
lm66018
parents:
5874
diff
changeset
|
337 |
6480
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
338 ldc_dring_handle_t dring_hdl; /* dring handle */ |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
339 ldc_mem_info_t dring_mem_info; /* dring information */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
340 uint_t dring_curr_idx; /* current index */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
341 uint32_t dring_len; /* dring length */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
342 uint32_t dring_max_cookies; /* dring max cookies */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
343 uint32_t dring_cookie_count; /* num cookies */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
344 uint32_t dring_entry_size; /* descriptor size */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
345 ldc_mem_cookie_t *dring_cookie; /* dring cookies */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
346 uint64_t dring_ident; /* dring ident */ |
1991 | 347 |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
348 uint64_t threads_pending; /* num of threads */ |
1991 | 349 |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
350 vdc_local_desc_t *local_dring; /* local dring */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
351 vdc_local_desc_t *local_dring_backup; /* local dring backup */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
352 int local_dring_backup_tail; /* backup dring tail */ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
353 int local_dring_backup_len; /* backup dring len */ |
1991 | 354 |
6480
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
355 int num_servers; /* no. of servers */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
356 vdc_server_t *server_list; /* vdisk server list */ |
d50f51fd3502
6622004 vdc should support multi-pathing using multiple vdisk servers
narayan
parents:
6099
diff
changeset
|
357 vdc_server_t *curr_server; /* curr vdisk server */ |
1991 | 358 } vdc_t; |
359 | |
360 /* | |
5658 | 361 * Ownership status flags |
362 */ | |
363 #define VDC_OWNERSHIP_NONE 0x00 /* no ownership wanted */ | |
364 #define VDC_OWNERSHIP_WANTED 0x01 /* ownership is wanted */ | |
365 #define VDC_OWNERSHIP_GRANTED 0x02 /* ownership has been granted */ | |
366 #define VDC_OWNERSHIP_RESET 0x04 /* ownership has been reset */ | |
367 | |
368 /* | |
369 * Reservation conflict panic message | |
370 */ | |
371 #define VDC_RESV_CONFLICT_FMT_STR "Reservation Conflict\nDisk: " | |
372 #define VDC_RESV_CONFLICT_FMT_LEN (sizeof (VDC_RESV_CONFLICT_FMT_STR)) | |
373 | |
374 /* | |
1991 | 375 * Debugging macros |
376 */ | |
377 #ifdef DEBUG | |
378 extern int vdc_msglevel; | |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
379 extern uint64_t vdc_matchinst; |
1991 | 380 |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
381 #define DMSG(_vdc, err_level, format, ...) \ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
382 do { \ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
383 if (vdc_msglevel > err_level && \ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
384 (vdc_matchinst & (1ull << (_vdc)->instance))) \ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
385 cmn_err(CE_CONT, "?[%d,t@%p] %s: "format, \ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
386 (_vdc)->instance, (void *)curthread, \ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
387 __func__, __VA_ARGS__); \ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
388 _NOTE(CONSTANTCONDITION) \ |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
389 } while (0); |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
390 |
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
391 #define DMSGX(err_level, format, ...) \ |
2410
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
392 do { \ |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
393 if (vdc_msglevel > err_level) \ |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
394 cmn_err(CE_CONT, "?%s: "format, __func__, __VA_ARGS__);\ |
2410
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
395 _NOTE(CONSTANTCONDITION) \ |
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
396 } while (0); |
1991 | 397 |
398 #define VDC_DUMP_DRING_MSG(dmsgp) \ | |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
399 DMSGX(0, "sq:%lu start:%d end:%d ident:%lu\n", \ |
1991 | 400 dmsgp->seq_num, dmsgp->start_idx, \ |
401 dmsgp->end_idx, dmsgp->dring_ident); | |
402 | |
403 #else /* !DEBUG */ | |
2410
0faef06c73cd
6432376 vds and vdc don't negotiate max transfer size supported correctly
lm66018
parents:
2032
diff
changeset
|
404 #define DMSG(err_level, ...) |
2793
a30c4090b49f
6458676 memory leak with 12 hours all_solaris_tests.
lm66018
parents:
2531
diff
changeset
|
405 #define DMSGX(err_level, format, ...) |
1991 | 406 #define VDC_DUMP_DRING_MSG(dmsgp) |
407 | |
408 #endif /* !DEBUG */ | |
409 | |
410 #ifdef __cplusplus | |
411 } | |
412 #endif | |
413 | |
414 #endif /* _VDC_H */ |