1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22 /* 23 * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 24 * Use is subject to license terms. 25 */ 26 27 28 #ifndef _AHCIVAR_H 29 #define _AHCIVAR_H 30 31 #ifdef __cplusplus 32 extern "C" { 33 #endif 34 35 /* Type for argument of event handler */ 36 typedef struct ahci_event_arg { 37 void *ahciea_ctlp; 38 void *ahciea_portp; 39 uint32_t ahciea_event; 40 } ahci_event_arg_t; 41 42 /* Warlock annotation */ 43 _NOTE(DATA_READABLE_WITHOUT_LOCK(ahci_event_arg_t::ahciea_ctlp)) 44 _NOTE(DATA_READABLE_WITHOUT_LOCK(ahci_event_arg_t::ahciea_portp)) 45 _NOTE(DATA_READABLE_WITHOUT_LOCK(ahci_event_arg_t::ahciea_event)) 46 47 /* 48 * flags for ahciport_flags 49 * 50 * AHCI_PORT_FLAG_SPINUP: this flag will be set when a HBA which supports 51 * staggered spin-up needs to do a spin-up. 52 * 53 * AHCI_PORT_FLAG_MOPPING: this flag will be set when the HBA is stopped, 54 * and all the outstanding commands need to be aborted and sent to upper 55 * layers. 56 * 57 * AHCI_PORT_FLAG_POLLING: this flag will be set when the interrupt is 58 * disabled, and the command is executed in POLLING mode. 59 * 60 * AHCI_PORT_FLAG_RQSENSE: this flag will be set when a REQUEST SENSE which 61 * is used to retrieve sense data is being executed. 62 * 63 * AHCI_PORT_FLAG_STARTED: this flag will be set when the port is started, 64 * that is PxCMD.ST is set with '1', and be cleared when the port is put into 65 * idle, that is PxCMD.ST is changed from '1' to '0'. 66 * 67 * AHCI_PORT_FLAG_RDLOGEXT: this flag will be set when a READ LOG EXT which 68 * is used to retrieve NCQ failure context is being executed. 69 * 70 * AHCI_PORT_FLAG_NODEV: this flag will be set when a device is found gone 71 * during ahci_restart_port_wait_till_ready process. 72 */ 73 #define AHCI_PORT_FLAG_SPINUP 0x01 74 #define AHCI_PORT_FLAG_MOPPING 0x02 75 #define AHCI_PORT_FLAG_POLLING 0x04 76 #define AHCI_PORT_FLAG_RQSENSE 0x08 77 #define AHCI_PORT_FLAG_STARTED 0x10 78 #define AHCI_PORT_FLAG_RDLOGEXT 0x20 79 #define AHCI_PORT_FLAG_NODEV 0x40 80 81 typedef struct ahci_port { 82 /* The physical port number */ 83 uint8_t ahciport_port_num; 84 85 /* Type of the device attached to the port */ 86 uint8_t ahciport_device_type; 87 /* State of the port */ 88 uint32_t ahciport_port_state; 89 90 /* 91 * AHCI_PORT_FLAG_SPINUP 92 * AHCI_PORT_FLAG_MOPPING 93 * AHCI_PORT_FLAG_POLLING 94 * AHCI_PORT_FLAG_RQSENSE 95 * AHCI_PORT_FLAG_STARTED 96 * AHCI_PORT_FLAG_RDLOGEXT 97 * AHCI_PORT_FLAG_NODEV 98 */ 99 int ahciport_flags; 100 101 /* Pointer to received FIS structure */ 102 ahci_rcvd_fis_t *ahciport_rcvd_fis; 103 ddi_dma_handle_t ahciport_rcvd_fis_dma_handle; 104 ddi_acc_handle_t ahciport_rcvd_fis_acc_handle; 105 ddi_dma_cookie_t ahciport_rcvd_fis_dma_cookie; 106 107 /* Pointer to command list structure */ 108 ahci_cmd_header_t *ahciport_cmd_list; 109 ddi_dma_handle_t ahciport_cmd_list_dma_handle; 110 ddi_acc_handle_t ahciport_cmd_list_acc_handle; 111 ddi_dma_cookie_t ahciport_cmd_list_dma_cookie; 112 113 /* Pointer to cmmand table structure */ 114 ahci_cmd_table_t \ 115 *ahciport_cmd_tables[AHCI_PORT_MAX_CMD_SLOTS]; 116 ddi_dma_handle_t \ 117 ahciport_cmd_tables_dma_handle[AHCI_PORT_MAX_CMD_SLOTS]; 118 ddi_acc_handle_t \ 119 ahciport_cmd_tables_acc_handle[AHCI_PORT_MAX_CMD_SLOTS]; 120 121 /* Condition variable used for sync mode commands */ 122 kcondvar_t ahciport_cv; 123 124 /* The whole mutex for the port structure */ 125 kmutex_t ahciport_mutex; 126 127 /* The maximum number of tags for native queuing command transfers */ 128 int ahciport_max_ncq_tags; 129 130 /* Keep the tags of all pending non-ncq commands */ 131 uint32_t ahciport_pending_tags; 132 133 /* 134 * Keep the tags of all pending ncq commands 135 * (READ/WRITE FPDMA QUEUED) 136 */ 137 uint32_t ahciport_pending_ncq_tags; 138 139 /* Keep all the pending sata packets */ 140 sata_pkt_t *ahciport_slot_pkts[AHCI_PORT_MAX_CMD_SLOTS]; 141 142 /* Keep the byte count of all PRD entries for every sata packet */ 143 uint32_t \ 144 ahciport_prd_bytecounts[AHCI_PORT_MAX_CMD_SLOTS]; 145 146 /* Keep the error retrieval sata packet */ 147 sata_pkt_t *ahciport_err_retri_pkt; 148 149 /* 150 * SATA HBA driver is supposed to remember and maintain device 151 * reset state. While the reset is in progress, it doesn't accept 152 * any more commands until receiving the command with 153 * SATA_CLEAR_DEV_RESET_STATE flag and SATA_IGNORE_DEV_RESET_STATE. 154 */ 155 int ahciport_reset_in_progress; 156 157 /* This is for error recovery handler */ 158 ahci_event_arg_t *ahciport_event_args; 159 160 /* This is to calculate how many mops are in progress */ 161 int ahciport_mop_in_progress; 162 } ahci_port_t; 163 164 /* Warlock annotation */ 165 _NOTE(READ_ONLY_DATA(ahci_port_t::ahciport_rcvd_fis_dma_handle)) 166 _NOTE(READ_ONLY_DATA(ahci_port_t::ahciport_cmd_list_dma_handle)) 167 _NOTE(READ_ONLY_DATA(ahci_port_t::ahciport_cmd_tables_dma_handle)) 168 _NOTE(MUTEX_PROTECTS_DATA(ahci_port_t::ahciport_mutex, 169 ahci_port_t::ahciport_device_type)) 170 _NOTE(MUTEX_PROTECTS_DATA(ahci_port_t::ahciport_mutex, 171 ahci_port_t::ahciport_port_state)) 172 _NOTE(MUTEX_PROTECTS_DATA(ahci_port_t::ahciport_mutex, 173 ahci_port_t::ahciport_flags)) 174 _NOTE(MUTEX_PROTECTS_DATA(ahci_port_t::ahciport_mutex, 175 ahci_port_t::ahciport_pending_tags)) 176 _NOTE(MUTEX_PROTECTS_DATA(ahci_port_t::ahciport_mutex, 177 ahci_port_t::ahciport_slot_pkts)) 178 _NOTE(MUTEX_PROTECTS_DATA(ahci_port_t::ahciport_mutex, 179 ahci_port_t::ahciport_reset_in_progress)) 180 _NOTE(MUTEX_PROTECTS_DATA(ahci_port_t::ahciport_mutex, 181 ahci_port_t::ahciport_mop_in_progress)) 182 183 typedef struct ahci_ctl { 184 dev_info_t *ahcictl_dip; 185 /* To map port number to cport number */ 186 uint8_t ahcictl_port_to_cport[AHCI_MAX_PORTS]; 187 /* To map cport number to port number */ 188 uint8_t ahcictl_cport_to_port[AHCI_MAX_PORTS]; 189 190 /* Number of controller ports */ 191 int ahcictl_num_ports; 192 /* Number of command slots */ 193 int ahcictl_num_cmd_slots; 194 /* Number of implemented ports */ 195 int ahcictl_num_implemented_ports; 196 /* Bit map to indicate which port is implemented */ 197 uint32_t ahcictl_ports_implemented; 198 ahci_port_t *ahcictl_ports[AHCI_MAX_PORTS]; 199 200 int ahcictl_flags; 201 int ahcictl_power_level; 202 off_t ahcictl_pmcsr_offset; 203 204 /* 205 * AHCI_CAP_PIO_MDRQ 206 * AHCI_CAP_NO_MCMDLIST_NONQUEUE 207 * AHCI_CAP_NCQ 208 * AHCI_CAP_PM 209 * AHCI_CAP_32BIT_DMA 210 */ 211 int ahcictl_cap; 212 213 /* Pci configuration space handle */ 214 ddi_acc_handle_t ahcictl_pci_conf_handle; 215 216 /* Mapping into bar 5 - AHCI base address */ 217 ddi_acc_handle_t ahcictl_ahci_acc_handle; 218 uintptr_t ahcictl_ahci_addr; 219 220 /* Pointer used for sata hba framework registration */ 221 struct sata_hba_tran *ahcictl_sata_hba_tran; 222 223 /* DMA attributes for the data buffer */ 224 ddi_dma_attr_t ahcictl_buffer_dma_attr; 225 /* DMA attributes for the rcvd FIS */ 226 ddi_dma_attr_t ahcictl_rcvd_fis_dma_attr; 227 /* DMA attributes for the command list */ 228 ddi_dma_attr_t ahcictl_cmd_list_dma_attr; 229 /* DMA attributes for command tables */ 230 ddi_dma_attr_t ahcictl_cmd_table_dma_attr; 231 232 /* Used for watchdog handler */ 233 timeout_id_t ahcictl_timeout_id; 234 235 /* Per controller mutex */ 236 kmutex_t ahcictl_mutex; 237 238 /* Components for interrupt */ 239 ddi_intr_handle_t *ahcictl_intr_htable; /* For array of intrs */ 240 int ahcictl_intr_type; /* What type of interrupt */ 241 int ahcictl_intr_cnt; /* # of intrs returned */ 242 size_t ahcictl_intr_size; /* Size of intr array */ 243 uint_t ahcictl_intr_pri; /* Intr priority */ 244 int ahcictl_intr_cap; /* Intr capabilities */ 245 246 /* Taskq for handling event */ 247 ddi_taskq_t *ahcictl_event_taskq; 248 } ahci_ctl_t; 249 250 /* Warlock annotation */ 251 _NOTE(READ_ONLY_DATA(ahci_ctl_t::ahcictl_ports)) 252 _NOTE(READ_ONLY_DATA(ahci_ctl_t::ahcictl_cport_to_port)) 253 _NOTE(READ_ONLY_DATA(ahci_ctl_t::ahcictl_port_to_cport)) 254 255 _NOTE(MUTEX_PROTECTS_DATA(ahci_ctl_t::ahcictl_mutex, 256 ahci_ctl_t::ahcictl_power_level)) 257 _NOTE(MUTEX_PROTECTS_DATA(ahci_ctl_t::ahcictl_mutex, 258 ahci_ctl_t::ahcictl_flags)) 259 _NOTE(MUTEX_PROTECTS_DATA(ahci_ctl_t::ahcictl_mutex, 260 ahci_ctl_t::ahcictl_timeout_id)) 261 262 #define AHCI_SUCCESS (0) /* Successful return */ 263 #define AHCI_TIMEOUT (1) /* Timed out */ 264 #define AHCI_FAILURE (-1) /* Unsuccessful return */ 265 266 /* Flags for ahcictl_flags */ 267 #define AHCI_ATTACH 0x1 268 #define AHCI_DETACH 0x2 269 #define AHCI_SUSPEND 0x4 270 271 /* Values for ahcictl_cap */ 272 /* PIO Multiple DRQ Block */ 273 #define AHCI_CAP_PIO_MDRQ 0x1 274 /* 275 * Multiple command slots in the command list cannot be used for 276 * non-queued commands 277 */ 278 #define AHCI_CAP_NO_MCMDLIST_NONQUEUE 0x2 279 /* Native Command Queuing (NCQ) */ 280 #define AHCI_CAP_NCQ 0x4 281 /* Power Management (PM) */ 282 #define AHCI_CAP_PM 0x8 283 /* 32-bit DMA addressing */ 284 #define AHCI_CAP_32BIT_DMA 0x10 285 286 /* Flags controlling the restart port behavior */ 287 #define AHCI_PORT_RESET 0x0001 /* Reset the port */ 288 #define AHCI_PORT_INIT 0x0002 /* Initialize port */ 289 #define AHCI_RESET_NO_EVENTS_UP 0x0004 /* Don't send reset events up */ 290 291 #define ERR_RETRI_CMD_IN_PROGRESS(ahci_portp) \ 292 (ahci_portp->ahciport_flags & \ 293 (AHCI_PORT_FLAG_RQSENSE|AHCI_PORT_FLAG_RDLOGEXT)) 294 295 #define NON_NCQ_CMD_IN_PROGRESS(ahci_portp) \ 296 (!ERR_RETRI_CMD_IN_PROGRESS(ahci_portp) && \ 297 ahci_portp->ahciport_pending_tags != 0 && \ 298 ahci_portp->ahciport_pending_ncq_tags == 0) 299 300 #define NCQ_CMD_IN_PROGRESS(ahci_portp) \ 301 (!ERR_RETRI_CMD_IN_PROGRESS(ahci_portp) && \ 302 ahci_portp->ahciport_pending_ncq_tags != 0) 303 304 /* Command type for ahci_claim_free_slot routine */ 305 #define AHCI_NON_NCQ_CMD 0x0 306 #define AHCI_NCQ_CMD 0x1 307 #define AHCI_ERR_RETRI_CMD 0x2 308 309 /* State values for ahci_attach */ 310 #define AHCI_ATTACH_STATE_NONE (0x1 << 0) 311 #define AHCI_ATTACH_STATE_STATEP_ALLOC (0x1 << 1) 312 #define AHCI_ATTACH_STATE_REG_MAP (0x1 << 2) 313 #define AHCI_ATTACH_STATE_PCICFG_SETUP (0x1 << 3) 314 #define AHCI_ATTACH_STATE_INTR_ADDED (0x1 << 4) 315 #define AHCI_ATTACH_STATE_MUTEX_INIT (0x1 << 5) 316 #define AHCI_ATTACH_STATE_PORT_ALLOC (0x1 << 6) 317 #define AHCI_ATTACH_STATE_ERR_RECV_TASKQ (0x1 << 7) 318 #define AHCI_ATTACH_STATE_HW_INIT (0x1 << 8) 319 #define AHCI_ATTACH_STATE_TIMEOUT_ENABLED (0x1 << 9) 320 321 /* Interval used for delay */ 322 #define AHCI_10MS_TICKS (drv_usectohz(10000)) /* ticks in 10 ms */ 323 #define AHCI_1MS_TICKS (drv_usectohz(1000)) /* ticks in 1 ms */ 324 #define AHCI_100US_TICKS (drv_usectohz(100)) /* ticks in 100 us */ 325 #define AHCI_1MS_USECS (1000) /* usecs in 1 millisec */ 326 327 /* 328 * The following values are the numbers of times to retry polled requests. 329 */ 330 #define AHCI_POLLRATE_HBA_RESET 100 331 #define AHCI_POLLRATE_PORT_SSTATUS 10 332 #define AHCI_POLLRATE_PORT_TFD_ERROR 1100 333 #define AHCI_POLLRATE_PORT_IDLE 50 334 #define AHCI_POLLRATE_PORT_SOFTRESET 100 335 #define AHCI_POLLRATE_GET_SPKT 100 336 337 338 /* Clearing & setting the n'th bit in a given tag */ 339 #define CLEAR_BIT(tag, bit) (tag &= ~(0x1<<bit)) 340 #define SET_BIT(tag, bit) (tag |= (0x1<<bit)) 341 342 343 #if DEBUG 344 345 #define AHCI_DEBUG 1 346 347 #define AHCIDBG_INIT 0x0001 348 #define AHCIDBG_ENTRY 0x0002 349 #define AHCIDBG_PRDT 0x0004 350 #define AHCIDBG_EVENT 0x0008 351 #define AHCIDBG_POLL_LOOP 0x0010 352 #define AHCIDBG_PKTCOMP 0x0020 353 #define AHCIDBG_TIMEOUT 0x0040 354 #define AHCIDBG_INFO 0x0080 355 #define AHCIDBG_VERBOSE 0x0100 356 #define AHCIDBG_INTR 0x0200 357 #define AHCIDBG_ERRS 0x0400 358 #define AHCIDBG_ATACMD 0x0800 359 #define AHCIDBG_ATAPICMD 0x1000 360 #define AHCIDBG_SENSEDATA 0x2000 361 #define AHCIDBG_NCQ 0x4000 362 #define AHCIDBG_PM 0x8000 363 #define AHCIDBG_UNDERFLOW 0x10000 364 365 extern int ahci_debug_flag; 366 367 #define AHCIDBG0(flag, ahci_ctlp, format) \ 368 if (ahci_debug_flags & (flag)) { \ 369 ahci_log(ahci_ctlp, CE_WARN, format); \ 370 } 371 372 #define AHCIDBG1(flag, ahci_ctlp, format, arg1) \ 373 if (ahci_debug_flags & (flag)) { \ 374 ahci_log(ahci_ctlp, CE_WARN, format, arg1); \ 375 } 376 377 #define AHCIDBG2(flag, ahci_ctlp, format, arg1, arg2) \ 378 if (ahci_debug_flags & (flag)) { \ 379 ahci_log(ahci_ctlp, CE_WARN, format, arg1, arg2); \ 380 } 381 382 #define AHCIDBG3(flag, ahci_ctlp, format, arg1, arg2, arg3) \ 383 if (ahci_debug_flags & (flag)) { \ 384 ahci_log(ahci_ctlp, CE_WARN, format, arg1, arg2, arg3); \ 385 } 386 387 #define AHCIDBG4(flag, ahci_ctlp, format, arg1, arg2, arg3, arg4) \ 388 if (ahci_debug_flags & (flag)) { \ 389 ahci_log(ahci_ctlp, CE_WARN, format, arg1, arg2, arg3, arg4); \ 390 } 391 392 #define AHCIDBG5(flag, ahci_ctlp, format, arg1, arg2, arg3, arg4, arg5) \ 393 if (ahci_debug_flags & (flag)) { \ 394 ahci_log(ahci_ctlp, CE_WARN, format, arg1, arg2, \ 395 arg3, arg4, arg5); \ 396 } 397 #else 398 399 #define AHCIDBG0(flag, dip, frmt) 400 #define AHCIDBG1(flag, dip, frmt, arg1) 401 #define AHCIDBG2(flag, dip, frmt, arg1, arg2) 402 #define AHCIDBG3(flag, dip, frmt, arg1, arg2, arg3) 403 #define AHCIDBG4(flag, dip, frmt, arg1, arg2, arg3, arg4) 404 #define AHCIDBG5(flag, dip, frmt, arg1, arg2, arg3, arg4, arg5) 405 406 #endif /* DEBUG */ 407 408 409 #ifdef __cplusplus 410 } 411 #endif 412 413 #endif /* _AHCIVAR_H */ 414