xref: /linux/drivers/scsi/qla2xxx/qla_isr.c (revision f33c596a2f921696391801b637ed50d514634079)
1 /*
2  * QLogic Fibre Channel HBA Driver
3  * Copyright (c)  2003-2011 QLogic Corporation
4  *
5  * See LICENSE.qla2xxx for copyright and licensing details.
6  */
7 #include "qla_def.h"
8 
9 #include <linux/delay.h>
10 #include <linux/slab.h>
11 #include <scsi/scsi_tcq.h>
12 #include <scsi/scsi_bsg_fc.h>
13 #include <scsi/scsi_eh.h>
14 
15 static void qla2x00_mbx_completion(scsi_qla_host_t *, uint16_t);
16 static void qla2x00_process_completed_request(struct scsi_qla_host *,
17 	struct req_que *, uint32_t);
18 static void qla2x00_status_entry(scsi_qla_host_t *, struct rsp_que *, void *);
19 static void qla2x00_status_cont_entry(struct rsp_que *, sts_cont_entry_t *);
20 static void qla2x00_error_entry(scsi_qla_host_t *, struct rsp_que *,
21 	sts_entry_t *);
22 
23 /**
24  * qla2100_intr_handler() - Process interrupts for the ISP2100 and ISP2200.
25  * @irq:
26  * @dev_id: SCSI driver HA context
27  *
28  * Called by system whenever the host adapter generates an interrupt.
29  *
30  * Returns handled flag.
31  */
32 irqreturn_t
33 qla2100_intr_handler(int irq, void *dev_id)
34 {
35 	scsi_qla_host_t	*vha;
36 	struct qla_hw_data *ha;
37 	struct device_reg_2xxx __iomem *reg;
38 	int		status;
39 	unsigned long	iter;
40 	uint16_t	hccr;
41 	uint16_t	mb[4];
42 	struct rsp_que *rsp;
43 	unsigned long	flags;
44 
45 	rsp = (struct rsp_que *) dev_id;
46 	if (!rsp) {
47 		printk(KERN_INFO
48 		    "%s(): NULL response queue pointer.\n", __func__);
49 		return (IRQ_NONE);
50 	}
51 
52 	ha = rsp->hw;
53 	reg = &ha->iobase->isp;
54 	status = 0;
55 
56 	spin_lock_irqsave(&ha->hardware_lock, flags);
57 	vha = pci_get_drvdata(ha->pdev);
58 	for (iter = 50; iter--; ) {
59 		hccr = RD_REG_WORD(&reg->hccr);
60 		if (hccr & HCCR_RISC_PAUSE) {
61 			if (pci_channel_offline(ha->pdev))
62 				break;
63 
64 			/*
65 			 * Issue a "HARD" reset in order for the RISC interrupt
66 			 * bit to be cleared.  Schedule a big hammer to get
67 			 * out of the RISC PAUSED state.
68 			 */
69 			WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
70 			RD_REG_WORD(&reg->hccr);
71 
72 			ha->isp_ops->fw_dump(vha, 1);
73 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
74 			break;
75 		} else if ((RD_REG_WORD(&reg->istatus) & ISR_RISC_INT) == 0)
76 			break;
77 
78 		if (RD_REG_WORD(&reg->semaphore) & BIT_0) {
79 			WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
80 			RD_REG_WORD(&reg->hccr);
81 
82 			/* Get mailbox data. */
83 			mb[0] = RD_MAILBOX_REG(ha, reg, 0);
84 			if (mb[0] > 0x3fff && mb[0] < 0x8000) {
85 				qla2x00_mbx_completion(vha, mb[0]);
86 				status |= MBX_INTERRUPT;
87 			} else if (mb[0] > 0x7fff && mb[0] < 0xc000) {
88 				mb[1] = RD_MAILBOX_REG(ha, reg, 1);
89 				mb[2] = RD_MAILBOX_REG(ha, reg, 2);
90 				mb[3] = RD_MAILBOX_REG(ha, reg, 3);
91 				qla2x00_async_event(vha, rsp, mb);
92 			} else {
93 				/*EMPTY*/
94 				ql_dbg(ql_dbg_async, vha, 0x5025,
95 				    "Unrecognized interrupt type (%d).\n",
96 				    mb[0]);
97 			}
98 			/* Release mailbox registers. */
99 			WRT_REG_WORD(&reg->semaphore, 0);
100 			RD_REG_WORD(&reg->semaphore);
101 		} else {
102 			qla2x00_process_response_queue(rsp);
103 
104 			WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
105 			RD_REG_WORD(&reg->hccr);
106 		}
107 	}
108 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
109 
110 	if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
111 	    (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
112 		set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
113 		complete(&ha->mbx_intr_comp);
114 	}
115 
116 	return (IRQ_HANDLED);
117 }
118 
119 /**
120  * qla2300_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
121  * @irq:
122  * @dev_id: SCSI driver HA context
123  *
124  * Called by system whenever the host adapter generates an interrupt.
125  *
126  * Returns handled flag.
127  */
128 irqreturn_t
129 qla2300_intr_handler(int irq, void *dev_id)
130 {
131 	scsi_qla_host_t	*vha;
132 	struct device_reg_2xxx __iomem *reg;
133 	int		status;
134 	unsigned long	iter;
135 	uint32_t	stat;
136 	uint16_t	hccr;
137 	uint16_t	mb[4];
138 	struct rsp_que *rsp;
139 	struct qla_hw_data *ha;
140 	unsigned long	flags;
141 
142 	rsp = (struct rsp_que *) dev_id;
143 	if (!rsp) {
144 		printk(KERN_INFO
145 		    "%s(): NULL response queue pointer.\n", __func__);
146 		return (IRQ_NONE);
147 	}
148 
149 	ha = rsp->hw;
150 	reg = &ha->iobase->isp;
151 	status = 0;
152 
153 	spin_lock_irqsave(&ha->hardware_lock, flags);
154 	vha = pci_get_drvdata(ha->pdev);
155 	for (iter = 50; iter--; ) {
156 		stat = RD_REG_DWORD(&reg->u.isp2300.host_status);
157 		if (stat & HSR_RISC_PAUSED) {
158 			if (unlikely(pci_channel_offline(ha->pdev)))
159 				break;
160 
161 			hccr = RD_REG_WORD(&reg->hccr);
162 			if (hccr & (BIT_15 | BIT_13 | BIT_11 | BIT_8))
163 				ql_log(ql_log_warn, vha, 0x5026,
164 				    "Parity error -- HCCR=%x, Dumping "
165 				    "firmware.\n", hccr);
166 			else
167 				ql_log(ql_log_warn, vha, 0x5027,
168 				    "RISC paused -- HCCR=%x, Dumping "
169 				    "firmware.\n", hccr);
170 
171 			/*
172 			 * Issue a "HARD" reset in order for the RISC
173 			 * interrupt bit to be cleared.  Schedule a big
174 			 * hammer to get out of the RISC PAUSED state.
175 			 */
176 			WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
177 			RD_REG_WORD(&reg->hccr);
178 
179 			ha->isp_ops->fw_dump(vha, 1);
180 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
181 			break;
182 		} else if ((stat & HSR_RISC_INT) == 0)
183 			break;
184 
185 		switch (stat & 0xff) {
186 		case 0x1:
187 		case 0x2:
188 		case 0x10:
189 		case 0x11:
190 			qla2x00_mbx_completion(vha, MSW(stat));
191 			status |= MBX_INTERRUPT;
192 
193 			/* Release mailbox registers. */
194 			WRT_REG_WORD(&reg->semaphore, 0);
195 			break;
196 		case 0x12:
197 			mb[0] = MSW(stat);
198 			mb[1] = RD_MAILBOX_REG(ha, reg, 1);
199 			mb[2] = RD_MAILBOX_REG(ha, reg, 2);
200 			mb[3] = RD_MAILBOX_REG(ha, reg, 3);
201 			qla2x00_async_event(vha, rsp, mb);
202 			break;
203 		case 0x13:
204 			qla2x00_process_response_queue(rsp);
205 			break;
206 		case 0x15:
207 			mb[0] = MBA_CMPLT_1_16BIT;
208 			mb[1] = MSW(stat);
209 			qla2x00_async_event(vha, rsp, mb);
210 			break;
211 		case 0x16:
212 			mb[0] = MBA_SCSI_COMPLETION;
213 			mb[1] = MSW(stat);
214 			mb[2] = RD_MAILBOX_REG(ha, reg, 2);
215 			qla2x00_async_event(vha, rsp, mb);
216 			break;
217 		default:
218 			ql_dbg(ql_dbg_async, vha, 0x5028,
219 			    "Unrecognized interrupt type (%d).\n", stat & 0xff);
220 			break;
221 		}
222 		WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
223 		RD_REG_WORD_RELAXED(&reg->hccr);
224 	}
225 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
226 
227 	if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
228 	    (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
229 		set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
230 		complete(&ha->mbx_intr_comp);
231 	}
232 
233 	return (IRQ_HANDLED);
234 }
235 
236 /**
237  * qla2x00_mbx_completion() - Process mailbox command completions.
238  * @ha: SCSI driver HA context
239  * @mb0: Mailbox0 register
240  */
241 static void
242 qla2x00_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
243 {
244 	uint16_t	cnt;
245 	uint16_t __iomem *wptr;
246 	struct qla_hw_data *ha = vha->hw;
247 	struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
248 
249 	/* Load return mailbox registers. */
250 	ha->flags.mbox_int = 1;
251 	ha->mailbox_out[0] = mb0;
252 	wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 1);
253 
254 	for (cnt = 1; cnt < ha->mbx_count; cnt++) {
255 		if (IS_QLA2200(ha) && cnt == 8)
256 			wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 8);
257 		if (cnt == 4 || cnt == 5)
258 			ha->mailbox_out[cnt] = qla2x00_debounce_register(wptr);
259 		else
260 			ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
261 
262 		wptr++;
263 	}
264 
265 	if (ha->mcp) {
266 		ql_dbg(ql_dbg_async, vha, 0x5000,
267 		    "Got mbx completion. cmd=%x.\n", ha->mcp->mb[0]);
268 	} else {
269 		ql_dbg(ql_dbg_async, vha, 0x5001,
270 		    "MBX pointer ERROR.\n");
271 	}
272 }
273 
274 static void
275 qla81xx_idc_event(scsi_qla_host_t *vha, uint16_t aen, uint16_t descr)
276 {
277 	static char *event[] =
278 		{ "Complete", "Request Notification", "Time Extension" };
279 	int rval;
280 	struct device_reg_24xx __iomem *reg24 = &vha->hw->iobase->isp24;
281 	uint16_t __iomem *wptr;
282 	uint16_t cnt, timeout, mb[QLA_IDC_ACK_REGS];
283 
284 	/* Seed data -- mailbox1 -> mailbox7. */
285 	wptr = (uint16_t __iomem *)&reg24->mailbox1;
286 	for (cnt = 0; cnt < QLA_IDC_ACK_REGS; cnt++, wptr++)
287 		mb[cnt] = RD_REG_WORD(wptr);
288 
289 	ql_dbg(ql_dbg_async, vha, 0x5021,
290 	    "Inter-Driver Commucation %s -- "
291 	    "%04x %04x %04x %04x %04x %04x %04x.\n",
292 	    event[aen & 0xff], mb[0], mb[1], mb[2], mb[3],
293 	    mb[4], mb[5], mb[6]);
294 
295 	/* Acknowledgement needed? [Notify && non-zero timeout]. */
296 	timeout = (descr >> 8) & 0xf;
297 	if (aen != MBA_IDC_NOTIFY || !timeout)
298 		return;
299 
300 	ql_dbg(ql_dbg_async, vha, 0x5022,
301 	    "Inter-Driver Commucation %s -- ACK timeout=%d.\n",
302 	    vha->host_no, event[aen & 0xff], timeout);
303 
304 	rval = qla2x00_post_idc_ack_work(vha, mb);
305 	if (rval != QLA_SUCCESS)
306 		ql_log(ql_log_warn, vha, 0x5023,
307 		    "IDC failed to post ACK.\n");
308 }
309 
310 /**
311  * qla2x00_async_event() - Process aynchronous events.
312  * @ha: SCSI driver HA context
313  * @mb: Mailbox registers (0 - 3)
314  */
315 void
316 qla2x00_async_event(scsi_qla_host_t *vha, struct rsp_que *rsp, uint16_t *mb)
317 {
318 #define LS_UNKNOWN	2
319 	static char	*link_speeds[] = { "1", "2", "?", "4", "8", "10" };
320 	char		*link_speed;
321 	uint16_t	handle_cnt;
322 	uint16_t	cnt, mbx;
323 	uint32_t	handles[5];
324 	struct qla_hw_data *ha = vha->hw;
325 	struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
326 	struct device_reg_24xx __iomem *reg24 = &ha->iobase->isp24;
327 	struct device_reg_82xx __iomem *reg82 = &ha->iobase->isp82;
328 	uint32_t	rscn_entry, host_pid;
329 	uint8_t		rscn_queue_index;
330 	unsigned long	flags;
331 
332 	/* Setup to process RIO completion. */
333 	handle_cnt = 0;
334 	if (IS_QLA8XXX_TYPE(ha))
335 		goto skip_rio;
336 	switch (mb[0]) {
337 	case MBA_SCSI_COMPLETION:
338 		handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
339 		handle_cnt = 1;
340 		break;
341 	case MBA_CMPLT_1_16BIT:
342 		handles[0] = mb[1];
343 		handle_cnt = 1;
344 		mb[0] = MBA_SCSI_COMPLETION;
345 		break;
346 	case MBA_CMPLT_2_16BIT:
347 		handles[0] = mb[1];
348 		handles[1] = mb[2];
349 		handle_cnt = 2;
350 		mb[0] = MBA_SCSI_COMPLETION;
351 		break;
352 	case MBA_CMPLT_3_16BIT:
353 		handles[0] = mb[1];
354 		handles[1] = mb[2];
355 		handles[2] = mb[3];
356 		handle_cnt = 3;
357 		mb[0] = MBA_SCSI_COMPLETION;
358 		break;
359 	case MBA_CMPLT_4_16BIT:
360 		handles[0] = mb[1];
361 		handles[1] = mb[2];
362 		handles[2] = mb[3];
363 		handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
364 		handle_cnt = 4;
365 		mb[0] = MBA_SCSI_COMPLETION;
366 		break;
367 	case MBA_CMPLT_5_16BIT:
368 		handles[0] = mb[1];
369 		handles[1] = mb[2];
370 		handles[2] = mb[3];
371 		handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
372 		handles[4] = (uint32_t)RD_MAILBOX_REG(ha, reg, 7);
373 		handle_cnt = 5;
374 		mb[0] = MBA_SCSI_COMPLETION;
375 		break;
376 	case MBA_CMPLT_2_32BIT:
377 		handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
378 		handles[1] = le32_to_cpu(
379 		    ((uint32_t)(RD_MAILBOX_REG(ha, reg, 7) << 16)) |
380 		    RD_MAILBOX_REG(ha, reg, 6));
381 		handle_cnt = 2;
382 		mb[0] = MBA_SCSI_COMPLETION;
383 		break;
384 	default:
385 		break;
386 	}
387 skip_rio:
388 	switch (mb[0]) {
389 	case MBA_SCSI_COMPLETION:	/* Fast Post */
390 		if (!vha->flags.online)
391 			break;
392 
393 		for (cnt = 0; cnt < handle_cnt; cnt++)
394 			qla2x00_process_completed_request(vha, rsp->req,
395 				handles[cnt]);
396 		break;
397 
398 	case MBA_RESET:			/* Reset */
399 		ql_dbg(ql_dbg_async, vha, 0x5002,
400 		    "Asynchronous RESET.\n");
401 
402 		set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
403 		break;
404 
405 	case MBA_SYSTEM_ERR:		/* System Error */
406 		mbx = IS_QLA81XX(ha) ? RD_REG_WORD(&reg24->mailbox7) : 0;
407 		ql_log(ql_log_warn, vha, 0x5003,
408 		    "ISP System Error - mbx1=%xh mbx2=%xh mbx3=%xh "
409 		    "mbx7=%xh.\n", mb[1], mb[2], mb[3], mbx);
410 
411 		ha->isp_ops->fw_dump(vha, 1);
412 
413 		if (IS_FWI2_CAPABLE(ha)) {
414 			if (mb[1] == 0 && mb[2] == 0) {
415 				ql_log(ql_log_fatal, vha, 0x5004,
416 				    "Unrecoverable Hardware Error: adapter "
417 				    "marked OFFLINE!\n");
418 				vha->flags.online = 0;
419 			} else {
420 				/* Check to see if MPI timeout occurred */
421 				if ((mbx & MBX_3) && (ha->flags.port0))
422 					set_bit(MPI_RESET_NEEDED,
423 					    &vha->dpc_flags);
424 
425 				set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
426 			}
427 		} else if (mb[1] == 0) {
428 			ql_log(ql_log_fatal, vha, 0x5005,
429 			    "Unrecoverable Hardware Error: adapter marked "
430 			    "OFFLINE!\n");
431 			vha->flags.online = 0;
432 		} else
433 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
434 		break;
435 
436 	case MBA_REQ_TRANSFER_ERR:	/* Request Transfer Error */
437 		ql_log(ql_log_warn, vha, 0x5006,
438 		    "ISP Request Transfer Error (%x).\n",  mb[1]);
439 
440 		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
441 		break;
442 
443 	case MBA_RSP_TRANSFER_ERR:	/* Response Transfer Error */
444 		ql_log(ql_log_warn, vha, 0x5007,
445 		    "ISP Response Transfer Error.\n");
446 
447 		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
448 		break;
449 
450 	case MBA_WAKEUP_THRES:		/* Request Queue Wake-up */
451 		ql_dbg(ql_dbg_async, vha, 0x5008,
452 		    "Asynchronous WAKEUP_THRES.\n");
453 		break;
454 
455 	case MBA_LIP_OCCURRED:		/* Loop Initialization Procedure */
456 		ql_log(ql_log_info, vha, 0x5009,
457 		    "LIP occurred (%x).\n", mb[1]);
458 
459 		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
460 			atomic_set(&vha->loop_state, LOOP_DOWN);
461 			atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
462 			qla2x00_mark_all_devices_lost(vha, 1);
463 		}
464 
465 		if (vha->vp_idx) {
466 			atomic_set(&vha->vp_state, VP_FAILED);
467 			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
468 		}
469 
470 		set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
471 		set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
472 
473 		vha->flags.management_server_logged_in = 0;
474 		qla2x00_post_aen_work(vha, FCH_EVT_LIP, mb[1]);
475 		break;
476 
477 	case MBA_LOOP_UP:		/* Loop Up Event */
478 		if (IS_QLA2100(ha) || IS_QLA2200(ha)) {
479 			link_speed = link_speeds[0];
480 			ha->link_data_rate = PORT_SPEED_1GB;
481 		} else {
482 			link_speed = link_speeds[LS_UNKNOWN];
483 			if (mb[1] < 5)
484 				link_speed = link_speeds[mb[1]];
485 			else if (mb[1] == 0x13)
486 				link_speed = link_speeds[5];
487 			ha->link_data_rate = mb[1];
488 		}
489 
490 		ql_log(ql_log_info, vha, 0x500a,
491 		    "LOOP UP detected (%s Gbps).\n", link_speed);
492 
493 		vha->flags.management_server_logged_in = 0;
494 		qla2x00_post_aen_work(vha, FCH_EVT_LINKUP, ha->link_data_rate);
495 		break;
496 
497 	case MBA_LOOP_DOWN:		/* Loop Down Event */
498 		mbx = IS_QLA81XX(ha) ? RD_REG_WORD(&reg24->mailbox4) : 0;
499 		mbx = IS_QLA82XX(ha) ? RD_REG_WORD(&reg82->mailbox_out[4]) : mbx;
500 		ql_log(ql_log_info, vha, 0x500b,
501 		    "LOOP DOWN detected (%x %x %x %x).\n",
502 		    mb[1], mb[2], mb[3], mbx);
503 
504 		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
505 			atomic_set(&vha->loop_state, LOOP_DOWN);
506 			atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
507 			vha->device_flags |= DFLG_NO_CABLE;
508 			qla2x00_mark_all_devices_lost(vha, 1);
509 		}
510 
511 		if (vha->vp_idx) {
512 			atomic_set(&vha->vp_state, VP_FAILED);
513 			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
514 		}
515 
516 		vha->flags.management_server_logged_in = 0;
517 		ha->link_data_rate = PORT_SPEED_UNKNOWN;
518 		qla2x00_post_aen_work(vha, FCH_EVT_LINKDOWN, 0);
519 		break;
520 
521 	case MBA_LIP_RESET:		/* LIP reset occurred */
522 		ql_log(ql_log_info, vha, 0x500c,
523 		    "LIP reset occurred (%x).\n", mb[1]);
524 
525 		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
526 			atomic_set(&vha->loop_state, LOOP_DOWN);
527 			atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
528 			qla2x00_mark_all_devices_lost(vha, 1);
529 		}
530 
531 		if (vha->vp_idx) {
532 			atomic_set(&vha->vp_state, VP_FAILED);
533 			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
534 		}
535 
536 		set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
537 
538 		ha->operating_mode = LOOP;
539 		vha->flags.management_server_logged_in = 0;
540 		qla2x00_post_aen_work(vha, FCH_EVT_LIPRESET, mb[1]);
541 		break;
542 
543 	/* case MBA_DCBX_COMPLETE: */
544 	case MBA_POINT_TO_POINT:	/* Point-to-Point */
545 		if (IS_QLA2100(ha))
546 			break;
547 
548 		if (IS_QLA8XXX_TYPE(ha)) {
549 			ql_dbg(ql_dbg_async, vha, 0x500d,
550 			    "DCBX Completed -- %04x %04x %04x.\n",
551 			    mb[1], mb[2], mb[3]);
552 			if (ha->notify_dcbx_comp)
553 				complete(&ha->dcbx_comp);
554 
555 		} else
556 			ql_dbg(ql_dbg_async, vha, 0x500e,
557 			    "Asynchronous P2P MODE received.\n");
558 
559 		/*
560 		 * Until there's a transition from loop down to loop up, treat
561 		 * this as loop down only.
562 		 */
563 		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
564 			atomic_set(&vha->loop_state, LOOP_DOWN);
565 			if (!atomic_read(&vha->loop_down_timer))
566 				atomic_set(&vha->loop_down_timer,
567 				    LOOP_DOWN_TIME);
568 			qla2x00_mark_all_devices_lost(vha, 1);
569 		}
570 
571 		if (vha->vp_idx) {
572 			atomic_set(&vha->vp_state, VP_FAILED);
573 			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
574 		}
575 
576 		if (!(test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)))
577 			set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
578 
579 		set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
580 		set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
581 
582 		ha->flags.gpsc_supported = 1;
583 		vha->flags.management_server_logged_in = 0;
584 		break;
585 
586 	case MBA_CHG_IN_CONNECTION:	/* Change in connection mode */
587 		if (IS_QLA2100(ha))
588 			break;
589 
590 		ql_log(ql_log_info, vha, 0x500f,
591 		    "Configuration change detected: value=%x.\n", mb[1]);
592 
593 		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
594 			atomic_set(&vha->loop_state, LOOP_DOWN);
595 			if (!atomic_read(&vha->loop_down_timer))
596 				atomic_set(&vha->loop_down_timer,
597 				    LOOP_DOWN_TIME);
598 			qla2x00_mark_all_devices_lost(vha, 1);
599 		}
600 
601 		if (vha->vp_idx) {
602 			atomic_set(&vha->vp_state, VP_FAILED);
603 			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
604 		}
605 
606 		set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
607 		set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
608 		break;
609 
610 	case MBA_PORT_UPDATE:		/* Port database update */
611 		/*
612 		 * Handle only global and vn-port update events
613 		 *
614 		 * Relevant inputs:
615 		 * mb[1] = N_Port handle of changed port
616 		 * OR 0xffff for global event
617 		 * mb[2] = New login state
618 		 * 7 = Port logged out
619 		 * mb[3] = LSB is vp_idx, 0xff = all vps
620 		 *
621 		 * Skip processing if:
622 		 *       Event is global, vp_idx is NOT all vps,
623 		 *           vp_idx does not match
624 		 *       Event is not global, vp_idx does not match
625 		 */
626 		if (IS_QLA2XXX_MIDTYPE(ha) &&
627 		    ((mb[1] == 0xffff && (mb[3] & 0xff) != 0xff) ||
628 			(mb[1] != 0xffff)) && vha->vp_idx != (mb[3] & 0xff))
629 			break;
630 
631 		/* Global event -- port logout or port unavailable. */
632 		if (mb[1] == 0xffff && mb[2] == 0x7) {
633 			ql_dbg(ql_dbg_async, vha, 0x5010,
634 			    "Port unavailable %04x %04x %04x.\n",
635 			    mb[1], mb[2], mb[3]);
636 
637 			if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
638 				atomic_set(&vha->loop_state, LOOP_DOWN);
639 				atomic_set(&vha->loop_down_timer,
640 				    LOOP_DOWN_TIME);
641 				vha->device_flags |= DFLG_NO_CABLE;
642 				qla2x00_mark_all_devices_lost(vha, 1);
643 			}
644 
645 			if (vha->vp_idx) {
646 				atomic_set(&vha->vp_state, VP_FAILED);
647 				fc_vport_set_state(vha->fc_vport,
648 				    FC_VPORT_FAILED);
649 				qla2x00_mark_all_devices_lost(vha, 1);
650 			}
651 
652 			vha->flags.management_server_logged_in = 0;
653 			ha->link_data_rate = PORT_SPEED_UNKNOWN;
654 			break;
655 		}
656 
657 		/*
658 		 * If PORT UPDATE is global (received LIP_OCCURRED/LIP_RESET
659 		 * event etc. earlier indicating loop is down) then process
660 		 * it.  Otherwise ignore it and Wait for RSCN to come in.
661 		 */
662 		atomic_set(&vha->loop_down_timer, 0);
663 		if (atomic_read(&vha->loop_state) != LOOP_DOWN &&
664 		    atomic_read(&vha->loop_state) != LOOP_DEAD) {
665 			ql_dbg(ql_dbg_async, vha, 0x5011,
666 			    "Asynchronous PORT UPDATE ignored %04x/%04x/%04x.\n",
667 			    mb[1], mb[2], mb[3]);
668 			break;
669 		}
670 
671 		ql_dbg(ql_dbg_async, vha, 0x5012,
672 		    "Port database changed %04x %04x %04x.\n",
673 		    mb[1], mb[2], mb[3]);
674 
675 		/*
676 		 * Mark all devices as missing so we will login again.
677 		 */
678 		atomic_set(&vha->loop_state, LOOP_UP);
679 
680 		qla2x00_mark_all_devices_lost(vha, 1);
681 
682 		vha->flags.rscn_queue_overflow = 1;
683 
684 		set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
685 		set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
686 		break;
687 
688 	case MBA_RSCN_UPDATE:		/* State Change Registration */
689 		/* Check if the Vport has issued a SCR */
690 		if (vha->vp_idx && test_bit(VP_SCR_NEEDED, &vha->vp_flags))
691 			break;
692 		/* Only handle SCNs for our Vport index. */
693 		if (ha->flags.npiv_supported && vha->vp_idx != (mb[3] & 0xff))
694 			break;
695 
696 		ql_dbg(ql_dbg_async, vha, 0x5013,
697 		    "RSCN database changed -- %04x %04x %04x.\n",
698 		    mb[1], mb[2], mb[3]);
699 
700 		rscn_entry = ((mb[1] & 0xff) << 16) | mb[2];
701 		host_pid = (vha->d_id.b.domain << 16) | (vha->d_id.b.area << 8)
702 				| vha->d_id.b.al_pa;
703 		if (rscn_entry == host_pid) {
704 			ql_dbg(ql_dbg_async, vha, 0x5014,
705 			    "Ignoring RSCN update to local host "
706 			    "port ID (%06x).\n", host_pid);
707 			break;
708 		}
709 
710 		/* Ignore reserved bits from RSCN-payload. */
711 		rscn_entry = ((mb[1] & 0x3ff) << 16) | mb[2];
712 		rscn_queue_index = vha->rscn_in_ptr + 1;
713 		if (rscn_queue_index == MAX_RSCN_COUNT)
714 			rscn_queue_index = 0;
715 		if (rscn_queue_index != vha->rscn_out_ptr) {
716 			vha->rscn_queue[vha->rscn_in_ptr] = rscn_entry;
717 			vha->rscn_in_ptr = rscn_queue_index;
718 		} else {
719 			vha->flags.rscn_queue_overflow = 1;
720 		}
721 
722 		atomic_set(&vha->loop_state, LOOP_UPDATE);
723 		atomic_set(&vha->loop_down_timer, 0);
724 		vha->flags.management_server_logged_in = 0;
725 
726 		set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
727 		set_bit(RSCN_UPDATE, &vha->dpc_flags);
728 		qla2x00_post_aen_work(vha, FCH_EVT_RSCN, rscn_entry);
729 		break;
730 
731 	/* case MBA_RIO_RESPONSE: */
732 	case MBA_ZIO_RESPONSE:
733 		ql_dbg(ql_dbg_async, vha, 0x5015,
734 		    "[R|Z]IO update completion.\n");
735 
736 		if (IS_FWI2_CAPABLE(ha))
737 			qla24xx_process_response_queue(vha, rsp);
738 		else
739 			qla2x00_process_response_queue(rsp);
740 		break;
741 
742 	case MBA_DISCARD_RND_FRAME:
743 		ql_dbg(ql_dbg_async, vha, 0x5016,
744 		    "Discard RND Frame -- %04x %04x %04x.\n",
745 		    mb[1], mb[2], mb[3]);
746 		break;
747 
748 	case MBA_TRACE_NOTIFICATION:
749 		ql_dbg(ql_dbg_async, vha, 0x5017,
750 		    "Trace Notification -- %04x %04x.\n", mb[1], mb[2]);
751 		break;
752 
753 	case MBA_ISP84XX_ALERT:
754 		ql_dbg(ql_dbg_async, vha, 0x5018,
755 		    "ISP84XX Alert Notification -- %04x %04x %04x.\n",
756 		    mb[1], mb[2], mb[3]);
757 
758 		spin_lock_irqsave(&ha->cs84xx->access_lock, flags);
759 		switch (mb[1]) {
760 		case A84_PANIC_RECOVERY:
761 			ql_log(ql_log_info, vha, 0x5019,
762 			    "Alert 84XX: panic recovery %04x %04x.\n",
763 			    mb[2], mb[3]);
764 			break;
765 		case A84_OP_LOGIN_COMPLETE:
766 			ha->cs84xx->op_fw_version = mb[3] << 16 | mb[2];
767 			ql_log(ql_log_info, vha, 0x501a,
768 			    "Alert 84XX: firmware version %x.\n",
769 			    ha->cs84xx->op_fw_version);
770 			break;
771 		case A84_DIAG_LOGIN_COMPLETE:
772 			ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
773 			ql_log(ql_log_info, vha, 0x501b,
774 			    "Alert 84XX: diagnostic firmware version %x.\n",
775 			    ha->cs84xx->diag_fw_version);
776 			break;
777 		case A84_GOLD_LOGIN_COMPLETE:
778 			ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
779 			ha->cs84xx->fw_update = 1;
780 			ql_log(ql_log_info, vha, 0x501c,
781 			    "Alert 84XX: gold firmware version %x.\n",
782 			    ha->cs84xx->gold_fw_version);
783 			break;
784 		default:
785 			ql_log(ql_log_warn, vha, 0x501d,
786 			    "Alert 84xx: Invalid Alert %04x %04x %04x.\n",
787 			    mb[1], mb[2], mb[3]);
788 		}
789 		spin_unlock_irqrestore(&ha->cs84xx->access_lock, flags);
790 		break;
791 	case MBA_DCBX_START:
792 		ql_dbg(ql_dbg_async, vha, 0x501e,
793 		    "DCBX Started -- %04x %04x %04x.\n",
794 		    mb[1], mb[2], mb[3]);
795 		break;
796 	case MBA_DCBX_PARAM_UPDATE:
797 		ql_dbg(ql_dbg_async, vha, 0x501f,
798 		    "DCBX Parameters Updated -- %04x %04x %04x.\n",
799 		    mb[1], mb[2], mb[3]);
800 		break;
801 	case MBA_FCF_CONF_ERR:
802 		ql_dbg(ql_dbg_async, vha, 0x5020,
803 		    "FCF Configuration Error -- %04x %04x %04x.\n",
804 		    mb[1], mb[2], mb[3]);
805 		break;
806 	case MBA_IDC_COMPLETE:
807 	case MBA_IDC_NOTIFY:
808 	case MBA_IDC_TIME_EXT:
809 		qla81xx_idc_event(vha, mb[0], mb[1]);
810 		break;
811 	}
812 
813 	if (!vha->vp_idx && ha->num_vhosts)
814 		qla2x00_alert_all_vps(rsp, mb);
815 }
816 
817 /**
818  * qla2x00_process_completed_request() - Process a Fast Post response.
819  * @ha: SCSI driver HA context
820  * @index: SRB index
821  */
822 static void
823 qla2x00_process_completed_request(struct scsi_qla_host *vha,
824 				struct req_que *req, uint32_t index)
825 {
826 	srb_t *sp;
827 	struct qla_hw_data *ha = vha->hw;
828 
829 	/* Validate handle. */
830 	if (index >= MAX_OUTSTANDING_COMMANDS) {
831 		ql_log(ql_log_warn, vha, 0x3014,
832 		    "Invalid SCSI command index (%x).\n", index);
833 
834 		if (IS_QLA82XX(ha))
835 			set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
836 		else
837 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
838 		return;
839 	}
840 
841 	sp = req->outstanding_cmds[index];
842 	if (sp) {
843 		/* Free outstanding command slot. */
844 		req->outstanding_cmds[index] = NULL;
845 
846 		/* Save ISP completion status */
847 		sp->cmd->result = DID_OK << 16;
848 		qla2x00_sp_compl(ha, sp);
849 	} else {
850 		ql_log(ql_log_warn, vha, 0x3016, "Invalid SCSI SRB.\n");
851 
852 		if (IS_QLA82XX(ha))
853 			set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
854 		else
855 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
856 	}
857 }
858 
859 static srb_t *
860 qla2x00_get_sp_from_handle(scsi_qla_host_t *vha, const char *func,
861     struct req_que *req, void *iocb)
862 {
863 	struct qla_hw_data *ha = vha->hw;
864 	sts_entry_t *pkt = iocb;
865 	srb_t *sp = NULL;
866 	uint16_t index;
867 
868 	index = LSW(pkt->handle);
869 	if (index >= MAX_OUTSTANDING_COMMANDS) {
870 		ql_log(ql_log_warn, vha, 0x5031,
871 		    "Invalid command index (%x).\n", index);
872 		if (IS_QLA82XX(ha))
873 			set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
874 		else
875 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
876 		goto done;
877 	}
878 	sp = req->outstanding_cmds[index];
879 	if (!sp) {
880 		ql_log(ql_log_warn, vha, 0x5032,
881 		    "Invalid completion handle (%x) -- timed-out.\n", index);
882 		return sp;
883 	}
884 	if (sp->handle != index) {
885 		ql_log(ql_log_warn, vha, 0x5033,
886 		    "SRB handle (%x) mismatch %x.\n", sp->handle, index);
887 		return NULL;
888 	}
889 
890 	req->outstanding_cmds[index] = NULL;
891 
892 done:
893 	return sp;
894 }
895 
896 static void
897 qla2x00_mbx_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
898     struct mbx_entry *mbx)
899 {
900 	const char func[] = "MBX-IOCB";
901 	const char *type;
902 	fc_port_t *fcport;
903 	srb_t *sp;
904 	struct srb_iocb *lio;
905 	struct srb_ctx *ctx;
906 	uint16_t *data;
907 	uint16_t status;
908 
909 	sp = qla2x00_get_sp_from_handle(vha, func, req, mbx);
910 	if (!sp)
911 		return;
912 
913 	ctx = sp->ctx;
914 	lio = ctx->u.iocb_cmd;
915 	type = ctx->name;
916 	fcport = sp->fcport;
917 	data = lio->u.logio.data;
918 
919 	data[0] = MBS_COMMAND_ERROR;
920 	data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
921 	    QLA_LOGIO_LOGIN_RETRIED : 0;
922 	if (mbx->entry_status) {
923 		ql_dbg(ql_dbg_async, vha, 0x5043,
924 		    "Async-%s error entry - portid=%02x%02x%02x "
925 		    "entry-status=%x status=%x state-flag=%x "
926 		    "status-flags=%x.\n",
927 		    type, fcport->d_id.b.domain, fcport->d_id.b.area,
928 		    fcport->d_id.b.al_pa, mbx->entry_status,
929 		    le16_to_cpu(mbx->status), le16_to_cpu(mbx->state_flags),
930 		    le16_to_cpu(mbx->status_flags));
931 
932 		ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5057,
933 		    (uint8_t *)mbx, sizeof(*mbx));
934 
935 		goto logio_done;
936 	}
937 
938 	status = le16_to_cpu(mbx->status);
939 	if (status == 0x30 && ctx->type == SRB_LOGIN_CMD &&
940 	    le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE)
941 		status = 0;
942 	if (!status && le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE) {
943 		ql_dbg(ql_dbg_async, vha, 0x5045,
944 		    "Async-%s complete - portid=%02x%02x%02x mbx1=%x.\n",
945 		    type, fcport->d_id.b.domain, fcport->d_id.b.area,
946 		    fcport->d_id.b.al_pa, le16_to_cpu(mbx->mb1));
947 
948 		data[0] = MBS_COMMAND_COMPLETE;
949 		if (ctx->type == SRB_LOGIN_CMD) {
950 			fcport->port_type = FCT_TARGET;
951 			if (le16_to_cpu(mbx->mb1) & BIT_0)
952 				fcport->port_type = FCT_INITIATOR;
953 			else if (le16_to_cpu(mbx->mb1) & BIT_1)
954 				fcport->flags |= FCF_FCP2_DEVICE;
955 		}
956 		goto logio_done;
957 	}
958 
959 	data[0] = le16_to_cpu(mbx->mb0);
960 	switch (data[0]) {
961 	case MBS_PORT_ID_USED:
962 		data[1] = le16_to_cpu(mbx->mb1);
963 		break;
964 	case MBS_LOOP_ID_USED:
965 		break;
966 	default:
967 		data[0] = MBS_COMMAND_ERROR;
968 		break;
969 	}
970 
971 	ql_log(ql_log_warn, vha, 0x5046,
972 	    "Async-%s failed - portid=%02x%02x%02x status=%x "
973 	    "mb0=%x mb1=%x mb2=%x mb6=%x mb7=%x.\n",
974 	    type, fcport->d_id.b.domain,
975 	    fcport->d_id.b.area, fcport->d_id.b.al_pa, status,
976 	    le16_to_cpu(mbx->mb0), le16_to_cpu(mbx->mb1),
977 	    le16_to_cpu(mbx->mb2), le16_to_cpu(mbx->mb6),
978 	    le16_to_cpu(mbx->mb7));
979 
980 logio_done:
981 	lio->done(sp);
982 }
983 
984 static void
985 qla2x00_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
986     sts_entry_t *pkt, int iocb_type)
987 {
988 	const char func[] = "CT_IOCB";
989 	const char *type;
990 	struct qla_hw_data *ha = vha->hw;
991 	srb_t *sp;
992 	struct srb_ctx *sp_bsg;
993 	struct fc_bsg_job *bsg_job;
994 	uint16_t comp_status;
995 
996 	sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
997 	if (!sp)
998 		return;
999 
1000 	sp_bsg = sp->ctx;
1001 	bsg_job = sp_bsg->u.bsg_job;
1002 
1003 	type = NULL;
1004 	switch (sp_bsg->type) {
1005 	case SRB_CT_CMD:
1006 		type = "ct pass-through";
1007 		break;
1008 	default:
1009 		ql_log(ql_log_warn, vha, 0x5047,
1010 		    "Unrecognized SRB: (%p) type=%d.\n", sp, sp_bsg->type);
1011 		return;
1012 	}
1013 
1014 	comp_status = le16_to_cpu(pkt->comp_status);
1015 
1016 	/* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1017 	 * fc payload  to the caller
1018 	 */
1019 	bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1020 	bsg_job->reply_len = sizeof(struct fc_bsg_reply);
1021 
1022 	if (comp_status != CS_COMPLETE) {
1023 		if (comp_status == CS_DATA_UNDERRUN) {
1024 			bsg_job->reply->result = DID_OK << 16;
1025 			bsg_job->reply->reply_payload_rcv_len =
1026 			    le16_to_cpu(((sts_entry_t *)pkt)->rsp_info_len);
1027 
1028 			ql_log(ql_log_warn, vha, 0x5048,
1029 			    "CT pass-through-%s error "
1030 			    "comp_status-status=0x%x total_byte = 0x%x.\n",
1031 			    type, comp_status,
1032 			    bsg_job->reply->reply_payload_rcv_len);
1033 		} else {
1034 			ql_log(ql_log_warn, vha, 0x5049,
1035 			    "CT pass-through-%s error "
1036 			    "comp_status-status=0x%x.\n", type, comp_status);
1037 			bsg_job->reply->result = DID_ERROR << 16;
1038 			bsg_job->reply->reply_payload_rcv_len = 0;
1039 		}
1040 		ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5058,
1041 		    (uint8_t *)pkt, sizeof(*pkt));
1042 	} else {
1043 		bsg_job->reply->result =  DID_OK << 16;
1044 		bsg_job->reply->reply_payload_rcv_len =
1045 		    bsg_job->reply_payload.payload_len;
1046 		bsg_job->reply_len = 0;
1047 	}
1048 
1049 	dma_unmap_sg(&ha->pdev->dev, bsg_job->request_payload.sg_list,
1050 	    bsg_job->request_payload.sg_cnt, DMA_TO_DEVICE);
1051 
1052 	dma_unmap_sg(&ha->pdev->dev, bsg_job->reply_payload.sg_list,
1053 	    bsg_job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
1054 
1055 	if (sp_bsg->type == SRB_ELS_CMD_HST || sp_bsg->type == SRB_CT_CMD)
1056 		kfree(sp->fcport);
1057 
1058 	kfree(sp->ctx);
1059 	mempool_free(sp, ha->srb_mempool);
1060 	bsg_job->job_done(bsg_job);
1061 }
1062 
1063 static void
1064 qla24xx_els_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
1065     struct sts_entry_24xx *pkt, int iocb_type)
1066 {
1067 	const char func[] = "ELS_CT_IOCB";
1068 	const char *type;
1069 	struct qla_hw_data *ha = vha->hw;
1070 	srb_t *sp;
1071 	struct srb_ctx *sp_bsg;
1072 	struct fc_bsg_job *bsg_job;
1073 	uint16_t comp_status;
1074 	uint32_t fw_status[3];
1075 	uint8_t* fw_sts_ptr;
1076 
1077 	sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
1078 	if (!sp)
1079 		return;
1080 	sp_bsg = sp->ctx;
1081 	bsg_job = sp_bsg->u.bsg_job;
1082 
1083 	type = NULL;
1084 	switch (sp_bsg->type) {
1085 	case SRB_ELS_CMD_RPT:
1086 	case SRB_ELS_CMD_HST:
1087 		type = "els";
1088 		break;
1089 	case SRB_CT_CMD:
1090 		type = "ct pass-through";
1091 		break;
1092 	default:
1093 		ql_log(ql_log_warn, vha, 0x503e,
1094 		    "Unrecognized SRB: (%p) type=%d.\n", sp, sp_bsg->type);
1095 		return;
1096 	}
1097 
1098 	comp_status = fw_status[0] = le16_to_cpu(pkt->comp_status);
1099 	fw_status[1] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_1);
1100 	fw_status[2] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_2);
1101 
1102 	/* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1103 	 * fc payload  to the caller
1104 	 */
1105 	bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1106 	bsg_job->reply_len = sizeof(struct fc_bsg_reply) + sizeof(fw_status);
1107 
1108 	if (comp_status != CS_COMPLETE) {
1109 		if (comp_status == CS_DATA_UNDERRUN) {
1110 			bsg_job->reply->result = DID_OK << 16;
1111 			bsg_job->reply->reply_payload_rcv_len =
1112 				le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->total_byte_count);
1113 
1114 			ql_log(ql_log_info, vha, 0x503f,
1115 			    "ELS-CT pass-through-%s error comp_status-status=0x%x "
1116 			    "error subcode 1=0x%x error subcode 2=0x%x total_byte = 0x%x.\n",
1117 			    type, comp_status, fw_status[1], fw_status[2],
1118 			    le16_to_cpu(((struct els_sts_entry_24xx *)
1119 				pkt)->total_byte_count));
1120 			fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1121 			memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1122 		}
1123 		else {
1124 			ql_log(ql_log_info, vha, 0x5040,
1125 			    "ELS-CT pass-through-%s error comp_status-status=0x%x "
1126 			    "error subcode 1=0x%x error subcode 2=0x%x.\n",
1127 			    type, comp_status,
1128 			    le16_to_cpu(((struct els_sts_entry_24xx *)
1129 				pkt)->error_subcode_1),
1130 			    le16_to_cpu(((struct els_sts_entry_24xx *)
1131 				    pkt)->error_subcode_2));
1132 			bsg_job->reply->result = DID_ERROR << 16;
1133 			bsg_job->reply->reply_payload_rcv_len = 0;
1134 			fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1135 			memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1136 		}
1137 		ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5056,
1138 				(uint8_t *)pkt, sizeof(*pkt));
1139 	}
1140 	else {
1141 		bsg_job->reply->result =  DID_OK << 16;
1142 		bsg_job->reply->reply_payload_rcv_len = bsg_job->reply_payload.payload_len;
1143 		bsg_job->reply_len = 0;
1144 	}
1145 
1146 	dma_unmap_sg(&ha->pdev->dev,
1147 	    bsg_job->request_payload.sg_list,
1148 	    bsg_job->request_payload.sg_cnt, DMA_TO_DEVICE);
1149 	dma_unmap_sg(&ha->pdev->dev,
1150 	    bsg_job->reply_payload.sg_list,
1151 	    bsg_job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
1152 	if ((sp_bsg->type == SRB_ELS_CMD_HST) ||
1153 	    (sp_bsg->type == SRB_CT_CMD))
1154 		kfree(sp->fcport);
1155 	kfree(sp->ctx);
1156 	mempool_free(sp, ha->srb_mempool);
1157 	bsg_job->job_done(bsg_job);
1158 }
1159 
1160 static void
1161 qla24xx_logio_entry(scsi_qla_host_t *vha, struct req_que *req,
1162     struct logio_entry_24xx *logio)
1163 {
1164 	const char func[] = "LOGIO-IOCB";
1165 	const char *type;
1166 	fc_port_t *fcport;
1167 	srb_t *sp;
1168 	struct srb_iocb *lio;
1169 	struct srb_ctx *ctx;
1170 	uint16_t *data;
1171 	uint32_t iop[2];
1172 
1173 	sp = qla2x00_get_sp_from_handle(vha, func, req, logio);
1174 	if (!sp)
1175 		return;
1176 
1177 	ctx = sp->ctx;
1178 	lio = ctx->u.iocb_cmd;
1179 	type = ctx->name;
1180 	fcport = sp->fcport;
1181 	data = lio->u.logio.data;
1182 
1183 	data[0] = MBS_COMMAND_ERROR;
1184 	data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
1185 		QLA_LOGIO_LOGIN_RETRIED : 0;
1186 	if (logio->entry_status) {
1187 		ql_log(ql_log_warn, vha, 0x5034,
1188 		    "Async-%s error entry - "
1189 		    "portid=%02x%02x%02x entry-status=%x.\n",
1190 		    type, fcport->d_id.b.domain, fcport->d_id.b.area,
1191 		    fcport->d_id.b.al_pa, logio->entry_status);
1192 		ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5059,
1193 		    (uint8_t *)logio, sizeof(*logio));
1194 
1195 		goto logio_done;
1196 	}
1197 
1198 	if (le16_to_cpu(logio->comp_status) == CS_COMPLETE) {
1199 		ql_dbg(ql_dbg_async, vha, 0x5036,
1200 		    "Async-%s complete - portid=%02x%02x%02x "
1201 		    "iop0=%x.\n",
1202 		    type, fcport->d_id.b.domain, fcport->d_id.b.area,
1203 		    fcport->d_id.b.al_pa,
1204 		    le32_to_cpu(logio->io_parameter[0]));
1205 
1206 		data[0] = MBS_COMMAND_COMPLETE;
1207 		if (ctx->type != SRB_LOGIN_CMD)
1208 			goto logio_done;
1209 
1210 		iop[0] = le32_to_cpu(logio->io_parameter[0]);
1211 		if (iop[0] & BIT_4) {
1212 			fcport->port_type = FCT_TARGET;
1213 			if (iop[0] & BIT_8)
1214 				fcport->flags |= FCF_FCP2_DEVICE;
1215 		} else if (iop[0] & BIT_5)
1216 			fcport->port_type = FCT_INITIATOR;
1217 
1218 		if (logio->io_parameter[7] || logio->io_parameter[8])
1219 			fcport->supported_classes |= FC_COS_CLASS2;
1220 		if (logio->io_parameter[9] || logio->io_parameter[10])
1221 			fcport->supported_classes |= FC_COS_CLASS3;
1222 
1223 		goto logio_done;
1224 	}
1225 
1226 	iop[0] = le32_to_cpu(logio->io_parameter[0]);
1227 	iop[1] = le32_to_cpu(logio->io_parameter[1]);
1228 	switch (iop[0]) {
1229 	case LSC_SCODE_PORTID_USED:
1230 		data[0] = MBS_PORT_ID_USED;
1231 		data[1] = LSW(iop[1]);
1232 		break;
1233 	case LSC_SCODE_NPORT_USED:
1234 		data[0] = MBS_LOOP_ID_USED;
1235 		break;
1236 	default:
1237 		data[0] = MBS_COMMAND_ERROR;
1238 		break;
1239 	}
1240 
1241 	ql_dbg(ql_dbg_async, vha, 0x5037,
1242 	    "Async-%s failed - portid=%02x%02x%02x comp=%x "
1243 	    "iop0=%x iop1=%x.\n",
1244 	    type, fcport->d_id.b.domain,
1245 	    fcport->d_id.b.area, fcport->d_id.b.al_pa,
1246 	    le16_to_cpu(logio->comp_status),
1247 	    le32_to_cpu(logio->io_parameter[0]),
1248 	    le32_to_cpu(logio->io_parameter[1]));
1249 
1250 logio_done:
1251 	lio->done(sp);
1252 }
1253 
1254 static void
1255 qla24xx_tm_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
1256     struct tsk_mgmt_entry *tsk)
1257 {
1258 	const char func[] = "TMF-IOCB";
1259 	const char *type;
1260 	fc_port_t *fcport;
1261 	srb_t *sp;
1262 	struct srb_iocb *iocb;
1263 	struct srb_ctx *ctx;
1264 	struct sts_entry_24xx *sts = (struct sts_entry_24xx *)tsk;
1265 	int error = 1;
1266 
1267 	sp = qla2x00_get_sp_from_handle(vha, func, req, tsk);
1268 	if (!sp)
1269 		return;
1270 
1271 	ctx = sp->ctx;
1272 	iocb = ctx->u.iocb_cmd;
1273 	type = ctx->name;
1274 	fcport = sp->fcport;
1275 
1276 	if (sts->entry_status) {
1277 		ql_log(ql_log_warn, vha, 0x5038,
1278 		    "Async-%s error - entry-status(%x).\n",
1279 		    type, sts->entry_status);
1280 	} else if (sts->comp_status != __constant_cpu_to_le16(CS_COMPLETE)) {
1281 		ql_log(ql_log_warn, vha, 0x5039,
1282 		    "Async-%s error - completion status(%x).\n",
1283 		    type, sts->comp_status);
1284 	} else if (!(le16_to_cpu(sts->scsi_status) &
1285 	    SS_RESPONSE_INFO_LEN_VALID)) {
1286 		ql_log(ql_log_warn, vha, 0x503a,
1287 		    "Async-%s error - no response info(%x).\n",
1288 		    type, sts->scsi_status);
1289 	} else if (le32_to_cpu(sts->rsp_data_len) < 4) {
1290 		ql_log(ql_log_warn, vha, 0x503b,
1291 		    "Async-%s error - not enough response(%d).\n",
1292 		    type, sts->rsp_data_len);
1293 	} else if (sts->data[3]) {
1294 		ql_log(ql_log_warn, vha, 0x503c,
1295 		    "Async-%s error - response(%x).\n",
1296 		    type, sts->data[3]);
1297 	} else {
1298 		error = 0;
1299 	}
1300 
1301 	if (error) {
1302 		iocb->u.tmf.data = error;
1303 		ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5055,
1304 		    (uint8_t *)sts, sizeof(*sts));
1305 	}
1306 
1307 	iocb->done(sp);
1308 }
1309 
1310 /**
1311  * qla2x00_process_response_queue() - Process response queue entries.
1312  * @ha: SCSI driver HA context
1313  */
1314 void
1315 qla2x00_process_response_queue(struct rsp_que *rsp)
1316 {
1317 	struct scsi_qla_host *vha;
1318 	struct qla_hw_data *ha = rsp->hw;
1319 	struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
1320 	sts_entry_t	*pkt;
1321 	uint16_t        handle_cnt;
1322 	uint16_t        cnt;
1323 
1324 	vha = pci_get_drvdata(ha->pdev);
1325 
1326 	if (!vha->flags.online)
1327 		return;
1328 
1329 	while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1330 		pkt = (sts_entry_t *)rsp->ring_ptr;
1331 
1332 		rsp->ring_index++;
1333 		if (rsp->ring_index == rsp->length) {
1334 			rsp->ring_index = 0;
1335 			rsp->ring_ptr = rsp->ring;
1336 		} else {
1337 			rsp->ring_ptr++;
1338 		}
1339 
1340 		if (pkt->entry_status != 0) {
1341 			ql_log(ql_log_warn, vha, 0x5035,
1342 			    "Process error entry.\n");
1343 
1344 			qla2x00_error_entry(vha, rsp, pkt);
1345 			((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1346 			wmb();
1347 			continue;
1348 		}
1349 
1350 		switch (pkt->entry_type) {
1351 		case STATUS_TYPE:
1352 			qla2x00_status_entry(vha, rsp, pkt);
1353 			break;
1354 		case STATUS_TYPE_21:
1355 			handle_cnt = ((sts21_entry_t *)pkt)->handle_count;
1356 			for (cnt = 0; cnt < handle_cnt; cnt++) {
1357 				qla2x00_process_completed_request(vha, rsp->req,
1358 				    ((sts21_entry_t *)pkt)->handle[cnt]);
1359 			}
1360 			break;
1361 		case STATUS_TYPE_22:
1362 			handle_cnt = ((sts22_entry_t *)pkt)->handle_count;
1363 			for (cnt = 0; cnt < handle_cnt; cnt++) {
1364 				qla2x00_process_completed_request(vha, rsp->req,
1365 				    ((sts22_entry_t *)pkt)->handle[cnt]);
1366 			}
1367 			break;
1368 		case STATUS_CONT_TYPE:
1369 			qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
1370 			break;
1371 		case MBX_IOCB_TYPE:
1372 			qla2x00_mbx_iocb_entry(vha, rsp->req,
1373 			    (struct mbx_entry *)pkt);
1374 			break;
1375 		case CT_IOCB_TYPE:
1376 			qla2x00_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
1377 			break;
1378 		default:
1379 			/* Type Not Supported. */
1380 			ql_log(ql_log_warn, vha, 0x504a,
1381 			    "Received unknown response pkt type %x "
1382 			    "entry status=%x.\n",
1383 			    pkt->entry_type, pkt->entry_status);
1384 			break;
1385 		}
1386 		((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1387 		wmb();
1388 	}
1389 
1390 	/* Adjust ring index */
1391 	WRT_REG_WORD(ISP_RSP_Q_OUT(ha, reg), rsp->ring_index);
1392 }
1393 
1394 static inline void
1395 
1396 qla2x00_handle_sense(srb_t *sp, uint8_t *sense_data, uint32_t par_sense_len,
1397     uint32_t sense_len, struct rsp_que *rsp)
1398 {
1399 	struct scsi_qla_host *vha = sp->fcport->vha;
1400 	struct scsi_cmnd *cp = sp->cmd;
1401 
1402 	if (sense_len >= SCSI_SENSE_BUFFERSIZE)
1403 		sense_len = SCSI_SENSE_BUFFERSIZE;
1404 
1405 	sp->request_sense_length = sense_len;
1406 	sp->request_sense_ptr = cp->sense_buffer;
1407 	if (sp->request_sense_length > par_sense_len)
1408 		sense_len = par_sense_len;
1409 
1410 	memcpy(cp->sense_buffer, sense_data, sense_len);
1411 
1412 	sp->request_sense_ptr += sense_len;
1413 	sp->request_sense_length -= sense_len;
1414 	if (sp->request_sense_length != 0)
1415 		rsp->status_srb = sp;
1416 
1417 	ql_dbg(ql_dbg_io, vha, 0x301c,
1418 	    "Check condition Sense data, scsi(%ld:%d:%d:%d) cmd=%p.\n",
1419 	    sp->fcport->vha->host_no, cp->device->channel, cp->device->id,
1420 	    cp->device->lun, cp);
1421 	if (sense_len)
1422 		ql_dump_buffer(ql_dbg_io + ql_dbg_buffer, vha, 0x302b,
1423 		    cp->sense_buffer, sense_len);
1424 }
1425 
1426 struct scsi_dif_tuple {
1427 	__be16 guard;       /* Checksum */
1428 	__be16 app_tag;         /* APPL identifer */
1429 	__be32 ref_tag;         /* Target LBA or indirect LBA */
1430 };
1431 
1432 /*
1433  * Checks the guard or meta-data for the type of error
1434  * detected by the HBA. In case of errors, we set the
1435  * ASC/ASCQ fields in the sense buffer with ILLEGAL_REQUEST
1436  * to indicate to the kernel that the HBA detected error.
1437  */
1438 static inline void
1439 qla2x00_handle_dif_error(srb_t *sp, struct sts_entry_24xx *sts24)
1440 {
1441 	struct scsi_qla_host *vha = sp->fcport->vha;
1442 	struct scsi_cmnd *cmd = sp->cmd;
1443 	struct scsi_dif_tuple	*ep =
1444 			(struct scsi_dif_tuple *)&sts24->data[20];
1445 	struct scsi_dif_tuple	*ap =
1446 			(struct scsi_dif_tuple *)&sts24->data[12];
1447 	uint32_t	e_ref_tag, a_ref_tag;
1448 	uint16_t	e_app_tag, a_app_tag;
1449 	uint16_t	e_guard, a_guard;
1450 
1451 	e_ref_tag = be32_to_cpu(ep->ref_tag);
1452 	a_ref_tag = be32_to_cpu(ap->ref_tag);
1453 	e_app_tag = be16_to_cpu(ep->app_tag);
1454 	a_app_tag = be16_to_cpu(ap->app_tag);
1455 	e_guard = be16_to_cpu(ep->guard);
1456 	a_guard = be16_to_cpu(ap->guard);
1457 
1458 	ql_dbg(ql_dbg_io, vha, 0x3023,
1459 	    "iocb(s) %p Returned STATUS.\n", sts24);
1460 
1461 	ql_dbg(ql_dbg_io, vha, 0x3024,
1462 	    "DIF ERROR in cmd 0x%x lba 0x%llx act ref"
1463 	    " tag=0x%x, exp ref_tag=0x%x, act app tag=0x%x, exp app"
1464 	    " tag=0x%x, act guard=0x%x, exp guard=0x%x.\n",
1465 	    cmd->cmnd[0], (u64)scsi_get_lba(cmd), a_ref_tag, e_ref_tag,
1466 	    a_app_tag, e_app_tag, a_guard, e_guard);
1467 
1468 	/* check guard */
1469 	if (e_guard != a_guard) {
1470 		scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1471 		    0x10, 0x1);
1472 		set_driver_byte(cmd, DRIVER_SENSE);
1473 		set_host_byte(cmd, DID_ABORT);
1474 		cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1475 		return;
1476 	}
1477 
1478 	/* check appl tag */
1479 	if (e_app_tag != a_app_tag) {
1480 		scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1481 		    0x10, 0x2);
1482 		set_driver_byte(cmd, DRIVER_SENSE);
1483 		set_host_byte(cmd, DID_ABORT);
1484 		cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1485 		return;
1486 	}
1487 
1488 	/* check ref tag */
1489 	if (e_ref_tag != a_ref_tag) {
1490 		scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1491 		    0x10, 0x3);
1492 		set_driver_byte(cmd, DRIVER_SENSE);
1493 		set_host_byte(cmd, DID_ABORT);
1494 		cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1495 		return;
1496 	}
1497 }
1498 
1499 /**
1500  * qla2x00_status_entry() - Process a Status IOCB entry.
1501  * @ha: SCSI driver HA context
1502  * @pkt: Entry pointer
1503  */
1504 static void
1505 qla2x00_status_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, void *pkt)
1506 {
1507 	srb_t		*sp;
1508 	fc_port_t	*fcport;
1509 	struct scsi_cmnd *cp;
1510 	sts_entry_t *sts;
1511 	struct sts_entry_24xx *sts24;
1512 	uint16_t	comp_status;
1513 	uint16_t	scsi_status;
1514 	uint16_t	ox_id;
1515 	uint8_t		lscsi_status;
1516 	int32_t		resid;
1517 	uint32_t sense_len, par_sense_len, rsp_info_len, resid_len,
1518 	    fw_resid_len;
1519 	uint8_t		*rsp_info, *sense_data;
1520 	struct qla_hw_data *ha = vha->hw;
1521 	uint32_t handle;
1522 	uint16_t que;
1523 	struct req_que *req;
1524 	int logit = 1;
1525 
1526 	sts = (sts_entry_t *) pkt;
1527 	sts24 = (struct sts_entry_24xx *) pkt;
1528 	if (IS_FWI2_CAPABLE(ha)) {
1529 		comp_status = le16_to_cpu(sts24->comp_status);
1530 		scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
1531 	} else {
1532 		comp_status = le16_to_cpu(sts->comp_status);
1533 		scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
1534 	}
1535 	handle = (uint32_t) LSW(sts->handle);
1536 	que = MSW(sts->handle);
1537 	req = ha->req_q_map[que];
1538 
1539 	/* Fast path completion. */
1540 	if (comp_status == CS_COMPLETE && scsi_status == 0) {
1541 		qla2x00_process_completed_request(vha, req, handle);
1542 
1543 		return;
1544 	}
1545 
1546 	/* Validate handle. */
1547 	if (handle < MAX_OUTSTANDING_COMMANDS) {
1548 		sp = req->outstanding_cmds[handle];
1549 		req->outstanding_cmds[handle] = NULL;
1550 	} else
1551 		sp = NULL;
1552 
1553 	if (sp == NULL) {
1554 		ql_log(ql_log_warn, vha, 0x3017,
1555 		    "Invalid status handle (0x%x).\n", sts->handle);
1556 
1557 		if (IS_QLA82XX(ha))
1558 			set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
1559 		else
1560 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1561 		qla2xxx_wake_dpc(vha);
1562 		return;
1563 	}
1564 	cp = sp->cmd;
1565 	if (cp == NULL) {
1566 		ql_log(ql_log_warn, vha, 0x3018,
1567 		    "Command already returned (0x%x/%p).\n",
1568 		    sts->handle, sp);
1569 
1570 		return;
1571 	}
1572 
1573   	lscsi_status = scsi_status & STATUS_MASK;
1574 
1575 	fcport = sp->fcport;
1576 
1577 	ox_id = 0;
1578 	sense_len = par_sense_len = rsp_info_len = resid_len =
1579 	    fw_resid_len = 0;
1580 	if (IS_FWI2_CAPABLE(ha)) {
1581 		if (scsi_status & SS_SENSE_LEN_VALID)
1582 			sense_len = le32_to_cpu(sts24->sense_len);
1583 		if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
1584 			rsp_info_len = le32_to_cpu(sts24->rsp_data_len);
1585 		if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER))
1586 			resid_len = le32_to_cpu(sts24->rsp_residual_count);
1587 		if (comp_status == CS_DATA_UNDERRUN)
1588 			fw_resid_len = le32_to_cpu(sts24->residual_len);
1589 		rsp_info = sts24->data;
1590 		sense_data = sts24->data;
1591 		host_to_fcp_swap(sts24->data, sizeof(sts24->data));
1592 		ox_id = le16_to_cpu(sts24->ox_id);
1593 		par_sense_len = sizeof(sts24->data);
1594 	} else {
1595 		if (scsi_status & SS_SENSE_LEN_VALID)
1596 			sense_len = le16_to_cpu(sts->req_sense_length);
1597 		if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
1598 			rsp_info_len = le16_to_cpu(sts->rsp_info_len);
1599 		resid_len = le32_to_cpu(sts->residual_length);
1600 		rsp_info = sts->rsp_info;
1601 		sense_data = sts->req_sense_data;
1602 		par_sense_len = sizeof(sts->req_sense_data);
1603 	}
1604 
1605 	/* Check for any FCP transport errors. */
1606 	if (scsi_status & SS_RESPONSE_INFO_LEN_VALID) {
1607 		/* Sense data lies beyond any FCP RESPONSE data. */
1608 		if (IS_FWI2_CAPABLE(ha)) {
1609 			sense_data += rsp_info_len;
1610 			par_sense_len -= rsp_info_len;
1611 		}
1612 		if (rsp_info_len > 3 && rsp_info[3]) {
1613 			ql_log(ql_log_warn, vha, 0x3019,
1614 			    "FCP I/O protocol failure (0x%x/0x%x).\n",
1615 			    rsp_info_len, rsp_info[3]);
1616 
1617 			cp->result = DID_BUS_BUSY << 16;
1618 			goto out;
1619 		}
1620 	}
1621 
1622 	/* Check for overrun. */
1623 	if (IS_FWI2_CAPABLE(ha) && comp_status == CS_COMPLETE &&
1624 	    scsi_status & SS_RESIDUAL_OVER)
1625 		comp_status = CS_DATA_OVERRUN;
1626 
1627 	/*
1628 	 * Based on Host and scsi status generate status code for Linux
1629 	 */
1630 	switch (comp_status) {
1631 	case CS_COMPLETE:
1632 	case CS_QUEUE_FULL:
1633 		if (scsi_status == 0) {
1634 			cp->result = DID_OK << 16;
1635 			break;
1636 		}
1637 		if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER)) {
1638 			resid = resid_len;
1639 			scsi_set_resid(cp, resid);
1640 
1641 			if (!lscsi_status &&
1642 			    ((unsigned)(scsi_bufflen(cp) - resid) <
1643 			     cp->underflow)) {
1644 				ql_log(ql_log_warn, vha, 0x301a,
1645 				    "Mid-layer underflow "
1646 				    "detected (0x%x of 0x%x bytes).\n",
1647 				    resid, scsi_bufflen(cp));
1648 
1649 				cp->result = DID_ERROR << 16;
1650 				break;
1651 			}
1652 		}
1653 		cp->result = DID_OK << 16 | lscsi_status;
1654 
1655 		if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
1656 			ql_log(ql_log_warn, vha, 0x301b,
1657 			    "QUEUE FULL detected.\n");
1658 			break;
1659 		}
1660 		logit = 0;
1661 		if (lscsi_status != SS_CHECK_CONDITION)
1662 			break;
1663 
1664 		memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1665 		if (!(scsi_status & SS_SENSE_LEN_VALID))
1666 			break;
1667 
1668 		qla2x00_handle_sense(sp, sense_data, par_sense_len, sense_len,
1669 		    rsp);
1670 		break;
1671 
1672 	case CS_DATA_UNDERRUN:
1673 		/* Use F/W calculated residual length. */
1674 		resid = IS_FWI2_CAPABLE(ha) ? fw_resid_len : resid_len;
1675 		scsi_set_resid(cp, resid);
1676 		if (scsi_status & SS_RESIDUAL_UNDER) {
1677 			if (IS_FWI2_CAPABLE(ha) && fw_resid_len != resid_len) {
1678 				ql_log(ql_log_warn, vha, 0x301d,
1679 				    "Dropped frame(s) detected "
1680 				    "(0x%x of 0x%x bytes).\n",
1681 				    resid, scsi_bufflen(cp));
1682 
1683 				cp->result = DID_ERROR << 16 | lscsi_status;
1684 				break;
1685 			}
1686 
1687 			if (!lscsi_status &&
1688 			    ((unsigned)(scsi_bufflen(cp) - resid) <
1689 			    cp->underflow)) {
1690 				ql_log(ql_log_warn, vha, 0x301e,
1691 				    "Mid-layer underflow "
1692 				    "detected (0x%x of 0x%x bytes).\n",
1693 				    resid, scsi_bufflen(cp));
1694 
1695 				cp->result = DID_ERROR << 16;
1696 				break;
1697 			}
1698 		} else {
1699 			ql_log(ql_log_warn, vha, 0x301f,
1700 			    "Dropped frame(s) detected (0x%x "
1701 			    "of 0x%x bytes).\n", resid, scsi_bufflen(cp));
1702 
1703 			cp->result = DID_ERROR << 16 | lscsi_status;
1704 			goto check_scsi_status;
1705 		}
1706 
1707 		cp->result = DID_OK << 16 | lscsi_status;
1708 		logit = 0;
1709 
1710 check_scsi_status:
1711 		/*
1712 		 * Check to see if SCSI Status is non zero. If so report SCSI
1713 		 * Status.
1714 		 */
1715 		if (lscsi_status != 0) {
1716 			if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
1717 				ql_log(ql_log_warn, vha, 0x3020,
1718 				    "QUEUE FULL detected.\n");
1719 				logit = 1;
1720 				break;
1721 			}
1722 			if (lscsi_status != SS_CHECK_CONDITION)
1723 				break;
1724 
1725 			memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1726 			if (!(scsi_status & SS_SENSE_LEN_VALID))
1727 				break;
1728 
1729 			qla2x00_handle_sense(sp, sense_data, par_sense_len,
1730 			    sense_len, rsp);
1731 		}
1732 		break;
1733 
1734 	case CS_PORT_LOGGED_OUT:
1735 	case CS_PORT_CONFIG_CHG:
1736 	case CS_PORT_BUSY:
1737 	case CS_INCOMPLETE:
1738 	case CS_PORT_UNAVAILABLE:
1739 	case CS_TIMEOUT:
1740 	case CS_RESET:
1741 
1742 		/*
1743 		 * We are going to have the fc class block the rport
1744 		 * while we try to recover so instruct the mid layer
1745 		 * to requeue until the class decides how to handle this.
1746 		 */
1747 		cp->result = DID_TRANSPORT_DISRUPTED << 16;
1748 
1749 		if (comp_status == CS_TIMEOUT) {
1750 			if (IS_FWI2_CAPABLE(ha))
1751 				break;
1752 			else if ((le16_to_cpu(sts->status_flags) &
1753 			    SF_LOGOUT_SENT) == 0)
1754 				break;
1755 		}
1756 
1757 		ql_dbg(ql_dbg_io, vha, 0x3021,
1758 		    "Port down status: port-state=0x%x.\n",
1759 		    atomic_read(&fcport->state));
1760 
1761 		if (atomic_read(&fcport->state) == FCS_ONLINE)
1762 			qla2x00_mark_device_lost(fcport->vha, fcport, 1, 1);
1763 		break;
1764 
1765 	case CS_ABORTED:
1766 		cp->result = DID_RESET << 16;
1767 		break;
1768 
1769 	case CS_DIF_ERROR:
1770 		qla2x00_handle_dif_error(sp, sts24);
1771 		break;
1772 	default:
1773 		cp->result = DID_ERROR << 16;
1774 		break;
1775 	}
1776 
1777 out:
1778 	if (logit)
1779 		ql_dbg(ql_dbg_io, vha, 0x3022,
1780 		    "FCP command status: 0x%x-0x%x (0x%x) "
1781 		    "oxid=0x%x cdb=%02x%02x%02x len=0x%x "
1782 		    "rsp_info=0x%x resid=0x%x fw_resid=0x%x.\n",
1783 		    comp_status, scsi_status, cp->result, ox_id, cp->cmnd[0],
1784 		    cp->cmnd[1], cp->cmnd[2], scsi_bufflen(cp), rsp_info_len,
1785 		    resid_len, fw_resid_len);
1786 
1787 	if (rsp->status_srb == NULL)
1788 		qla2x00_sp_compl(ha, sp);
1789 }
1790 
1791 /**
1792  * qla2x00_status_cont_entry() - Process a Status Continuations entry.
1793  * @ha: SCSI driver HA context
1794  * @pkt: Entry pointer
1795  *
1796  * Extended sense data.
1797  */
1798 static void
1799 qla2x00_status_cont_entry(struct rsp_que *rsp, sts_cont_entry_t *pkt)
1800 {
1801 	uint8_t		sense_sz = 0;
1802 	struct qla_hw_data *ha = rsp->hw;
1803 	struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);
1804 	srb_t		*sp = rsp->status_srb;
1805 	struct scsi_cmnd *cp;
1806 
1807 	if (sp != NULL && sp->request_sense_length != 0) {
1808 		cp = sp->cmd;
1809 		if (cp == NULL) {
1810 			ql_log(ql_log_warn, vha, 0x3025,
1811 			    "cmd is NULL: already returned to OS (sp=%p).\n",
1812 			    sp);
1813 
1814 			rsp->status_srb = NULL;
1815 			return;
1816 		}
1817 
1818 		if (sp->request_sense_length > sizeof(pkt->data)) {
1819 			sense_sz = sizeof(pkt->data);
1820 		} else {
1821 			sense_sz = sp->request_sense_length;
1822 		}
1823 
1824 		/* Move sense data. */
1825 		if (IS_FWI2_CAPABLE(ha))
1826 			host_to_fcp_swap(pkt->data, sizeof(pkt->data));
1827 		memcpy(sp->request_sense_ptr, pkt->data, sense_sz);
1828 		ql_dump_buffer(ql_dbg_io + ql_dbg_buffer, vha, 0x302c,
1829 			sp->request_sense_ptr, sense_sz);
1830 
1831 		sp->request_sense_ptr += sense_sz;
1832 		sp->request_sense_length -= sense_sz;
1833 
1834 		/* Place command on done queue. */
1835 		if (sp->request_sense_length == 0) {
1836 			rsp->status_srb = NULL;
1837 			qla2x00_sp_compl(ha, sp);
1838 		}
1839 	}
1840 }
1841 
1842 /**
1843  * qla2x00_error_entry() - Process an error entry.
1844  * @ha: SCSI driver HA context
1845  * @pkt: Entry pointer
1846  */
1847 static void
1848 qla2x00_error_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, sts_entry_t *pkt)
1849 {
1850 	srb_t *sp;
1851 	struct qla_hw_data *ha = vha->hw;
1852 	uint32_t handle = LSW(pkt->handle);
1853 	uint16_t que = MSW(pkt->handle);
1854 	struct req_que *req = ha->req_q_map[que];
1855 
1856 	if (pkt->entry_status & RF_INV_E_ORDER)
1857 		ql_dbg(ql_dbg_async, vha, 0x502a,
1858 		    "Invalid Entry Order.\n");
1859 	else if (pkt->entry_status & RF_INV_E_COUNT)
1860 		ql_dbg(ql_dbg_async, vha, 0x502b,
1861 		    "Invalid Entry Count.\n");
1862 	else if (pkt->entry_status & RF_INV_E_PARAM)
1863 		ql_dbg(ql_dbg_async, vha, 0x502c,
1864 		    "Invalid Entry Parameter.\n");
1865 	else if (pkt->entry_status & RF_INV_E_TYPE)
1866 		ql_dbg(ql_dbg_async, vha, 0x502d,
1867 		    "Invalid Entry Type.\n");
1868 	else if (pkt->entry_status & RF_BUSY)
1869 		ql_dbg(ql_dbg_async, vha, 0x502e,
1870 		    "Busy.\n");
1871 	else
1872 		ql_dbg(ql_dbg_async, vha, 0x502f,
1873 		    "UNKNOWN flag error.\n");
1874 
1875 	/* Validate handle. */
1876 	if (handle < MAX_OUTSTANDING_COMMANDS)
1877 		sp = req->outstanding_cmds[handle];
1878 	else
1879 		sp = NULL;
1880 
1881 	if (sp) {
1882 		/* Free outstanding command slot. */
1883 		req->outstanding_cmds[handle] = NULL;
1884 
1885 		/* Bad payload or header */
1886 		if (pkt->entry_status &
1887 		    (RF_INV_E_ORDER | RF_INV_E_COUNT |
1888 		     RF_INV_E_PARAM | RF_INV_E_TYPE)) {
1889 			sp->cmd->result = DID_ERROR << 16;
1890 		} else if (pkt->entry_status & RF_BUSY) {
1891 			sp->cmd->result = DID_BUS_BUSY << 16;
1892 		} else {
1893 			sp->cmd->result = DID_ERROR << 16;
1894 		}
1895 		qla2x00_sp_compl(ha, sp);
1896 
1897 	} else if (pkt->entry_type == COMMAND_A64_TYPE || pkt->entry_type ==
1898 		COMMAND_TYPE || pkt->entry_type == COMMAND_TYPE_7
1899 		|| pkt->entry_type == COMMAND_TYPE_6) {
1900 		ql_log(ql_log_warn, vha, 0x5030,
1901 		    "Error entry - invalid handle.\n");
1902 
1903 		if (IS_QLA82XX(ha))
1904 			set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
1905 		else
1906 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1907 		qla2xxx_wake_dpc(vha);
1908 	}
1909 }
1910 
1911 /**
1912  * qla24xx_mbx_completion() - Process mailbox command completions.
1913  * @ha: SCSI driver HA context
1914  * @mb0: Mailbox0 register
1915  */
1916 static void
1917 qla24xx_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
1918 {
1919 	uint16_t	cnt;
1920 	uint16_t __iomem *wptr;
1921 	struct qla_hw_data *ha = vha->hw;
1922 	struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1923 
1924 	/* Load return mailbox registers. */
1925 	ha->flags.mbox_int = 1;
1926 	ha->mailbox_out[0] = mb0;
1927 	wptr = (uint16_t __iomem *)&reg->mailbox1;
1928 
1929 	for (cnt = 1; cnt < ha->mbx_count; cnt++) {
1930 		ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
1931 		wptr++;
1932 	}
1933 
1934 	if (ha->mcp) {
1935 		ql_dbg(ql_dbg_async, vha, 0x504d,
1936 		    "Got mailbox completion. cmd=%x.\n", ha->mcp->mb[0]);
1937 	} else {
1938 		ql_dbg(ql_dbg_async, vha, 0x504e,
1939 		    "MBX pointer ERROR.\n");
1940 	}
1941 }
1942 
1943 /**
1944  * qla24xx_process_response_queue() - Process response queue entries.
1945  * @ha: SCSI driver HA context
1946  */
1947 void qla24xx_process_response_queue(struct scsi_qla_host *vha,
1948 	struct rsp_que *rsp)
1949 {
1950 	struct sts_entry_24xx *pkt;
1951 	struct qla_hw_data *ha = vha->hw;
1952 
1953 	if (!vha->flags.online)
1954 		return;
1955 
1956 	while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1957 		pkt = (struct sts_entry_24xx *)rsp->ring_ptr;
1958 
1959 		rsp->ring_index++;
1960 		if (rsp->ring_index == rsp->length) {
1961 			rsp->ring_index = 0;
1962 			rsp->ring_ptr = rsp->ring;
1963 		} else {
1964 			rsp->ring_ptr++;
1965 		}
1966 
1967 		if (pkt->entry_status != 0) {
1968 			ql_dbg(ql_dbg_async, vha, 0x5029,
1969 			    "Process error entry.\n");
1970 
1971 			qla2x00_error_entry(vha, rsp, (sts_entry_t *) pkt);
1972 			((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1973 			wmb();
1974 			continue;
1975 		}
1976 
1977 		switch (pkt->entry_type) {
1978 		case STATUS_TYPE:
1979 			qla2x00_status_entry(vha, rsp, pkt);
1980 			break;
1981 		case STATUS_CONT_TYPE:
1982 			qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
1983 			break;
1984 		case VP_RPT_ID_IOCB_TYPE:
1985 			qla24xx_report_id_acquisition(vha,
1986 			    (struct vp_rpt_id_entry_24xx *)pkt);
1987 			break;
1988 		case LOGINOUT_PORT_IOCB_TYPE:
1989 			qla24xx_logio_entry(vha, rsp->req,
1990 			    (struct logio_entry_24xx *)pkt);
1991 			break;
1992 		case TSK_MGMT_IOCB_TYPE:
1993 			qla24xx_tm_iocb_entry(vha, rsp->req,
1994 			    (struct tsk_mgmt_entry *)pkt);
1995 			break;
1996                 case CT_IOCB_TYPE:
1997 			qla24xx_els_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
1998 			clear_bit(MBX_INTERRUPT, &vha->hw->mbx_cmd_flags);
1999 			break;
2000                 case ELS_IOCB_TYPE:
2001 			qla24xx_els_ct_entry(vha, rsp->req, pkt, ELS_IOCB_TYPE);
2002 			break;
2003 		default:
2004 			/* Type Not Supported. */
2005 			ql_dbg(ql_dbg_async, vha, 0x5042,
2006 			    "Received unknown response pkt type %x "
2007 			    "entry status=%x.\n",
2008 			    pkt->entry_type, pkt->entry_status);
2009 			break;
2010 		}
2011 		((response_t *)pkt)->signature = RESPONSE_PROCESSED;
2012 		wmb();
2013 	}
2014 
2015 	/* Adjust ring index */
2016 	if (IS_QLA82XX(ha)) {
2017 		struct device_reg_82xx __iomem *reg = &ha->iobase->isp82;
2018 		WRT_REG_DWORD(&reg->rsp_q_out[0], rsp->ring_index);
2019 	} else
2020 		WRT_REG_DWORD(rsp->rsp_q_out, rsp->ring_index);
2021 }
2022 
2023 static void
2024 qla2xxx_check_risc_status(scsi_qla_host_t *vha)
2025 {
2026 	int rval;
2027 	uint32_t cnt;
2028 	struct qla_hw_data *ha = vha->hw;
2029 	struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
2030 
2031 	if (!IS_QLA25XX(ha) && !IS_QLA81XX(ha))
2032 		return;
2033 
2034 	rval = QLA_SUCCESS;
2035 	WRT_REG_DWORD(&reg->iobase_addr, 0x7C00);
2036 	RD_REG_DWORD(&reg->iobase_addr);
2037 	WRT_REG_DWORD(&reg->iobase_window, 0x0001);
2038 	for (cnt = 10000; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
2039 	    rval == QLA_SUCCESS; cnt--) {
2040 		if (cnt) {
2041 			WRT_REG_DWORD(&reg->iobase_window, 0x0001);
2042 			udelay(10);
2043 		} else
2044 			rval = QLA_FUNCTION_TIMEOUT;
2045 	}
2046 	if (rval == QLA_SUCCESS)
2047 		goto next_test;
2048 
2049 	WRT_REG_DWORD(&reg->iobase_window, 0x0003);
2050 	for (cnt = 100; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
2051 	    rval == QLA_SUCCESS; cnt--) {
2052 		if (cnt) {
2053 			WRT_REG_DWORD(&reg->iobase_window, 0x0003);
2054 			udelay(10);
2055 		} else
2056 			rval = QLA_FUNCTION_TIMEOUT;
2057 	}
2058 	if (rval != QLA_SUCCESS)
2059 		goto done;
2060 
2061 next_test:
2062 	if (RD_REG_DWORD(&reg->iobase_c8) & BIT_3)
2063 		ql_log(ql_log_info, vha, 0x504c,
2064 		    "Additional code -- 0x55AA.\n");
2065 
2066 done:
2067 	WRT_REG_DWORD(&reg->iobase_window, 0x0000);
2068 	RD_REG_DWORD(&reg->iobase_window);
2069 }
2070 
2071 /**
2072  * qla24xx_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
2073  * @irq:
2074  * @dev_id: SCSI driver HA context
2075  *
2076  * Called by system whenever the host adapter generates an interrupt.
2077  *
2078  * Returns handled flag.
2079  */
2080 irqreturn_t
2081 qla24xx_intr_handler(int irq, void *dev_id)
2082 {
2083 	scsi_qla_host_t	*vha;
2084 	struct qla_hw_data *ha;
2085 	struct device_reg_24xx __iomem *reg;
2086 	int		status;
2087 	unsigned long	iter;
2088 	uint32_t	stat;
2089 	uint32_t	hccr;
2090 	uint16_t	mb[4];
2091 	struct rsp_que *rsp;
2092 	unsigned long	flags;
2093 
2094 	rsp = (struct rsp_que *) dev_id;
2095 	if (!rsp) {
2096 		printk(KERN_INFO
2097 		    "%s(): NULL response queue pointer.\n", __func__);
2098 		return IRQ_NONE;
2099 	}
2100 
2101 	ha = rsp->hw;
2102 	reg = &ha->iobase->isp24;
2103 	status = 0;
2104 
2105 	if (unlikely(pci_channel_offline(ha->pdev)))
2106 		return IRQ_HANDLED;
2107 
2108 	spin_lock_irqsave(&ha->hardware_lock, flags);
2109 	vha = pci_get_drvdata(ha->pdev);
2110 	for (iter = 50; iter--; ) {
2111 		stat = RD_REG_DWORD(&reg->host_status);
2112 		if (stat & HSRX_RISC_PAUSED) {
2113 			if (unlikely(pci_channel_offline(ha->pdev)))
2114 				break;
2115 
2116 			hccr = RD_REG_DWORD(&reg->hccr);
2117 
2118 			ql_log(ql_log_warn, vha, 0x504b,
2119 			    "RISC paused -- HCCR=%x, Dumping firmware.\n",
2120 			    hccr);
2121 
2122 			qla2xxx_check_risc_status(vha);
2123 
2124 			ha->isp_ops->fw_dump(vha, 1);
2125 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2126 			break;
2127 		} else if ((stat & HSRX_RISC_INT) == 0)
2128 			break;
2129 
2130 		switch (stat & 0xff) {
2131 		case 0x1:
2132 		case 0x2:
2133 		case 0x10:
2134 		case 0x11:
2135 			qla24xx_mbx_completion(vha, MSW(stat));
2136 			status |= MBX_INTERRUPT;
2137 
2138 			break;
2139 		case 0x12:
2140 			mb[0] = MSW(stat);
2141 			mb[1] = RD_REG_WORD(&reg->mailbox1);
2142 			mb[2] = RD_REG_WORD(&reg->mailbox2);
2143 			mb[3] = RD_REG_WORD(&reg->mailbox3);
2144 			qla2x00_async_event(vha, rsp, mb);
2145 			break;
2146 		case 0x13:
2147 		case 0x14:
2148 			qla24xx_process_response_queue(vha, rsp);
2149 			break;
2150 		default:
2151 			ql_dbg(ql_dbg_async, vha, 0x504f,
2152 			    "Unrecognized interrupt type (%d).\n", stat * 0xff);
2153 			break;
2154 		}
2155 		WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2156 		RD_REG_DWORD_RELAXED(&reg->hccr);
2157 	}
2158 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
2159 
2160 	if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
2161 	    (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
2162 		set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
2163 		complete(&ha->mbx_intr_comp);
2164 	}
2165 
2166 	return IRQ_HANDLED;
2167 }
2168 
2169 static irqreturn_t
2170 qla24xx_msix_rsp_q(int irq, void *dev_id)
2171 {
2172 	struct qla_hw_data *ha;
2173 	struct rsp_que *rsp;
2174 	struct device_reg_24xx __iomem *reg;
2175 	struct scsi_qla_host *vha;
2176 	unsigned long flags;
2177 
2178 	rsp = (struct rsp_que *) dev_id;
2179 	if (!rsp) {
2180 		printk(KERN_INFO
2181 		"%s(): NULL response queue pointer.\n", __func__);
2182 		return IRQ_NONE;
2183 	}
2184 	ha = rsp->hw;
2185 	reg = &ha->iobase->isp24;
2186 
2187 	spin_lock_irqsave(&ha->hardware_lock, flags);
2188 
2189 	vha = pci_get_drvdata(ha->pdev);
2190 	qla24xx_process_response_queue(vha, rsp);
2191 	if (!ha->flags.disable_msix_handshake) {
2192 		WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2193 		RD_REG_DWORD_RELAXED(&reg->hccr);
2194 	}
2195 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
2196 
2197 	return IRQ_HANDLED;
2198 }
2199 
2200 static irqreturn_t
2201 qla25xx_msix_rsp_q(int irq, void *dev_id)
2202 {
2203 	struct qla_hw_data *ha;
2204 	struct rsp_que *rsp;
2205 	struct device_reg_24xx __iomem *reg;
2206 	unsigned long flags;
2207 
2208 	rsp = (struct rsp_que *) dev_id;
2209 	if (!rsp) {
2210 		printk(KERN_INFO
2211 			"%s(): NULL response queue pointer.\n", __func__);
2212 		return IRQ_NONE;
2213 	}
2214 	ha = rsp->hw;
2215 
2216 	/* Clear the interrupt, if enabled, for this response queue */
2217 	if (rsp->options & ~BIT_6) {
2218 		reg = &ha->iobase->isp24;
2219 		spin_lock_irqsave(&ha->hardware_lock, flags);
2220 		WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2221 		RD_REG_DWORD_RELAXED(&reg->hccr);
2222 		spin_unlock_irqrestore(&ha->hardware_lock, flags);
2223 	}
2224 	queue_work_on((int) (rsp->id - 1), ha->wq, &rsp->q_work);
2225 
2226 	return IRQ_HANDLED;
2227 }
2228 
2229 static irqreturn_t
2230 qla24xx_msix_default(int irq, void *dev_id)
2231 {
2232 	scsi_qla_host_t	*vha;
2233 	struct qla_hw_data *ha;
2234 	struct rsp_que *rsp;
2235 	struct device_reg_24xx __iomem *reg;
2236 	int		status;
2237 	uint32_t	stat;
2238 	uint32_t	hccr;
2239 	uint16_t	mb[4];
2240 	unsigned long flags;
2241 
2242 	rsp = (struct rsp_que *) dev_id;
2243 	if (!rsp) {
2244 		printk(KERN_INFO
2245 			"%s(): NULL response queue pointer.\n", __func__);
2246 		return IRQ_NONE;
2247 	}
2248 	ha = rsp->hw;
2249 	reg = &ha->iobase->isp24;
2250 	status = 0;
2251 
2252 	spin_lock_irqsave(&ha->hardware_lock, flags);
2253 	vha = pci_get_drvdata(ha->pdev);
2254 	do {
2255 		stat = RD_REG_DWORD(&reg->host_status);
2256 		if (stat & HSRX_RISC_PAUSED) {
2257 			if (unlikely(pci_channel_offline(ha->pdev)))
2258 				break;
2259 
2260 			hccr = RD_REG_DWORD(&reg->hccr);
2261 
2262 			ql_log(ql_log_info, vha, 0x5050,
2263 			    "RISC paused -- HCCR=%x, Dumping firmware.\n",
2264 			    hccr);
2265 
2266 			qla2xxx_check_risc_status(vha);
2267 
2268 			ha->isp_ops->fw_dump(vha, 1);
2269 			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2270 			break;
2271 		} else if ((stat & HSRX_RISC_INT) == 0)
2272 			break;
2273 
2274 		switch (stat & 0xff) {
2275 		case 0x1:
2276 		case 0x2:
2277 		case 0x10:
2278 		case 0x11:
2279 			qla24xx_mbx_completion(vha, MSW(stat));
2280 			status |= MBX_INTERRUPT;
2281 
2282 			break;
2283 		case 0x12:
2284 			mb[0] = MSW(stat);
2285 			mb[1] = RD_REG_WORD(&reg->mailbox1);
2286 			mb[2] = RD_REG_WORD(&reg->mailbox2);
2287 			mb[3] = RD_REG_WORD(&reg->mailbox3);
2288 			qla2x00_async_event(vha, rsp, mb);
2289 			break;
2290 		case 0x13:
2291 		case 0x14:
2292 			qla24xx_process_response_queue(vha, rsp);
2293 			break;
2294 		default:
2295 			ql_dbg(ql_dbg_async, vha, 0x5051,
2296 			    "Unrecognized interrupt type (%d).\n", stat & 0xff);
2297 			break;
2298 		}
2299 		WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2300 	} while (0);
2301 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
2302 
2303 	if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
2304 	    (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
2305 		set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
2306 		complete(&ha->mbx_intr_comp);
2307 	}
2308 	return IRQ_HANDLED;
2309 }
2310 
2311 /* Interrupt handling helpers. */
2312 
2313 struct qla_init_msix_entry {
2314 	const char *name;
2315 	irq_handler_t handler;
2316 };
2317 
2318 static struct qla_init_msix_entry msix_entries[3] = {
2319 	{ "qla2xxx (default)", qla24xx_msix_default },
2320 	{ "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
2321 	{ "qla2xxx (multiq)", qla25xx_msix_rsp_q },
2322 };
2323 
2324 static struct qla_init_msix_entry qla82xx_msix_entries[2] = {
2325 	{ "qla2xxx (default)", qla82xx_msix_default },
2326 	{ "qla2xxx (rsp_q)", qla82xx_msix_rsp_q },
2327 };
2328 
2329 static void
2330 qla24xx_disable_msix(struct qla_hw_data *ha)
2331 {
2332 	int i;
2333 	struct qla_msix_entry *qentry;
2334 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
2335 
2336 	for (i = 0; i < ha->msix_count; i++) {
2337 		qentry = &ha->msix_entries[i];
2338 		if (qentry->have_irq)
2339 			free_irq(qentry->vector, qentry->rsp);
2340 	}
2341 	pci_disable_msix(ha->pdev);
2342 	kfree(ha->msix_entries);
2343 	ha->msix_entries = NULL;
2344 	ha->flags.msix_enabled = 0;
2345 	ql_dbg(ql_dbg_init, vha, 0x0042,
2346 	    "Disabled the MSI.\n");
2347 }
2348 
2349 static int
2350 qla24xx_enable_msix(struct qla_hw_data *ha, struct rsp_que *rsp)
2351 {
2352 #define MIN_MSIX_COUNT	2
2353 	int i, ret;
2354 	struct msix_entry *entries;
2355 	struct qla_msix_entry *qentry;
2356 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
2357 
2358 	entries = kzalloc(sizeof(struct msix_entry) * ha->msix_count,
2359 			GFP_KERNEL);
2360 	if (!entries) {
2361 		ql_log(ql_log_warn, vha, 0x00bc,
2362 		    "Failed to allocate memory for msix_entry.\n");
2363 		return -ENOMEM;
2364 	}
2365 
2366 	for (i = 0; i < ha->msix_count; i++)
2367 		entries[i].entry = i;
2368 
2369 	ret = pci_enable_msix(ha->pdev, entries, ha->msix_count);
2370 	if (ret) {
2371 		if (ret < MIN_MSIX_COUNT)
2372 			goto msix_failed;
2373 
2374 		ql_log(ql_log_warn, vha, 0x00c6,
2375 		    "MSI-X: Failed to enable support "
2376 		    "-- %d/%d\n Retry with %d vectors.\n",
2377 		    ha->msix_count, ret, ret);
2378 		ha->msix_count = ret;
2379 		ret = pci_enable_msix(ha->pdev, entries, ha->msix_count);
2380 		if (ret) {
2381 msix_failed:
2382 			ql_log(ql_log_fatal, vha, 0x00c7,
2383 			    "MSI-X: Failed to enable support, "
2384 			    "giving   up -- %d/%d.\n",
2385 			    ha->msix_count, ret);
2386 			goto msix_out;
2387 		}
2388 		ha->max_rsp_queues = ha->msix_count - 1;
2389 	}
2390 	ha->msix_entries = kzalloc(sizeof(struct qla_msix_entry) *
2391 				ha->msix_count, GFP_KERNEL);
2392 	if (!ha->msix_entries) {
2393 		ql_log(ql_log_fatal, vha, 0x00c8,
2394 		    "Failed to allocate memory for ha->msix_entries.\n");
2395 		ret = -ENOMEM;
2396 		goto msix_out;
2397 	}
2398 	ha->flags.msix_enabled = 1;
2399 
2400 	for (i = 0; i < ha->msix_count; i++) {
2401 		qentry = &ha->msix_entries[i];
2402 		qentry->vector = entries[i].vector;
2403 		qentry->entry = entries[i].entry;
2404 		qentry->have_irq = 0;
2405 		qentry->rsp = NULL;
2406 	}
2407 
2408 	/* Enable MSI-X vectors for the base queue */
2409 	for (i = 0; i < 2; i++) {
2410 		qentry = &ha->msix_entries[i];
2411 		if (IS_QLA82XX(ha)) {
2412 			ret = request_irq(qentry->vector,
2413 				qla82xx_msix_entries[i].handler,
2414 				0, qla82xx_msix_entries[i].name, rsp);
2415 		} else {
2416 			ret = request_irq(qentry->vector,
2417 				msix_entries[i].handler,
2418 				0, msix_entries[i].name, rsp);
2419 		}
2420 		if (ret) {
2421 			ql_log(ql_log_fatal, vha, 0x00cb,
2422 			    "MSI-X: unable to register handler -- %x/%d.\n",
2423 			    qentry->vector, ret);
2424 			qla24xx_disable_msix(ha);
2425 			ha->mqenable = 0;
2426 			goto msix_out;
2427 		}
2428 		qentry->have_irq = 1;
2429 		qentry->rsp = rsp;
2430 		rsp->msix = qentry;
2431 	}
2432 
2433 	/* Enable MSI-X vector for response queue update for queue 0 */
2434 	if (ha->mqiobase &&  (ha->max_rsp_queues > 1 || ha->max_req_queues > 1))
2435 		ha->mqenable = 1;
2436 	ql_dbg(ql_dbg_multiq, vha, 0xc005,
2437 	    "mqiobase=%p, max_rsp_queues=%d, max_req_queues=%d.\n",
2438 	    ha->mqiobase, ha->max_rsp_queues, ha->max_req_queues);
2439 	ql_dbg(ql_dbg_init, vha, 0x0055,
2440 	    "mqiobase=%p, max_rsp_queues=%d, max_req_queues=%d.\n",
2441 	    ha->mqiobase, ha->max_rsp_queues, ha->max_req_queues);
2442 
2443 msix_out:
2444 	kfree(entries);
2445 	return ret;
2446 }
2447 
2448 int
2449 qla2x00_request_irqs(struct qla_hw_data *ha, struct rsp_que *rsp)
2450 {
2451 	int ret;
2452 	device_reg_t __iomem *reg = ha->iobase;
2453 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
2454 
2455 	/* If possible, enable MSI-X. */
2456 	if (!IS_QLA2432(ha) && !IS_QLA2532(ha) &&
2457 		!IS_QLA8432(ha) && !IS_QLA8XXX_TYPE(ha))
2458 		goto skip_msi;
2459 
2460 	if (ha->pdev->subsystem_vendor == PCI_VENDOR_ID_HP &&
2461 		(ha->pdev->subsystem_device == 0x7040 ||
2462 		ha->pdev->subsystem_device == 0x7041 ||
2463 		ha->pdev->subsystem_device == 0x1705)) {
2464 		ql_log(ql_log_warn, vha, 0x0034,
2465 		    "MSI-X: Unsupported ISP 2432 SSVID/SSDID (0x%X,0x%X).\n",
2466 			ha->pdev->subsystem_vendor,
2467 			ha->pdev->subsystem_device);
2468 		goto skip_msi;
2469 	}
2470 
2471 	if (IS_QLA2432(ha) && (ha->pdev->revision < QLA_MSIX_CHIP_REV_24XX ||
2472 		!QLA_MSIX_FW_MODE_1(ha->fw_attributes))) {
2473 		ql_log(ql_log_warn, vha, 0x0035,
2474 		    "MSI-X; Unsupported ISP2432 (0x%X, 0x%X).\n",
2475 		    ha->pdev->revision, ha->fw_attributes);
2476 		goto skip_msix;
2477 	}
2478 
2479 	ret = qla24xx_enable_msix(ha, rsp);
2480 	if (!ret) {
2481 		ql_dbg(ql_dbg_init, vha, 0x0036,
2482 		    "MSI-X: Enabled (0x%X, 0x%X).\n",
2483 		    ha->chip_revision, ha->fw_attributes);
2484 		goto clear_risc_ints;
2485 	}
2486 	ql_log(ql_log_info, vha, 0x0037,
2487 	    "MSI-X Falling back-to MSI mode -%d.\n", ret);
2488 skip_msix:
2489 
2490 	if (!IS_QLA24XX(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha) &&
2491 	    !IS_QLA8001(ha))
2492 		goto skip_msi;
2493 
2494 	ret = pci_enable_msi(ha->pdev);
2495 	if (!ret) {
2496 		ql_dbg(ql_dbg_init, vha, 0x0038,
2497 		    "MSI: Enabled.\n");
2498 		ha->flags.msi_enabled = 1;
2499 	} else
2500 		ql_log(ql_log_warn, vha, 0x0039,
2501 		    "MSI-X; Falling back-to INTa mode -- %d.\n", ret);
2502 skip_msi:
2503 
2504 	ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
2505 	    ha->flags.msi_enabled ? 0 : IRQF_SHARED,
2506 	    QLA2XXX_DRIVER_NAME, rsp);
2507 	if (ret) {
2508 		ql_log(ql_log_warn, vha, 0x003a,
2509 		    "Failed to reserve interrupt %d already in use.\n",
2510 		    ha->pdev->irq);
2511 		goto fail;
2512 	}
2513 
2514 clear_risc_ints:
2515 
2516 	/*
2517 	 * FIXME: Noted that 8014s were being dropped during NK testing.
2518 	 * Timing deltas during MSI-X/INTa transitions?
2519 	 */
2520 	if (IS_QLA81XX(ha) || IS_QLA82XX(ha))
2521 		goto fail;
2522 	spin_lock_irq(&ha->hardware_lock);
2523 	if (IS_FWI2_CAPABLE(ha)) {
2524 		WRT_REG_DWORD(&reg->isp24.hccr, HCCRX_CLR_HOST_INT);
2525 		WRT_REG_DWORD(&reg->isp24.hccr, HCCRX_CLR_RISC_INT);
2526 	} else {
2527 		WRT_REG_WORD(&reg->isp.semaphore, 0);
2528 		WRT_REG_WORD(&reg->isp.hccr, HCCR_CLR_RISC_INT);
2529 		WRT_REG_WORD(&reg->isp.hccr, HCCR_CLR_HOST_INT);
2530 	}
2531 	spin_unlock_irq(&ha->hardware_lock);
2532 
2533 fail:
2534 	return ret;
2535 }
2536 
2537 void
2538 qla2x00_free_irqs(scsi_qla_host_t *vha)
2539 {
2540 	struct qla_hw_data *ha = vha->hw;
2541 	struct rsp_que *rsp = ha->rsp_q_map[0];
2542 
2543 	if (ha->flags.msix_enabled)
2544 		qla24xx_disable_msix(ha);
2545 	else if (ha->flags.msi_enabled) {
2546 		free_irq(ha->pdev->irq, rsp);
2547 		pci_disable_msi(ha->pdev);
2548 	} else
2549 		free_irq(ha->pdev->irq, rsp);
2550 }
2551 
2552 
2553 int qla25xx_request_irq(struct rsp_que *rsp)
2554 {
2555 	struct qla_hw_data *ha = rsp->hw;
2556 	struct qla_init_msix_entry *intr = &msix_entries[2];
2557 	struct qla_msix_entry *msix = rsp->msix;
2558 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
2559 	int ret;
2560 
2561 	ret = request_irq(msix->vector, intr->handler, 0, intr->name, rsp);
2562 	if (ret) {
2563 		ql_log(ql_log_fatal, vha, 0x00e6,
2564 		    "MSI-X: Unable to register handler -- %x/%d.\n",
2565 		    msix->vector, ret);
2566 		return ret;
2567 	}
2568 	msix->have_irq = 1;
2569 	msix->rsp = rsp;
2570 	return ret;
2571 }
2572