2 * QLogic Fibre Channel HBA Driver
3 * Copyright (c) 2003-2008 QLogic Corporation
5 * See LICENSE.qla2xxx for copyright and licensing details.
9 #include <linux/delay.h>
10 #include <scsi/scsi_tcq.h>
12 static void qla2x00_mbx_completion(scsi_qla_host_t *, uint16_t);
13 static void qla2x00_process_completed_request(struct scsi_qla_host *, uint32_t);
14 static void qla2x00_status_entry(scsi_qla_host_t *, void *);
15 static void qla2x00_status_cont_entry(scsi_qla_host_t *, sts_cont_entry_t *);
16 static void qla2x00_error_entry(scsi_qla_host_t *, sts_entry_t *);
17 static void qla2x00_ms_entry(scsi_qla_host_t *, ms_iocb_entry_t *);
19 static void qla24xx_ms_entry(scsi_qla_host_t *, struct ct_entry_24xx *);
22 * qla2100_intr_handler() - Process interrupts for the ISP2100 and ISP2200.
24 * @dev_id: SCSI driver HA context
26 * Called by system whenever the host adapter generates an interrupt.
28 * Returns handled flag.
31 qla2100_intr_handler(int irq, void *dev_id)
34 struct device_reg_2xxx __iomem *reg;
40 ha = (scsi_qla_host_t *) dev_id;
43 "%s(): NULL host pointer\n", __func__);
47 reg = &ha->iobase->isp;
50 spin_lock(&ha->hardware_lock);
51 for (iter = 50; iter--; ) {
52 hccr = RD_REG_WORD(®->hccr);
53 if (hccr & HCCR_RISC_PAUSE) {
54 if (pci_channel_offline(ha->pdev))
58 * Issue a "HARD" reset in order for the RISC interrupt
59 * bit to be cleared. Schedule a big hammmer to get
60 * out of the RISC PAUSED state.
62 WRT_REG_WORD(®->hccr, HCCR_RESET_RISC);
63 RD_REG_WORD(®->hccr);
65 ha->isp_ops->fw_dump(ha, 1);
66 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
68 } else if ((RD_REG_WORD(®->istatus) & ISR_RISC_INT) == 0)
71 if (RD_REG_WORD(®->semaphore) & BIT_0) {
72 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
73 RD_REG_WORD(®->hccr);
75 /* Get mailbox data. */
76 mb[0] = RD_MAILBOX_REG(ha, reg, 0);
77 if (mb[0] > 0x3fff && mb[0] < 0x8000) {
78 qla2x00_mbx_completion(ha, mb[0]);
79 status |= MBX_INTERRUPT;
80 } else if (mb[0] > 0x7fff && mb[0] < 0xc000) {
81 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
82 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
83 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
84 qla2x00_async_event(ha, mb);
87 DEBUG2(printk("scsi(%ld): Unrecognized "
88 "interrupt type (%d).\n",
91 /* Release mailbox registers. */
92 WRT_REG_WORD(®->semaphore, 0);
93 RD_REG_WORD(®->semaphore);
95 qla2x00_process_response_queue(ha);
97 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
98 RD_REG_WORD(®->hccr);
101 spin_unlock(&ha->hardware_lock);
103 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
104 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
105 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
106 complete(&ha->mbx_intr_comp);
109 return (IRQ_HANDLED);
113 * qla2300_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
115 * @dev_id: SCSI driver HA context
117 * Called by system whenever the host adapter generates an interrupt.
119 * Returns handled flag.
122 qla2300_intr_handler(int irq, void *dev_id)
125 struct device_reg_2xxx __iomem *reg;
132 ha = (scsi_qla_host_t *) dev_id;
135 "%s(): NULL host pointer\n", __func__);
139 reg = &ha->iobase->isp;
142 spin_lock(&ha->hardware_lock);
143 for (iter = 50; iter--; ) {
144 stat = RD_REG_DWORD(®->u.isp2300.host_status);
145 if (stat & HSR_RISC_PAUSED) {
146 if (pci_channel_offline(ha->pdev))
149 hccr = RD_REG_WORD(®->hccr);
150 if (hccr & (BIT_15 | BIT_13 | BIT_11 | BIT_8))
151 qla_printk(KERN_INFO, ha, "Parity error -- "
152 "HCCR=%x, Dumping firmware!\n", hccr);
154 qla_printk(KERN_INFO, ha, "RISC paused -- "
155 "HCCR=%x, Dumping firmware!\n", hccr);
158 * Issue a "HARD" reset in order for the RISC
159 * interrupt bit to be cleared. Schedule a big
160 * hammmer to get out of the RISC PAUSED state.
162 WRT_REG_WORD(®->hccr, HCCR_RESET_RISC);
163 RD_REG_WORD(®->hccr);
165 ha->isp_ops->fw_dump(ha, 1);
166 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
168 } else if ((stat & HSR_RISC_INT) == 0)
171 switch (stat & 0xff) {
176 qla2x00_mbx_completion(ha, MSW(stat));
177 status |= MBX_INTERRUPT;
179 /* Release mailbox registers. */
180 WRT_REG_WORD(®->semaphore, 0);
184 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
185 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
186 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
187 qla2x00_async_event(ha, mb);
190 qla2x00_process_response_queue(ha);
193 mb[0] = MBA_CMPLT_1_16BIT;
195 qla2x00_async_event(ha, mb);
198 mb[0] = MBA_SCSI_COMPLETION;
200 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
201 qla2x00_async_event(ha, mb);
204 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
206 ha->host_no, stat & 0xff));
209 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
210 RD_REG_WORD_RELAXED(®->hccr);
212 spin_unlock(&ha->hardware_lock);
214 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
215 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
216 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
217 complete(&ha->mbx_intr_comp);
220 return (IRQ_HANDLED);
224 * qla2x00_mbx_completion() - Process mailbox command completions.
225 * @ha: SCSI driver HA context
226 * @mb0: Mailbox0 register
229 qla2x00_mbx_completion(scsi_qla_host_t *ha, uint16_t mb0)
232 uint16_t __iomem *wptr;
233 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
235 /* Load return mailbox registers. */
236 ha->flags.mbox_int = 1;
237 ha->mailbox_out[0] = mb0;
238 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 1);
240 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
241 if (IS_QLA2200(ha) && cnt == 8)
242 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 8);
243 if (cnt == 4 || cnt == 5)
244 ha->mailbox_out[cnt] = qla2x00_debounce_register(wptr);
246 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
252 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
253 __func__, ha->host_no, ha->mcp->mb[0]));
255 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
256 __func__, ha->host_no));
261 * qla2x00_async_event() - Process aynchronous events.
262 * @ha: SCSI driver HA context
263 * @mb: Mailbox registers (0 - 3)
266 qla2x00_async_event(scsi_qla_host_t *ha, uint16_t *mb)
269 static char *link_speeds[5] = { "1", "2", "?", "4", "8" };
274 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
275 uint32_t rscn_entry, host_pid;
276 uint8_t rscn_queue_index;
278 /* Setup to process RIO completion. */
281 case MBA_SCSI_COMPLETION:
282 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
285 case MBA_CMPLT_1_16BIT:
288 mb[0] = MBA_SCSI_COMPLETION;
290 case MBA_CMPLT_2_16BIT:
294 mb[0] = MBA_SCSI_COMPLETION;
296 case MBA_CMPLT_3_16BIT:
301 mb[0] = MBA_SCSI_COMPLETION;
303 case MBA_CMPLT_4_16BIT:
307 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
309 mb[0] = MBA_SCSI_COMPLETION;
311 case MBA_CMPLT_5_16BIT:
315 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
316 handles[4] = (uint32_t)RD_MAILBOX_REG(ha, reg, 7);
318 mb[0] = MBA_SCSI_COMPLETION;
320 case MBA_CMPLT_2_32BIT:
321 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
322 handles[1] = le32_to_cpu(
323 ((uint32_t)(RD_MAILBOX_REG(ha, reg, 7) << 16)) |
324 RD_MAILBOX_REG(ha, reg, 6));
326 mb[0] = MBA_SCSI_COMPLETION;
333 case MBA_SCSI_COMPLETION: /* Fast Post */
334 if (!ha->flags.online)
337 for (cnt = 0; cnt < handle_cnt; cnt++)
338 qla2x00_process_completed_request(ha, handles[cnt]);
341 case MBA_RESET: /* Reset */
342 DEBUG2(printk("scsi(%ld): Asynchronous RESET.\n", ha->host_no));
344 set_bit(RESET_MARKER_NEEDED, &ha->dpc_flags);
347 case MBA_SYSTEM_ERR: /* System Error */
348 qla_printk(KERN_INFO, ha,
349 "ISP System Error - mbx1=%xh mbx2=%xh mbx3=%xh.\n",
350 mb[1], mb[2], mb[3]);
352 ha->isp_ops->fw_dump(ha, 1);
354 if (IS_FWI2_CAPABLE(ha)) {
355 if (mb[1] == 0 && mb[2] == 0) {
356 qla_printk(KERN_ERR, ha,
357 "Unrecoverable Hardware Error: adapter "
358 "marked OFFLINE!\n");
359 ha->flags.online = 0;
361 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
362 } else if (mb[1] == 0) {
363 qla_printk(KERN_INFO, ha,
364 "Unrecoverable Hardware Error: adapter marked "
366 ha->flags.online = 0;
368 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
371 case MBA_REQ_TRANSFER_ERR: /* Request Transfer Error */
372 DEBUG2(printk("scsi(%ld): ISP Request Transfer Error.\n",
374 qla_printk(KERN_WARNING, ha, "ISP Request Transfer Error.\n");
376 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
379 case MBA_RSP_TRANSFER_ERR: /* Response Transfer Error */
380 DEBUG2(printk("scsi(%ld): ISP Response Transfer Error.\n",
382 qla_printk(KERN_WARNING, ha, "ISP Response Transfer Error.\n");
384 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
387 case MBA_WAKEUP_THRES: /* Request Queue Wake-up */
388 DEBUG2(printk("scsi(%ld): Asynchronous WAKEUP_THRES.\n",
392 case MBA_LIP_OCCURRED: /* Loop Initialization Procedure */
393 DEBUG2(printk("scsi(%ld): LIP occured (%x).\n", ha->host_no,
395 qla_printk(KERN_INFO, ha, "LIP occured (%x).\n", mb[1]);
397 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
398 atomic_set(&ha->loop_state, LOOP_DOWN);
399 atomic_set(&ha->loop_down_timer, LOOP_DOWN_TIME);
400 qla2x00_mark_all_devices_lost(ha, 1);
404 atomic_set(&ha->vp_state, VP_FAILED);
405 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
408 set_bit(REGISTER_FC4_NEEDED, &ha->dpc_flags);
410 ha->flags.management_server_logged_in = 0;
413 case MBA_LOOP_UP: /* Loop Up Event */
414 if (IS_QLA2100(ha) || IS_QLA2200(ha)) {
415 link_speed = link_speeds[0];
416 ha->link_data_rate = PORT_SPEED_1GB;
418 link_speed = link_speeds[LS_UNKNOWN];
420 link_speed = link_speeds[mb[1]];
421 ha->link_data_rate = mb[1];
424 DEBUG2(printk("scsi(%ld): Asynchronous LOOP UP (%s Gbps).\n",
425 ha->host_no, link_speed));
426 qla_printk(KERN_INFO, ha, "LOOP UP detected (%s Gbps).\n",
429 ha->flags.management_server_logged_in = 0;
432 case MBA_LOOP_DOWN: /* Loop Down Event */
433 DEBUG2(printk("scsi(%ld): Asynchronous LOOP DOWN (%x).\n",
434 ha->host_no, mb[1]));
435 qla_printk(KERN_INFO, ha, "LOOP DOWN detected (%x).\n", mb[1]);
437 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
438 atomic_set(&ha->loop_state, LOOP_DOWN);
439 atomic_set(&ha->loop_down_timer, LOOP_DOWN_TIME);
440 ha->device_flags |= DFLG_NO_CABLE;
441 qla2x00_mark_all_devices_lost(ha, 1);
445 atomic_set(&ha->vp_state, VP_FAILED);
446 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
449 ha->flags.management_server_logged_in = 0;
450 ha->link_data_rate = PORT_SPEED_UNKNOWN;
452 set_bit(REGISTER_FDMI_NEEDED, &ha->dpc_flags);
455 case MBA_LIP_RESET: /* LIP reset occurred */
456 DEBUG2(printk("scsi(%ld): Asynchronous LIP RESET (%x).\n",
457 ha->host_no, mb[1]));
458 qla_printk(KERN_INFO, ha,
459 "LIP reset occured (%x).\n", mb[1]);
461 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
462 atomic_set(&ha->loop_state, LOOP_DOWN);
463 atomic_set(&ha->loop_down_timer, LOOP_DOWN_TIME);
464 qla2x00_mark_all_devices_lost(ha, 1);
468 atomic_set(&ha->vp_state, VP_FAILED);
469 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
472 set_bit(RESET_MARKER_NEEDED, &ha->dpc_flags);
474 ha->operating_mode = LOOP;
475 ha->flags.management_server_logged_in = 0;
478 case MBA_POINT_TO_POINT: /* Point-to-Point */
482 DEBUG2(printk("scsi(%ld): Asynchronous P2P MODE received.\n",
486 * Until there's a transition from loop down to loop up, treat
487 * this as loop down only.
489 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
490 atomic_set(&ha->loop_state, LOOP_DOWN);
491 if (!atomic_read(&ha->loop_down_timer))
492 atomic_set(&ha->loop_down_timer,
494 qla2x00_mark_all_devices_lost(ha, 1);
498 atomic_set(&ha->vp_state, VP_FAILED);
499 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
502 if (!(test_bit(ABORT_ISP_ACTIVE, &ha->dpc_flags))) {
503 set_bit(RESET_MARKER_NEEDED, &ha->dpc_flags);
505 set_bit(REGISTER_FC4_NEEDED, &ha->dpc_flags);
507 ha->flags.gpsc_supported = 1;
508 ha->flags.management_server_logged_in = 0;
511 case MBA_CHG_IN_CONNECTION: /* Change in connection mode */
515 DEBUG2(printk("scsi(%ld): Asynchronous Change In Connection "
518 qla_printk(KERN_INFO, ha,
519 "Configuration change detected: value=%x.\n", mb[1]);
521 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
522 atomic_set(&ha->loop_state, LOOP_DOWN);
523 if (!atomic_read(&ha->loop_down_timer))
524 atomic_set(&ha->loop_down_timer,
526 qla2x00_mark_all_devices_lost(ha, 1);
530 atomic_set(&ha->vp_state, VP_FAILED);
531 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
534 set_bit(LOOP_RESYNC_NEEDED, &ha->dpc_flags);
535 set_bit(LOCAL_LOOP_UPDATE, &ha->dpc_flags);
538 case MBA_PORT_UPDATE: /* Port database update */
540 * If PORT UPDATE is global (recieved LIP_OCCURED/LIP_RESET
541 * event etc. earlier indicating loop is down) then process
542 * it. Otherwise ignore it and Wait for RSCN to come in.
544 atomic_set(&ha->loop_down_timer, 0);
545 if (atomic_read(&ha->loop_state) != LOOP_DOWN &&
546 atomic_read(&ha->loop_state) != LOOP_DEAD) {
547 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE "
548 "ignored %04x/%04x/%04x.\n", ha->host_no, mb[1],
553 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE.\n",
555 DEBUG(printk(KERN_INFO
556 "scsi(%ld): Port database changed %04x %04x %04x.\n",
557 ha->host_no, mb[1], mb[2], mb[3]));
560 * Mark all devices as missing so we will login again.
562 atomic_set(&ha->loop_state, LOOP_UP);
564 qla2x00_mark_all_devices_lost(ha, 1);
566 ha->flags.rscn_queue_overflow = 1;
568 set_bit(LOOP_RESYNC_NEEDED, &ha->dpc_flags);
569 set_bit(LOCAL_LOOP_UPDATE, &ha->dpc_flags);
572 case MBA_RSCN_UPDATE: /* State Change Registration */
573 /* Check if the Vport has issued a SCR */
574 if (ha->parent && test_bit(VP_SCR_NEEDED, &ha->vp_flags))
576 /* Only handle SCNs for our Vport index. */
577 if (ha->flags.npiv_supported && ha->vp_idx != mb[3])
580 DEBUG2(printk("scsi(%ld): Asynchronous RSCR UPDATE.\n",
582 DEBUG(printk(KERN_INFO
583 "scsi(%ld): RSCN database changed -- %04x %04x %04x.\n",
584 ha->host_no, mb[1], mb[2], mb[3]));
586 rscn_entry = (mb[1] << 16) | mb[2];
587 host_pid = (ha->d_id.b.domain << 16) | (ha->d_id.b.area << 8) |
589 if (rscn_entry == host_pid) {
590 DEBUG(printk(KERN_INFO
591 "scsi(%ld): Ignoring RSCN update to local host "
593 ha->host_no, host_pid));
597 rscn_queue_index = ha->rscn_in_ptr + 1;
598 if (rscn_queue_index == MAX_RSCN_COUNT)
599 rscn_queue_index = 0;
600 if (rscn_queue_index != ha->rscn_out_ptr) {
601 ha->rscn_queue[ha->rscn_in_ptr] = rscn_entry;
602 ha->rscn_in_ptr = rscn_queue_index;
604 ha->flags.rscn_queue_overflow = 1;
607 atomic_set(&ha->loop_state, LOOP_UPDATE);
608 atomic_set(&ha->loop_down_timer, 0);
609 ha->flags.management_server_logged_in = 0;
611 set_bit(LOOP_RESYNC_NEEDED, &ha->dpc_flags);
612 set_bit(RSCN_UPDATE, &ha->dpc_flags);
615 /* case MBA_RIO_RESPONSE: */
616 case MBA_ZIO_RESPONSE:
617 DEBUG2(printk("scsi(%ld): [R|Z]IO update completion.\n",
619 DEBUG(printk(KERN_INFO
620 "scsi(%ld): [R|Z]IO update completion.\n",
623 if (IS_FWI2_CAPABLE(ha))
624 qla24xx_process_response_queue(ha);
626 qla2x00_process_response_queue(ha);
629 case MBA_DISCARD_RND_FRAME:
630 DEBUG2(printk("scsi(%ld): Discard RND Frame -- %04x %04x "
631 "%04x.\n", ha->host_no, mb[1], mb[2], mb[3]));
634 case MBA_TRACE_NOTIFICATION:
635 DEBUG2(printk("scsi(%ld): Trace Notification -- %04x %04x.\n",
636 ha->host_no, mb[1], mb[2]));
640 if (!ha->parent && ha->num_vhosts)
641 qla2x00_alert_all_vps(ha, mb);
645 qla2x00_adjust_sdev_qdepth_up(struct scsi_device *sdev, void *data)
647 fc_port_t *fcport = data;
649 if (fcport->ha->max_q_depth <= sdev->queue_depth)
652 if (sdev->ordered_tags)
653 scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG,
654 sdev->queue_depth + 1);
656 scsi_adjust_queue_depth(sdev, MSG_SIMPLE_TAG,
657 sdev->queue_depth + 1);
659 fcport->last_ramp_up = jiffies;
661 DEBUG2(qla_printk(KERN_INFO, fcport->ha,
662 "scsi(%ld:%d:%d:%d): Queue depth adjusted-up to %d.\n",
663 fcport->ha->host_no, sdev->channel, sdev->id, sdev->lun,
668 qla2x00_adjust_sdev_qdepth_down(struct scsi_device *sdev, void *data)
670 fc_port_t *fcport = data;
672 if (!scsi_track_queue_full(sdev, sdev->queue_depth - 1))
675 DEBUG2(qla_printk(KERN_INFO, fcport->ha,
676 "scsi(%ld:%d:%d:%d): Queue depth adjusted-down to %d.\n",
677 fcport->ha->host_no, sdev->channel, sdev->id, sdev->lun,
682 qla2x00_ramp_up_queue_depth(scsi_qla_host_t *ha, srb_t *sp)
685 struct scsi_device *sdev;
687 sdev = sp->cmd->device;
688 if (sdev->queue_depth >= ha->max_q_depth)
692 if (time_before(jiffies,
693 fcport->last_ramp_up + ql2xqfullrampup * HZ))
695 if (time_before(jiffies,
696 fcport->last_queue_full + ql2xqfullrampup * HZ))
699 starget_for_each_device(sdev->sdev_target, fcport,
700 qla2x00_adjust_sdev_qdepth_up);
704 * qla2x00_process_completed_request() - Process a Fast Post response.
705 * @ha: SCSI driver HA context
709 qla2x00_process_completed_request(struct scsi_qla_host *ha, uint32_t index)
713 /* Validate handle. */
714 if (index >= MAX_OUTSTANDING_COMMANDS) {
715 DEBUG2(printk("scsi(%ld): Invalid SCSI completion handle %d.\n",
716 ha->host_no, index));
717 qla_printk(KERN_WARNING, ha,
718 "Invalid SCSI completion handle %d.\n", index);
720 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
724 sp = ha->outstanding_cmds[index];
726 /* Free outstanding command slot. */
727 ha->outstanding_cmds[index] = NULL;
729 CMD_COMPL_STATUS(sp->cmd) = 0L;
730 CMD_SCSI_STATUS(sp->cmd) = 0L;
732 /* Save ISP completion status */
733 sp->cmd->result = DID_OK << 16;
735 qla2x00_ramp_up_queue_depth(ha, sp);
736 qla2x00_sp_compl(ha, sp);
738 DEBUG2(printk("scsi(%ld): Invalid ISP SCSI completion handle\n",
740 qla_printk(KERN_WARNING, ha,
741 "Invalid ISP SCSI completion handle\n");
743 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
748 * qla2x00_process_response_queue() - Process response queue entries.
749 * @ha: SCSI driver HA context
752 qla2x00_process_response_queue(struct scsi_qla_host *ha)
754 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
759 if (!ha->flags.online)
762 while (ha->response_ring_ptr->signature != RESPONSE_PROCESSED) {
763 pkt = (sts_entry_t *)ha->response_ring_ptr;
765 ha->rsp_ring_index++;
766 if (ha->rsp_ring_index == ha->response_q_length) {
767 ha->rsp_ring_index = 0;
768 ha->response_ring_ptr = ha->response_ring;
770 ha->response_ring_ptr++;
773 if (pkt->entry_status != 0) {
774 DEBUG3(printk(KERN_INFO
775 "scsi(%ld): Process error entry.\n", ha->host_no));
777 qla2x00_error_entry(ha, pkt);
778 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
783 switch (pkt->entry_type) {
785 qla2x00_status_entry(ha, pkt);
788 handle_cnt = ((sts21_entry_t *)pkt)->handle_count;
789 for (cnt = 0; cnt < handle_cnt; cnt++) {
790 qla2x00_process_completed_request(ha,
791 ((sts21_entry_t *)pkt)->handle[cnt]);
795 handle_cnt = ((sts22_entry_t *)pkt)->handle_count;
796 for (cnt = 0; cnt < handle_cnt; cnt++) {
797 qla2x00_process_completed_request(ha,
798 ((sts22_entry_t *)pkt)->handle[cnt]);
801 case STATUS_CONT_TYPE:
802 qla2x00_status_cont_entry(ha, (sts_cont_entry_t *)pkt);
805 qla2x00_ms_entry(ha, (ms_iocb_entry_t *)pkt);
808 /* Type Not Supported. */
809 DEBUG4(printk(KERN_WARNING
810 "scsi(%ld): Received unknown response pkt type %x "
811 "entry status=%x.\n",
812 ha->host_no, pkt->entry_type, pkt->entry_status));
815 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
819 /* Adjust ring index */
820 WRT_REG_WORD(ISP_RSP_Q_OUT(ha, reg), ha->rsp_ring_index);
824 qla2x00_handle_sense(srb_t *sp, uint8_t *sense_data, uint32_t sense_len)
826 struct scsi_cmnd *cp = sp->cmd;
828 if (sense_len >= SCSI_SENSE_BUFFERSIZE)
829 sense_len = SCSI_SENSE_BUFFERSIZE;
831 CMD_ACTUAL_SNSLEN(cp) = sense_len;
832 sp->request_sense_length = sense_len;
833 sp->request_sense_ptr = cp->sense_buffer;
834 if (sp->request_sense_length > 32)
837 memcpy(cp->sense_buffer, sense_data, sense_len);
839 sp->request_sense_ptr += sense_len;
840 sp->request_sense_length -= sense_len;
841 if (sp->request_sense_length != 0)
842 sp->ha->status_srb = sp;
844 DEBUG5(printk("%s(): Check condition Sense data, scsi(%ld:%d:%d:%d) "
845 "cmd=%p pid=%ld\n", __func__, sp->ha->host_no, cp->device->channel,
846 cp->device->id, cp->device->lun, cp, cp->serial_number));
848 DEBUG5(qla2x00_dump_buffer(cp->sense_buffer,
849 CMD_ACTUAL_SNSLEN(cp)));
853 * qla2x00_status_entry() - Process a Status IOCB entry.
854 * @ha: SCSI driver HA context
855 * @pkt: Entry pointer
858 qla2x00_status_entry(scsi_qla_host_t *ha, void *pkt)
862 struct scsi_cmnd *cp;
864 struct sts_entry_24xx *sts24;
865 uint16_t comp_status;
866 uint16_t scsi_status;
867 uint8_t lscsi_status;
869 uint32_t sense_len, rsp_info_len, resid_len, fw_resid_len;
870 uint8_t *rsp_info, *sense_data;
872 sts = (sts_entry_t *) pkt;
873 sts24 = (struct sts_entry_24xx *) pkt;
874 if (IS_FWI2_CAPABLE(ha)) {
875 comp_status = le16_to_cpu(sts24->comp_status);
876 scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
878 comp_status = le16_to_cpu(sts->comp_status);
879 scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
882 /* Fast path completion. */
883 if (comp_status == CS_COMPLETE && scsi_status == 0) {
884 qla2x00_process_completed_request(ha, sts->handle);
889 /* Validate handle. */
890 if (sts->handle < MAX_OUTSTANDING_COMMANDS) {
891 sp = ha->outstanding_cmds[sts->handle];
892 ha->outstanding_cmds[sts->handle] = NULL;
897 DEBUG2(printk("scsi(%ld): Status Entry invalid handle.\n",
899 qla_printk(KERN_WARNING, ha, "Status Entry invalid handle.\n");
901 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
902 qla2xxx_wake_dpc(ha);
907 DEBUG2(printk("scsi(%ld): Command already returned back to OS "
908 "pkt->handle=%d sp=%p.\n", ha->host_no, sts->handle, sp));
909 qla_printk(KERN_WARNING, ha,
910 "Command is NULL: already returned to OS (sp=%p)\n", sp);
915 lscsi_status = scsi_status & STATUS_MASK;
916 CMD_ENTRY_STATUS(cp) = sts->entry_status;
917 CMD_COMPL_STATUS(cp) = comp_status;
918 CMD_SCSI_STATUS(cp) = scsi_status;
922 sense_len = rsp_info_len = resid_len = fw_resid_len = 0;
923 if (IS_FWI2_CAPABLE(ha)) {
924 sense_len = le32_to_cpu(sts24->sense_len);
925 rsp_info_len = le32_to_cpu(sts24->rsp_data_len);
926 resid_len = le32_to_cpu(sts24->rsp_residual_count);
927 fw_resid_len = le32_to_cpu(sts24->residual_len);
928 rsp_info = sts24->data;
929 sense_data = sts24->data;
930 host_to_fcp_swap(sts24->data, sizeof(sts24->data));
932 sense_len = le16_to_cpu(sts->req_sense_length);
933 rsp_info_len = le16_to_cpu(sts->rsp_info_len);
934 resid_len = le32_to_cpu(sts->residual_length);
935 rsp_info = sts->rsp_info;
936 sense_data = sts->req_sense_data;
939 /* Check for any FCP transport errors. */
940 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID) {
941 /* Sense data lies beyond any FCP RESPONSE data. */
942 if (IS_FWI2_CAPABLE(ha))
943 sense_data += rsp_info_len;
944 if (rsp_info_len > 3 && rsp_info[3]) {
945 DEBUG2(printk("scsi(%ld:%d:%d:%d) FCP I/O protocol "
946 "failure (%x/%02x%02x%02x%02x%02x%02x%02x%02x)..."
947 "retrying command\n", ha->host_no,
948 cp->device->channel, cp->device->id,
949 cp->device->lun, rsp_info_len, rsp_info[0],
950 rsp_info[1], rsp_info[2], rsp_info[3], rsp_info[4],
951 rsp_info[5], rsp_info[6], rsp_info[7]));
953 cp->result = DID_BUS_BUSY << 16;
954 qla2x00_sp_compl(ha, sp);
959 /* Check for overrun. */
960 if (IS_FWI2_CAPABLE(ha) && comp_status == CS_COMPLETE &&
961 scsi_status & SS_RESIDUAL_OVER)
962 comp_status = CS_DATA_OVERRUN;
965 * Based on Host and scsi status generate status code for Linux
967 switch (comp_status) {
970 if (scsi_status == 0) {
971 cp->result = DID_OK << 16;
974 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER)) {
976 scsi_set_resid(cp, resid);
977 CMD_RESID_LEN(cp) = resid;
980 ((unsigned)(scsi_bufflen(cp) - resid) <
982 qla_printk(KERN_INFO, ha,
983 "scsi(%ld:%d:%d:%d): Mid-layer underflow "
984 "detected (%x of %x bytes)...returning "
985 "error status.\n", ha->host_no,
986 cp->device->channel, cp->device->id,
987 cp->device->lun, resid,
990 cp->result = DID_ERROR << 16;
994 cp->result = DID_OK << 16 | lscsi_status;
996 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
997 DEBUG2(printk(KERN_INFO
998 "scsi(%ld): QUEUE FULL status detected "
999 "0x%x-0x%x.\n", ha->host_no, comp_status,
1002 /* Adjust queue depth for all luns on the port. */
1003 fcport->last_queue_full = jiffies;
1004 starget_for_each_device(cp->device->sdev_target,
1005 fcport, qla2x00_adjust_sdev_qdepth_down);
1008 if (lscsi_status != SS_CHECK_CONDITION)
1011 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1012 if (!(scsi_status & SS_SENSE_LEN_VALID))
1015 qla2x00_handle_sense(sp, sense_data, sense_len);
1018 case CS_DATA_UNDERRUN:
1020 /* Use F/W calculated residual length. */
1021 if (IS_FWI2_CAPABLE(ha)) {
1022 if (scsi_status & SS_RESIDUAL_UNDER &&
1023 resid != fw_resid_len) {
1024 scsi_status &= ~SS_RESIDUAL_UNDER;
1027 resid = fw_resid_len;
1030 if (scsi_status & SS_RESIDUAL_UNDER) {
1031 scsi_set_resid(cp, resid);
1032 CMD_RESID_LEN(cp) = resid;
1034 DEBUG2(printk(KERN_INFO
1035 "scsi(%ld:%d:%d) UNDERRUN status detected "
1036 "0x%x-0x%x. resid=0x%x fw_resid=0x%x cdb=0x%x "
1037 "os_underflow=0x%x\n", ha->host_no,
1038 cp->device->id, cp->device->lun, comp_status,
1039 scsi_status, resid_len, resid, cp->cmnd[0],
1045 * Check to see if SCSI Status is non zero. If so report SCSI
1048 if (lscsi_status != 0) {
1049 cp->result = DID_OK << 16 | lscsi_status;
1051 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
1052 DEBUG2(printk(KERN_INFO
1053 "scsi(%ld): QUEUE FULL status detected "
1054 "0x%x-0x%x.\n", ha->host_no, comp_status,
1058 * Adjust queue depth for all luns on the
1061 fcport->last_queue_full = jiffies;
1062 starget_for_each_device(
1063 cp->device->sdev_target, fcport,
1064 qla2x00_adjust_sdev_qdepth_down);
1067 if (lscsi_status != SS_CHECK_CONDITION)
1070 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1071 if (!(scsi_status & SS_SENSE_LEN_VALID))
1074 qla2x00_handle_sense(sp, sense_data, sense_len);
1077 * In case of a Underrun condition, set both the lscsi
1078 * status and the completion status to appropriate
1082 ((unsigned)(scsi_bufflen(cp) - resid) <
1084 DEBUG2(qla_printk(KERN_INFO, ha,
1085 "scsi(%ld:%d:%d:%d): Mid-layer underflow "
1086 "detected (%x of %x bytes)...returning "
1087 "error status.\n", ha->host_no,
1088 cp->device->channel, cp->device->id,
1089 cp->device->lun, resid,
1092 cp->result = DID_ERROR << 16 | lscsi_status;
1096 * If RISC reports underrun and target does not report
1097 * it then we must have a lost frame, so tell upper
1098 * layer to retry it by reporting a bus busy.
1100 if (!(scsi_status & SS_RESIDUAL_UNDER)) {
1101 DEBUG2(printk("scsi(%ld:%d:%d:%d) Dropped "
1102 "frame(s) detected (%x of %x bytes)..."
1103 "retrying command.\n", ha->host_no,
1104 cp->device->channel, cp->device->id,
1105 cp->device->lun, resid,
1108 cp->result = DID_BUS_BUSY << 16;
1112 /* Handle mid-layer underflow */
1113 if ((unsigned)(scsi_bufflen(cp) - resid) <
1115 qla_printk(KERN_INFO, ha,
1116 "scsi(%ld:%d:%d:%d): Mid-layer underflow "
1117 "detected (%x of %x bytes)...returning "
1118 "error status.\n", ha->host_no,
1119 cp->device->channel, cp->device->id,
1120 cp->device->lun, resid,
1123 cp->result = DID_ERROR << 16;
1127 /* Everybody online, looking good... */
1128 cp->result = DID_OK << 16;
1132 case CS_DATA_OVERRUN:
1133 DEBUG2(printk(KERN_INFO
1134 "scsi(%ld:%d:%d): OVERRUN status detected 0x%x-0x%x\n",
1135 ha->host_no, cp->device->id, cp->device->lun, comp_status,
1137 DEBUG2(printk(KERN_INFO
1138 "CDB: 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x\n",
1139 cp->cmnd[0], cp->cmnd[1], cp->cmnd[2], cp->cmnd[3],
1140 cp->cmnd[4], cp->cmnd[5]));
1141 DEBUG2(printk(KERN_INFO
1142 "PID=0x%lx req=0x%x xtra=0x%x -- returning DID_ERROR "
1144 cp->serial_number, scsi_bufflen(cp), resid_len));
1146 cp->result = DID_ERROR << 16;
1149 case CS_PORT_LOGGED_OUT:
1150 case CS_PORT_CONFIG_CHG:
1153 case CS_PORT_UNAVAILABLE:
1155 * If the port is in Target Down state, return all IOs for this
1156 * Target with DID_NO_CONNECT ELSE Queue the IOs in the
1159 DEBUG2(printk("scsi(%ld:%d:%d): status_entry: Port Down "
1160 "pid=%ld, compl status=0x%x, port state=0x%x\n",
1161 ha->host_no, cp->device->id, cp->device->lun,
1162 cp->serial_number, comp_status,
1163 atomic_read(&fcport->state)));
1165 cp->result = DID_BUS_BUSY << 16;
1166 if (atomic_read(&fcport->state) == FCS_ONLINE) {
1167 qla2x00_mark_device_lost(ha, fcport, 1, 1);
1172 DEBUG2(printk(KERN_INFO
1173 "scsi(%ld): RESET status detected 0x%x-0x%x.\n",
1174 ha->host_no, comp_status, scsi_status));
1176 cp->result = DID_RESET << 16;
1181 * hv2.19.12 - DID_ABORT does not retry the request if we
1182 * aborted this request then abort otherwise it must be a
1185 DEBUG2(printk(KERN_INFO
1186 "scsi(%ld): ABORT status detected 0x%x-0x%x.\n",
1187 ha->host_no, comp_status, scsi_status));
1189 cp->result = DID_RESET << 16;
1193 cp->result = DID_BUS_BUSY << 16;
1195 if (IS_FWI2_CAPABLE(ha)) {
1196 DEBUG2(printk(KERN_INFO
1197 "scsi(%ld:%d:%d:%d): TIMEOUT status detected "
1198 "0x%x-0x%x\n", ha->host_no, cp->device->channel,
1199 cp->device->id, cp->device->lun, comp_status,
1203 DEBUG2(printk(KERN_INFO
1204 "scsi(%ld:%d:%d:%d): TIMEOUT status detected 0x%x-0x%x "
1205 "sflags=%x.\n", ha->host_no, cp->device->channel,
1206 cp->device->id, cp->device->lun, comp_status, scsi_status,
1207 le16_to_cpu(sts->status_flags)));
1209 /* Check to see if logout occurred. */
1210 if ((le16_to_cpu(sts->status_flags) & SF_LOGOUT_SENT))
1211 qla2x00_mark_device_lost(ha, fcport, 1, 1);
1215 DEBUG3(printk("scsi(%ld): Error detected (unknown status) "
1216 "0x%x-0x%x.\n", ha->host_no, comp_status, scsi_status));
1217 qla_printk(KERN_INFO, ha,
1218 "Unknown status detected 0x%x-0x%x.\n",
1219 comp_status, scsi_status);
1221 cp->result = DID_ERROR << 16;
1225 /* Place command on done queue. */
1226 if (ha->status_srb == NULL)
1227 qla2x00_sp_compl(ha, sp);
1231 * qla2x00_status_cont_entry() - Process a Status Continuations entry.
1232 * @ha: SCSI driver HA context
1233 * @pkt: Entry pointer
1235 * Extended sense data.
1238 qla2x00_status_cont_entry(scsi_qla_host_t *ha, sts_cont_entry_t *pkt)
1240 uint8_t sense_sz = 0;
1241 srb_t *sp = ha->status_srb;
1242 struct scsi_cmnd *cp;
1244 if (sp != NULL && sp->request_sense_length != 0) {
1247 DEBUG2(printk("%s(): Cmd already returned back to OS "
1248 "sp=%p.\n", __func__, sp));
1249 qla_printk(KERN_INFO, ha,
1250 "cmd is NULL: already returned to OS (sp=%p)\n",
1253 ha->status_srb = NULL;
1257 if (sp->request_sense_length > sizeof(pkt->data)) {
1258 sense_sz = sizeof(pkt->data);
1260 sense_sz = sp->request_sense_length;
1263 /* Move sense data. */
1264 if (IS_FWI2_CAPABLE(ha))
1265 host_to_fcp_swap(pkt->data, sizeof(pkt->data));
1266 memcpy(sp->request_sense_ptr, pkt->data, sense_sz);
1267 DEBUG5(qla2x00_dump_buffer(sp->request_sense_ptr, sense_sz));
1269 sp->request_sense_ptr += sense_sz;
1270 sp->request_sense_length -= sense_sz;
1272 /* Place command on done queue. */
1273 if (sp->request_sense_length == 0) {
1274 ha->status_srb = NULL;
1275 qla2x00_sp_compl(ha, sp);
1281 * qla2x00_error_entry() - Process an error entry.
1282 * @ha: SCSI driver HA context
1283 * @pkt: Entry pointer
1286 qla2x00_error_entry(scsi_qla_host_t *ha, sts_entry_t *pkt)
1290 #if defined(QL_DEBUG_LEVEL_2)
1291 if (pkt->entry_status & RF_INV_E_ORDER)
1292 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Order\n", __func__);
1293 else if (pkt->entry_status & RF_INV_E_COUNT)
1294 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Count\n", __func__);
1295 else if (pkt->entry_status & RF_INV_E_PARAM)
1296 qla_printk(KERN_ERR, ha,
1297 "%s: Invalid Entry Parameter\n", __func__);
1298 else if (pkt->entry_status & RF_INV_E_TYPE)
1299 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Type\n", __func__);
1300 else if (pkt->entry_status & RF_BUSY)
1301 qla_printk(KERN_ERR, ha, "%s: Busy\n", __func__);
1303 qla_printk(KERN_ERR, ha, "%s: UNKNOWN flag error\n", __func__);
1306 /* Validate handle. */
1307 if (pkt->handle < MAX_OUTSTANDING_COMMANDS)
1308 sp = ha->outstanding_cmds[pkt->handle];
1313 /* Free outstanding command slot. */
1314 ha->outstanding_cmds[pkt->handle] = NULL;
1316 /* Bad payload or header */
1317 if (pkt->entry_status &
1318 (RF_INV_E_ORDER | RF_INV_E_COUNT |
1319 RF_INV_E_PARAM | RF_INV_E_TYPE)) {
1320 sp->cmd->result = DID_ERROR << 16;
1321 } else if (pkt->entry_status & RF_BUSY) {
1322 sp->cmd->result = DID_BUS_BUSY << 16;
1324 sp->cmd->result = DID_ERROR << 16;
1326 qla2x00_sp_compl(ha, sp);
1328 } else if (pkt->entry_type == COMMAND_A64_TYPE || pkt->entry_type ==
1329 COMMAND_TYPE || pkt->entry_type == COMMAND_TYPE_7) {
1330 DEBUG2(printk("scsi(%ld): Error entry - invalid handle\n",
1332 qla_printk(KERN_WARNING, ha,
1333 "Error entry - invalid handle\n");
1335 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1336 qla2xxx_wake_dpc(ha);
1341 * qla2x00_ms_entry() - Process a Management Server entry.
1342 * @ha: SCSI driver HA context
1343 * @index: Response queue out pointer
1346 qla2x00_ms_entry(scsi_qla_host_t *ha, ms_iocb_entry_t *pkt)
1350 DEBUG3(printk("%s(%ld): pkt=%p pkthandle=%d.\n",
1351 __func__, ha->host_no, pkt, pkt->handle1));
1353 /* Validate handle. */
1354 if (pkt->handle1 < MAX_OUTSTANDING_COMMANDS)
1355 sp = ha->outstanding_cmds[pkt->handle1];
1360 DEBUG2(printk("scsi(%ld): MS entry - invalid handle\n",
1362 qla_printk(KERN_WARNING, ha, "MS entry - invalid handle\n");
1364 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1368 CMD_COMPL_STATUS(sp->cmd) = le16_to_cpu(pkt->status);
1369 CMD_ENTRY_STATUS(sp->cmd) = pkt->entry_status;
1371 /* Free outstanding command slot. */
1372 ha->outstanding_cmds[pkt->handle1] = NULL;
1374 qla2x00_sp_compl(ha, sp);
1379 * qla24xx_mbx_completion() - Process mailbox command completions.
1380 * @ha: SCSI driver HA context
1381 * @mb0: Mailbox0 register
1384 qla24xx_mbx_completion(scsi_qla_host_t *ha, uint16_t mb0)
1387 uint16_t __iomem *wptr;
1388 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1390 /* Load return mailbox registers. */
1391 ha->flags.mbox_int = 1;
1392 ha->mailbox_out[0] = mb0;
1393 wptr = (uint16_t __iomem *)®->mailbox1;
1395 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
1396 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
1401 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
1402 __func__, ha->host_no, ha->mcp->mb[0]));
1404 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
1405 __func__, ha->host_no));
1410 * qla24xx_process_response_queue() - Process response queue entries.
1411 * @ha: SCSI driver HA context
1414 qla24xx_process_response_queue(struct scsi_qla_host *ha)
1416 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1417 struct sts_entry_24xx *pkt;
1419 if (!ha->flags.online)
1422 while (ha->response_ring_ptr->signature != RESPONSE_PROCESSED) {
1423 pkt = (struct sts_entry_24xx *)ha->response_ring_ptr;
1425 ha->rsp_ring_index++;
1426 if (ha->rsp_ring_index == ha->response_q_length) {
1427 ha->rsp_ring_index = 0;
1428 ha->response_ring_ptr = ha->response_ring;
1430 ha->response_ring_ptr++;
1433 if (pkt->entry_status != 0) {
1434 DEBUG3(printk(KERN_INFO
1435 "scsi(%ld): Process error entry.\n", ha->host_no));
1437 qla2x00_error_entry(ha, (sts_entry_t *) pkt);
1438 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1443 switch (pkt->entry_type) {
1445 qla2x00_status_entry(ha, pkt);
1447 case STATUS_CONT_TYPE:
1448 qla2x00_status_cont_entry(ha, (sts_cont_entry_t *)pkt);
1451 qla24xx_ms_entry(ha, (struct ct_entry_24xx *)pkt);
1453 case VP_RPT_ID_IOCB_TYPE:
1454 qla24xx_report_id_acquisition(ha,
1455 (struct vp_rpt_id_entry_24xx *)pkt);
1458 /* Type Not Supported. */
1459 DEBUG4(printk(KERN_WARNING
1460 "scsi(%ld): Received unknown response pkt type %x "
1461 "entry status=%x.\n",
1462 ha->host_no, pkt->entry_type, pkt->entry_status));
1465 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1469 /* Adjust ring index */
1470 WRT_REG_DWORD(®->rsp_q_out, ha->rsp_ring_index);
1474 qla2xxx_check_risc_status(scsi_qla_host_t *ha)
1478 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1480 if (!IS_QLA25XX(ha))
1484 WRT_REG_DWORD(®->iobase_addr, 0x7C00);
1485 RD_REG_DWORD(®->iobase_addr);
1486 WRT_REG_DWORD(®->iobase_window, 0x0001);
1487 for (cnt = 10000; (RD_REG_DWORD(®->iobase_window) & BIT_0) == 0 &&
1488 rval == QLA_SUCCESS; cnt--) {
1490 WRT_REG_DWORD(®->iobase_window, 0x0001);
1493 rval = QLA_FUNCTION_TIMEOUT;
1495 if (rval == QLA_SUCCESS)
1498 WRT_REG_DWORD(®->iobase_window, 0x0003);
1499 for (cnt = 100; (RD_REG_DWORD(®->iobase_window) & BIT_0) == 0 &&
1500 rval == QLA_SUCCESS; cnt--) {
1502 WRT_REG_DWORD(®->iobase_window, 0x0003);
1505 rval = QLA_FUNCTION_TIMEOUT;
1507 if (rval != QLA_SUCCESS)
1511 if (RD_REG_DWORD(®->iobase_c8) & BIT_3)
1512 qla_printk(KERN_INFO, ha, "Additional code -- 0x55AA.\n");
1515 WRT_REG_DWORD(®->iobase_window, 0x0000);
1516 RD_REG_DWORD(®->iobase_window);
1520 * qla24xx_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
1522 * @dev_id: SCSI driver HA context
1524 * Called by system whenever the host adapter generates an interrupt.
1526 * Returns handled flag.
1529 qla24xx_intr_handler(int irq, void *dev_id)
1531 scsi_qla_host_t *ha;
1532 struct device_reg_24xx __iomem *reg;
1539 ha = (scsi_qla_host_t *) dev_id;
1542 "%s(): NULL host pointer\n", __func__);
1546 reg = &ha->iobase->isp24;
1549 spin_lock(&ha->hardware_lock);
1550 for (iter = 50; iter--; ) {
1551 stat = RD_REG_DWORD(®->host_status);
1552 if (stat & HSRX_RISC_PAUSED) {
1553 if (pci_channel_offline(ha->pdev))
1556 hccr = RD_REG_DWORD(®->hccr);
1558 qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
1559 "Dumping firmware!\n", hccr);
1561 qla2xxx_check_risc_status(ha);
1563 ha->isp_ops->fw_dump(ha, 1);
1564 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1566 } else if ((stat & HSRX_RISC_INT) == 0)
1569 switch (stat & 0xff) {
1574 qla24xx_mbx_completion(ha, MSW(stat));
1575 status |= MBX_INTERRUPT;
1580 mb[1] = RD_REG_WORD(®->mailbox1);
1581 mb[2] = RD_REG_WORD(®->mailbox2);
1582 mb[3] = RD_REG_WORD(®->mailbox3);
1583 qla2x00_async_event(ha, mb);
1586 qla24xx_process_response_queue(ha);
1589 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
1591 ha->host_no, stat & 0xff));
1594 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
1595 RD_REG_DWORD_RELAXED(®->hccr);
1597 spin_unlock(&ha->hardware_lock);
1599 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
1600 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1601 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
1602 complete(&ha->mbx_intr_comp);
1609 * qla24xx_ms_entry() - Process a Management Server entry.
1610 * @ha: SCSI driver HA context
1611 * @index: Response queue out pointer
1614 qla24xx_ms_entry(scsi_qla_host_t *ha, struct ct_entry_24xx *pkt)
1618 DEBUG3(printk("%s(%ld): pkt=%p pkthandle=%d.\n",
1619 __func__, ha->host_no, pkt, pkt->handle));
1621 DEBUG9(printk("%s: ct pkt dump:\n", __func__));
1622 DEBUG9(qla2x00_dump_buffer((void *)pkt, sizeof(struct ct_entry_24xx)));
1624 /* Validate handle. */
1625 if (pkt->handle < MAX_OUTSTANDING_COMMANDS)
1626 sp = ha->outstanding_cmds[pkt->handle];
1631 DEBUG2(printk("scsi(%ld): MS entry - invalid handle\n",
1633 DEBUG10(printk("scsi(%ld): MS entry - invalid handle\n",
1635 qla_printk(KERN_WARNING, ha, "MS entry - invalid handle %d\n",
1638 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1642 CMD_COMPL_STATUS(sp->cmd) = le16_to_cpu(pkt->comp_status);
1643 CMD_ENTRY_STATUS(sp->cmd) = pkt->entry_status;
1645 /* Free outstanding command slot. */
1646 ha->outstanding_cmds[pkt->handle] = NULL;
1648 qla2x00_sp_compl(ha, sp);
1652 qla24xx_msix_rsp_q(int irq, void *dev_id)
1654 scsi_qla_host_t *ha;
1655 struct device_reg_24xx __iomem *reg;
1658 reg = &ha->iobase->isp24;
1660 spin_lock(&ha->hardware_lock);
1662 qla24xx_process_response_queue(ha);
1663 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
1665 spin_unlock(&ha->hardware_lock);
1671 qla24xx_msix_default(int irq, void *dev_id)
1673 scsi_qla_host_t *ha;
1674 struct device_reg_24xx __iomem *reg;
1681 reg = &ha->iobase->isp24;
1684 spin_lock(&ha->hardware_lock);
1686 stat = RD_REG_DWORD(®->host_status);
1687 if (stat & HSRX_RISC_PAUSED) {
1688 if (pci_channel_offline(ha->pdev))
1691 hccr = RD_REG_DWORD(®->hccr);
1693 qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
1694 "Dumping firmware!\n", hccr);
1696 qla2xxx_check_risc_status(ha);
1698 ha->isp_ops->fw_dump(ha, 1);
1699 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1701 } else if ((stat & HSRX_RISC_INT) == 0)
1704 switch (stat & 0xff) {
1709 qla24xx_mbx_completion(ha, MSW(stat));
1710 status |= MBX_INTERRUPT;
1715 mb[1] = RD_REG_WORD(®->mailbox1);
1716 mb[2] = RD_REG_WORD(®->mailbox2);
1717 mb[3] = RD_REG_WORD(®->mailbox3);
1718 qla2x00_async_event(ha, mb);
1721 qla24xx_process_response_queue(ha);
1724 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
1726 ha->host_no, stat & 0xff));
1729 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
1731 spin_unlock(&ha->hardware_lock);
1733 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
1734 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1735 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
1736 complete(&ha->mbx_intr_comp);
1742 /* Interrupt handling helpers. */
1744 struct qla_init_msix_entry {
1748 irq_handler_t handler;
1751 static struct qla_init_msix_entry imsix_entries[QLA_MSIX_ENTRIES] = {
1752 { QLA_MSIX_DEFAULT, QLA_MIDX_DEFAULT,
1753 "qla2xxx (default)", qla24xx_msix_default },
1755 { QLA_MSIX_RSP_Q, QLA_MIDX_RSP_Q,
1756 "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
1760 qla24xx_disable_msix(scsi_qla_host_t *ha)
1763 struct qla_msix_entry *qentry;
1765 for (i = 0; i < QLA_MSIX_ENTRIES; i++) {
1766 qentry = &ha->msix_entries[imsix_entries[i].index];
1767 if (qentry->have_irq)
1768 free_irq(qentry->msix_vector, ha);
1770 pci_disable_msix(ha->pdev);
1774 qla24xx_enable_msix(scsi_qla_host_t *ha)
1777 struct msix_entry entries[QLA_MSIX_ENTRIES];
1778 struct qla_msix_entry *qentry;
1780 for (i = 0; i < QLA_MSIX_ENTRIES; i++)
1781 entries[i].entry = imsix_entries[i].entry;
1783 ret = pci_enable_msix(ha->pdev, entries, ARRAY_SIZE(entries));
1785 qla_printk(KERN_WARNING, ha,
1786 "MSI-X: Failed to enable support -- %d/%d\n",
1787 QLA_MSIX_ENTRIES, ret);
1790 ha->flags.msix_enabled = 1;
1792 for (i = 0; i < QLA_MSIX_ENTRIES; i++) {
1793 qentry = &ha->msix_entries[imsix_entries[i].index];
1794 qentry->msix_vector = entries[i].vector;
1795 qentry->msix_entry = entries[i].entry;
1796 qentry->have_irq = 0;
1797 ret = request_irq(qentry->msix_vector,
1798 imsix_entries[i].handler, 0, imsix_entries[i].name, ha);
1800 qla_printk(KERN_WARNING, ha,
1801 "MSI-X: Unable to register handler -- %x/%d.\n",
1802 imsix_entries[i].index, ret);
1803 qla24xx_disable_msix(ha);
1806 qentry->have_irq = 1;
1814 qla2x00_request_irqs(scsi_qla_host_t *ha)
1817 device_reg_t __iomem *reg = ha->iobase;
1819 /* If possible, enable MSI-X. */
1820 if (!IS_QLA2432(ha) && !IS_QLA2532(ha))
1823 if (IS_QLA2432(ha) && (ha->chip_revision < QLA_MSIX_CHIP_REV_24XX ||
1824 !QLA_MSIX_FW_MODE_1(ha->fw_attributes))) {
1825 DEBUG2(qla_printk(KERN_WARNING, ha,
1826 "MSI-X: Unsupported ISP2432 (0x%X, 0x%X).\n",
1827 ha->chip_revision, ha->fw_attributes));
1832 if (ha->pdev->subsystem_vendor == PCI_VENDOR_ID_HP &&
1833 (ha->pdev->subsystem_device == 0x7040 ||
1834 ha->pdev->subsystem_device == 0x7041 ||
1835 ha->pdev->subsystem_device == 0x1705)) {
1836 DEBUG2(qla_printk(KERN_WARNING, ha,
1837 "MSI-X: Unsupported ISP2432 SSVID/SSDID (0x%X, 0x%X).\n",
1838 ha->pdev->subsystem_vendor,
1839 ha->pdev->subsystem_device));
1844 ret = qla24xx_enable_msix(ha);
1846 DEBUG2(qla_printk(KERN_INFO, ha,
1847 "MSI-X: Enabled (0x%X, 0x%X).\n", ha->chip_revision,
1848 ha->fw_attributes));
1849 goto clear_risc_ints;
1851 qla_printk(KERN_WARNING, ha,
1852 "MSI-X: Falling back-to INTa mode -- %d.\n", ret);
1855 if (!IS_QLA24XX(ha) && !IS_QLA2532(ha))
1858 ret = pci_enable_msi(ha->pdev);
1860 DEBUG2(qla_printk(KERN_INFO, ha, "MSI: Enabled.\n"));
1861 ha->flags.msi_enabled = 1;
1865 ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
1866 IRQF_DISABLED|IRQF_SHARED, QLA2XXX_DRIVER_NAME, ha);
1868 qla_printk(KERN_WARNING, ha,
1869 "Failed to reserve interrupt %d already in use.\n",
1873 ha->flags.inta_enabled = 1;
1874 ha->host->irq = ha->pdev->irq;
1877 ha->isp_ops->disable_intrs(ha);
1878 spin_lock_irq(&ha->hardware_lock);
1879 if (IS_FWI2_CAPABLE(ha)) {
1880 WRT_REG_DWORD(®->isp24.hccr, HCCRX_CLR_HOST_INT);
1881 WRT_REG_DWORD(®->isp24.hccr, HCCRX_CLR_RISC_INT);
1883 WRT_REG_WORD(®->isp.semaphore, 0);
1884 WRT_REG_WORD(®->isp.hccr, HCCR_CLR_RISC_INT);
1885 WRT_REG_WORD(®->isp.hccr, HCCR_CLR_HOST_INT);
1887 spin_unlock_irq(&ha->hardware_lock);
1888 ha->isp_ops->enable_intrs(ha);
1895 qla2x00_free_irqs(scsi_qla_host_t *ha)
1898 if (ha->flags.msix_enabled)
1899 qla24xx_disable_msix(ha);
1900 else if (ha->flags.inta_enabled) {
1901 free_irq(ha->host->irq, ha);
1902 pci_disable_msi(ha->pdev);