1293 lines · c
1// SPDX-License-Identifier: GPL-2.0-only2/*3 * QLogic Fibre Channel HBA Driver4 * Copyright (c) 2003-2014 QLogic Corporation5 */6#include "qla_def.h"7#include "qla_gbl.h"8#include "qla_target.h"9 10#include <linux/moduleparam.h>11#include <linux/vmalloc.h>12#include <linux/slab.h>13#include <linux/list.h>14 15#include <scsi/scsi_tcq.h>16#include <scsi/scsicam.h>17#include <linux/delay.h>18 19void20qla2x00_vp_stop_timer(scsi_qla_host_t *vha)21{22 if (vha->vp_idx && vha->timer_active) {23 del_timer_sync(&vha->timer);24 vha->timer_active = 0;25 }26}27 28static uint32_t29qla24xx_allocate_vp_id(scsi_qla_host_t *vha)30{31 uint32_t vp_id;32 struct qla_hw_data *ha = vha->hw;33 unsigned long flags;34 35 /* Find an empty slot and assign an vp_id */36 mutex_lock(&ha->vport_lock);37 vp_id = find_first_zero_bit(ha->vp_idx_map, ha->max_npiv_vports + 1);38 if (vp_id > ha->max_npiv_vports) {39 ql_dbg(ql_dbg_vport, vha, 0xa000,40 "vp_id %d is bigger than max-supported %d.\n",41 vp_id, ha->max_npiv_vports);42 mutex_unlock(&ha->vport_lock);43 return vp_id;44 }45 46 set_bit(vp_id, ha->vp_idx_map);47 ha->num_vhosts++;48 vha->vp_idx = vp_id;49 50 spin_lock_irqsave(&ha->vport_slock, flags);51 list_add_tail(&vha->list, &ha->vp_list);52 spin_unlock_irqrestore(&ha->vport_slock, flags);53 54 spin_lock_irqsave(&ha->hardware_lock, flags);55 qla_update_vp_map(vha, SET_VP_IDX);56 spin_unlock_irqrestore(&ha->hardware_lock, flags);57 58 mutex_unlock(&ha->vport_lock);59 return vp_id;60}61 62void63qla24xx_deallocate_vp_id(scsi_qla_host_t *vha)64{65 uint16_t vp_id;66 struct qla_hw_data *ha = vha->hw;67 unsigned long flags = 0;68 u32 i, bailout;69 70 mutex_lock(&ha->vport_lock);71 /*72 * Wait for all pending activities to finish before removing vport from73 * the list.74 * Lock needs to be held for safe removal from the list (it75 * ensures no active vp_list traversal while the vport is removed76 * from the queue)77 */78 bailout = 0;79 for (i = 0; i < 500; i++) {80 spin_lock_irqsave(&ha->vport_slock, flags);81 if (atomic_read(&vha->vref_count) == 0) {82 list_del(&vha->list);83 qla_update_vp_map(vha, RESET_VP_IDX);84 bailout = 1;85 }86 spin_unlock_irqrestore(&ha->vport_slock, flags);87 88 if (bailout)89 break;90 else91 msleep(20);92 }93 if (!bailout) {94 ql_log(ql_log_info, vha, 0xfffa,95 "vha->vref_count=%u timeout\n", vha->vref_count.counter);96 spin_lock_irqsave(&ha->vport_slock, flags);97 list_del(&vha->list);98 qla_update_vp_map(vha, RESET_VP_IDX);99 spin_unlock_irqrestore(&ha->vport_slock, flags);100 }101 102 vp_id = vha->vp_idx;103 ha->num_vhosts--;104 clear_bit(vp_id, ha->vp_idx_map);105 106 mutex_unlock(&ha->vport_lock);107}108 109static scsi_qla_host_t *110qla24xx_find_vhost_by_name(struct qla_hw_data *ha, uint8_t *port_name)111{112 scsi_qla_host_t *vha;113 struct scsi_qla_host *tvha;114 unsigned long flags;115 116 spin_lock_irqsave(&ha->vport_slock, flags);117 /* Locate matching device in database. */118 list_for_each_entry_safe(vha, tvha, &ha->vp_list, list) {119 if (!memcmp(port_name, vha->port_name, WWN_SIZE)) {120 spin_unlock_irqrestore(&ha->vport_slock, flags);121 return vha;122 }123 }124 spin_unlock_irqrestore(&ha->vport_slock, flags);125 return NULL;126}127 128/*129 * qla2x00_mark_vp_devices_dead130 * Updates fcport state when device goes offline.131 *132 * Input:133 * ha = adapter block pointer.134 * fcport = port structure pointer.135 *136 * Return:137 * None.138 *139 * Context:140 */141static void142qla2x00_mark_vp_devices_dead(scsi_qla_host_t *vha)143{144 /*145 * !!! NOTE !!!146 * This function, if called in contexts other than vp create, disable147 * or delete, please make sure this is synchronized with the148 * delete thread.149 */150 fc_port_t *fcport;151 152 list_for_each_entry(fcport, &vha->vp_fcports, list) {153 ql_dbg(ql_dbg_vport, vha, 0xa001,154 "Marking port dead, loop_id=0x%04x : %x.\n",155 fcport->loop_id, fcport->vha->vp_idx);156 157 qla2x00_mark_device_lost(vha, fcport, 0);158 qla2x00_set_fcport_state(fcport, FCS_UNCONFIGURED);159 }160}161 162int163qla24xx_disable_vp(scsi_qla_host_t *vha)164{165 unsigned long flags;166 int ret = QLA_SUCCESS;167 fc_port_t *fcport;168 169 if (vha->hw->flags.edif_enabled) {170 if (DBELL_ACTIVE(vha))171 qla2x00_post_aen_work(vha, FCH_EVT_VENDOR_UNIQUE,172 FCH_EVT_VENDOR_UNIQUE_VPORT_DOWN);173 /* delete sessions and flush sa_indexes */174 qla2x00_wait_for_sess_deletion(vha);175 }176 177 if (vha->hw->flags.fw_started)178 ret = qla24xx_control_vp(vha, VCE_COMMAND_DISABLE_VPS_LOGO_ALL);179 180 atomic_set(&vha->loop_state, LOOP_DOWN);181 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);182 list_for_each_entry(fcport, &vha->vp_fcports, list)183 fcport->logout_on_delete = 1;184 185 if (!vha->hw->flags.edif_enabled)186 qla2x00_wait_for_sess_deletion(vha);187 188 /* Remove port id from vp target map */189 spin_lock_irqsave(&vha->hw->hardware_lock, flags);190 qla_update_vp_map(vha, RESET_AL_PA);191 spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);192 193 qla2x00_mark_vp_devices_dead(vha);194 atomic_set(&vha->vp_state, VP_FAILED);195 vha->flags.management_server_logged_in = 0;196 if (ret == QLA_SUCCESS) {197 fc_vport_set_state(vha->fc_vport, FC_VPORT_DISABLED);198 } else {199 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);200 return -1;201 }202 return 0;203}204 205int206qla24xx_enable_vp(scsi_qla_host_t *vha)207{208 int ret;209 struct qla_hw_data *ha = vha->hw;210 scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);211 212 /* Check if physical ha port is Up */213 if (atomic_read(&base_vha->loop_state) == LOOP_DOWN ||214 atomic_read(&base_vha->loop_state) == LOOP_DEAD ||215 !(ha->current_topology & ISP_CFG_F)) {216 vha->vp_err_state = VP_ERR_PORTDWN;217 fc_vport_set_state(vha->fc_vport, FC_VPORT_LINKDOWN);218 ql_dbg(ql_dbg_taskm, vha, 0x800b,219 "%s skip enable. loop_state %x topo %x\n",220 __func__, base_vha->loop_state.counter,221 ha->current_topology);222 223 goto enable_failed;224 }225 226 /* Initialize the new vport unless it is a persistent port */227 mutex_lock(&ha->vport_lock);228 ret = qla24xx_modify_vp_config(vha);229 mutex_unlock(&ha->vport_lock);230 231 if (ret != QLA_SUCCESS) {232 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);233 goto enable_failed;234 }235 236 ql_dbg(ql_dbg_taskm, vha, 0x801a,237 "Virtual port with id: %d - Enabled.\n", vha->vp_idx);238 return 0;239 240enable_failed:241 ql_dbg(ql_dbg_taskm, vha, 0x801b,242 "Virtual port with id: %d - Disabled.\n", vha->vp_idx);243 return 1;244}245 246static void247qla24xx_configure_vp(scsi_qla_host_t *vha)248{249 struct fc_vport *fc_vport;250 int ret;251 252 fc_vport = vha->fc_vport;253 254 ql_dbg(ql_dbg_vport, vha, 0xa002,255 "%s: change request #3.\n", __func__);256 ret = qla2x00_send_change_request(vha, 0x3, vha->vp_idx);257 if (ret != QLA_SUCCESS) {258 ql_dbg(ql_dbg_vport, vha, 0xa003, "Failed to enable "259 "receiving of RSCN requests: 0x%x.\n", ret);260 return;261 } else {262 /* Corresponds to SCR enabled */263 clear_bit(VP_SCR_NEEDED, &vha->vp_flags);264 }265 266 vha->flags.online = 1;267 if (qla24xx_configure_vhba(vha))268 return;269 270 atomic_set(&vha->vp_state, VP_ACTIVE);271 fc_vport_set_state(fc_vport, FC_VPORT_ACTIVE);272}273 274void275qla2x00_alert_all_vps(struct rsp_que *rsp, uint16_t *mb)276{277 scsi_qla_host_t *vha, *tvp;278 struct qla_hw_data *ha = rsp->hw;279 int i = 0;280 unsigned long flags;281 282 spin_lock_irqsave(&ha->vport_slock, flags);283 list_for_each_entry_safe(vha, tvp, &ha->vp_list, list) {284 if (vha->vp_idx) {285 if (test_bit(VPORT_DELETE, &vha->dpc_flags))286 continue;287 288 atomic_inc(&vha->vref_count);289 spin_unlock_irqrestore(&ha->vport_slock, flags);290 291 switch (mb[0]) {292 case MBA_LIP_OCCURRED:293 case MBA_LOOP_UP:294 case MBA_LOOP_DOWN:295 case MBA_LIP_RESET:296 case MBA_POINT_TO_POINT:297 case MBA_CHG_IN_CONNECTION:298 ql_dbg(ql_dbg_async, vha, 0x5024,299 "Async_event for VP[%d], mb=0x%x vha=%p.\n",300 i, *mb, vha);301 qla2x00_async_event(vha, rsp, mb);302 break;303 case MBA_PORT_UPDATE:304 case MBA_RSCN_UPDATE:305 if ((mb[3] & 0xff) == vha->vp_idx) {306 ql_dbg(ql_dbg_async, vha, 0x5024,307 "Async_event for VP[%d], mb=0x%x vha=%p\n",308 i, *mb, vha);309 qla2x00_async_event(vha, rsp, mb);310 }311 break;312 }313 314 spin_lock_irqsave(&ha->vport_slock, flags);315 atomic_dec(&vha->vref_count);316 wake_up(&vha->vref_waitq);317 }318 i++;319 }320 spin_unlock_irqrestore(&ha->vport_slock, flags);321}322 323int324qla2x00_vp_abort_isp(scsi_qla_host_t *vha)325{326 fc_port_t *fcport;327 328 /*329 * To exclusively reset vport, we need to log it out first.330 * Note: This control_vp can fail if ISP reset is already331 * issued, this is expected, as the vp would be already332 * logged out due to ISP reset.333 */334 if (!test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)) {335 qla24xx_control_vp(vha, VCE_COMMAND_DISABLE_VPS_LOGO_ALL);336 list_for_each_entry(fcport, &vha->vp_fcports, list)337 fcport->logout_on_delete = 0;338 }339 340 /*341 * Physical port will do most of the abort and recovery work. We can342 * just treat it as a loop down343 */344 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {345 atomic_set(&vha->loop_state, LOOP_DOWN);346 qla2x00_mark_all_devices_lost(vha);347 } else {348 if (!atomic_read(&vha->loop_down_timer))349 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);350 }351 352 ql_dbg(ql_dbg_taskm, vha, 0x801d,353 "Scheduling enable of Vport %d.\n", vha->vp_idx);354 355 return qla24xx_enable_vp(vha);356}357 358static int359qla2x00_do_dpc_vp(scsi_qla_host_t *vha)360{361 struct qla_hw_data *ha = vha->hw;362 scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);363 364 ql_dbg(ql_dbg_dpc + ql_dbg_verbose, vha, 0x4012,365 "Entering %s vp_flags: 0x%lx.\n", __func__, vha->vp_flags);366 367 /* Check if Fw is ready to configure VP first */368 if (test_bit(VP_CONFIG_OK, &base_vha->vp_flags)) {369 if (test_and_clear_bit(VP_IDX_ACQUIRED, &vha->vp_flags)) {370 /* VP acquired. complete port configuration */371 ql_dbg(ql_dbg_dpc, vha, 0x4014,372 "Configure VP scheduled.\n");373 qla24xx_configure_vp(vha);374 ql_dbg(ql_dbg_dpc, vha, 0x4015,375 "Configure VP end.\n");376 return 0;377 }378 }379 380 if (test_bit(PROCESS_PUREX_IOCB, &vha->dpc_flags)) {381 if (atomic_read(&vha->loop_state) == LOOP_READY) {382 qla24xx_process_purex_list(&vha->purex_list);383 clear_bit(PROCESS_PUREX_IOCB, &vha->dpc_flags);384 }385 }386 387 if (test_bit(RELOGIN_NEEDED, &vha->dpc_flags) &&388 !test_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags) &&389 atomic_read(&vha->loop_state) != LOOP_DOWN) {390 391 if (!vha->relogin_jif ||392 time_after_eq(jiffies, vha->relogin_jif)) {393 vha->relogin_jif = jiffies + HZ;394 clear_bit(RELOGIN_NEEDED, &vha->dpc_flags);395 396 ql_dbg(ql_dbg_dpc, vha, 0x4018,397 "Relogin needed scheduled.\n");398 qla24xx_post_relogin_work(vha);399 }400 }401 402 if (test_and_clear_bit(RESET_MARKER_NEEDED, &vha->dpc_flags) &&403 (!(test_and_set_bit(RESET_ACTIVE, &vha->dpc_flags)))) {404 clear_bit(RESET_ACTIVE, &vha->dpc_flags);405 }406 407 if (test_and_clear_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags)) {408 if (!(test_and_set_bit(LOOP_RESYNC_ACTIVE, &vha->dpc_flags))) {409 ql_dbg(ql_dbg_dpc, vha, 0x401a,410 "Loop resync scheduled.\n");411 qla2x00_loop_resync(vha);412 clear_bit(LOOP_RESYNC_ACTIVE, &vha->dpc_flags);413 ql_dbg(ql_dbg_dpc, vha, 0x401b,414 "Loop resync end.\n");415 }416 }417 418 ql_dbg(ql_dbg_dpc + ql_dbg_verbose, vha, 0x401c,419 "Exiting %s.\n", __func__);420 return 0;421}422 423void424qla2x00_do_dpc_all_vps(scsi_qla_host_t *vha)425{426 struct qla_hw_data *ha = vha->hw;427 scsi_qla_host_t *vp, *tvp;428 unsigned long flags = 0;429 430 if (vha->vp_idx)431 return;432 if (list_empty(&ha->vp_list))433 return;434 435 clear_bit(VP_DPC_NEEDED, &vha->dpc_flags);436 437 if (!(ha->current_topology & ISP_CFG_F))438 return;439 440 spin_lock_irqsave(&ha->vport_slock, flags);441 list_for_each_entry_safe(vp, tvp, &ha->vp_list, list) {442 if (vp->vp_idx) {443 atomic_inc(&vp->vref_count);444 spin_unlock_irqrestore(&ha->vport_slock, flags);445 446 qla2x00_do_dpc_vp(vp);447 448 spin_lock_irqsave(&ha->vport_slock, flags);449 atomic_dec(&vp->vref_count);450 }451 }452 spin_unlock_irqrestore(&ha->vport_slock, flags);453}454 455int456qla24xx_vport_create_req_sanity_check(struct fc_vport *fc_vport)457{458 scsi_qla_host_t *base_vha = shost_priv(fc_vport->shost);459 struct qla_hw_data *ha = base_vha->hw;460 scsi_qla_host_t *vha;461 uint8_t port_name[WWN_SIZE];462 463 if (fc_vport->roles != FC_PORT_ROLE_FCP_INITIATOR)464 return VPCERR_UNSUPPORTED;465 466 /* Check up the F/W and H/W support NPIV */467 if (!ha->flags.npiv_supported)468 return VPCERR_UNSUPPORTED;469 470 /* Check up whether npiv supported switch presented */471 if (!(ha->switch_cap & FLOGI_MID_SUPPORT))472 return VPCERR_NO_FABRIC_SUPP;473 474 /* Check up unique WWPN */475 u64_to_wwn(fc_vport->port_name, port_name);476 if (!memcmp(port_name, base_vha->port_name, WWN_SIZE))477 return VPCERR_BAD_WWN;478 vha = qla24xx_find_vhost_by_name(ha, port_name);479 if (vha)480 return VPCERR_BAD_WWN;481 482 /* Check up max-npiv-supports */483 if (ha->num_vhosts > ha->max_npiv_vports) {484 ql_dbg(ql_dbg_vport, vha, 0xa004,485 "num_vhosts %ud is bigger "486 "than max_npiv_vports %ud.\n",487 ha->num_vhosts, ha->max_npiv_vports);488 return VPCERR_UNSUPPORTED;489 }490 return 0;491}492 493scsi_qla_host_t *494qla24xx_create_vhost(struct fc_vport *fc_vport)495{496 scsi_qla_host_t *base_vha = shost_priv(fc_vport->shost);497 struct qla_hw_data *ha = base_vha->hw;498 scsi_qla_host_t *vha;499 const struct scsi_host_template *sht = &qla2xxx_driver_template;500 struct Scsi_Host *host;501 502 vha = qla2x00_create_host(sht, ha);503 if (!vha) {504 ql_log(ql_log_warn, vha, 0xa005,505 "scsi_host_alloc() failed for vport.\n");506 return(NULL);507 }508 509 host = vha->host;510 fc_vport->dd_data = vha;511 /* New host info */512 u64_to_wwn(fc_vport->node_name, vha->node_name);513 u64_to_wwn(fc_vport->port_name, vha->port_name);514 515 vha->fc_vport = fc_vport;516 vha->device_flags = 0;517 vha->vp_idx = qla24xx_allocate_vp_id(vha);518 if (vha->vp_idx > ha->max_npiv_vports) {519 ql_dbg(ql_dbg_vport, vha, 0xa006,520 "Couldn't allocate vp_id.\n");521 goto create_vhost_failed;522 }523 vha->mgmt_svr_loop_id = qla2x00_reserve_mgmt_server_loop_id(vha);524 525 vha->dpc_flags = 0L;526 ha->dpc_active = 0;527 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);528 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);529 530 /*531 * To fix the issue of processing a parent's RSCN for the vport before532 * its SCR is complete.533 */534 set_bit(VP_SCR_NEEDED, &vha->vp_flags);535 atomic_set(&vha->loop_state, LOOP_DOWN);536 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);537 538 qla2x00_start_timer(vha, WATCH_INTERVAL);539 540 vha->req = base_vha->req;541 vha->flags.nvme_enabled = base_vha->flags.nvme_enabled;542 host->can_queue = base_vha->req->length + 128;543 host->cmd_per_lun = 3;544 if (IS_T10_PI_CAPABLE(ha) && ql2xenabledif)545 host->max_cmd_len = 32;546 else547 host->max_cmd_len = MAX_CMDSZ;548 host->max_channel = MAX_BUSES - 1;549 host->max_lun = ql2xmaxlun;550 host->unique_id = host->host_no;551 host->max_id = ha->max_fibre_devices;552 host->transportt = qla2xxx_transport_vport_template;553 554 ql_dbg(ql_dbg_vport, vha, 0xa007,555 "Detect vport hba %ld at address = %p.\n",556 vha->host_no, vha);557 558 vha->flags.init_done = 1;559 560 mutex_lock(&ha->vport_lock);561 set_bit(vha->vp_idx, ha->vp_idx_map);562 ha->cur_vport_count++;563 mutex_unlock(&ha->vport_lock);564 565 return vha;566 567create_vhost_failed:568 return NULL;569}570 571static void572qla25xx_free_req_que(struct scsi_qla_host *vha, struct req_que *req)573{574 struct qla_hw_data *ha = vha->hw;575 uint16_t que_id = req->id;576 577 dma_free_coherent(&ha->pdev->dev, (req->length + 1) *578 sizeof(request_t), req->ring, req->dma);579 req->ring = NULL;580 req->dma = 0;581 if (que_id) {582 ha->req_q_map[que_id] = NULL;583 mutex_lock(&ha->vport_lock);584 clear_bit(que_id, ha->req_qid_map);585 mutex_unlock(&ha->vport_lock);586 }587 kfree(req->outstanding_cmds);588 kfree(req);589}590 591static void592qla25xx_free_rsp_que(struct scsi_qla_host *vha, struct rsp_que *rsp)593{594 struct qla_hw_data *ha = vha->hw;595 uint16_t que_id = rsp->id;596 597 if (rsp->msix && rsp->msix->have_irq) {598 free_irq(rsp->msix->vector, rsp->msix->handle);599 rsp->msix->have_irq = 0;600 rsp->msix->in_use = 0;601 rsp->msix->handle = NULL;602 }603 dma_free_coherent(&ha->pdev->dev, (rsp->length + 1) *604 sizeof(response_t), rsp->ring, rsp->dma);605 rsp->ring = NULL;606 rsp->dma = 0;607 if (que_id) {608 ha->rsp_q_map[que_id] = NULL;609 mutex_lock(&ha->vport_lock);610 clear_bit(que_id, ha->rsp_qid_map);611 mutex_unlock(&ha->vport_lock);612 }613 kfree(rsp);614}615 616int617qla25xx_delete_req_que(struct scsi_qla_host *vha, struct req_que *req)618{619 int ret = QLA_SUCCESS;620 621 if (req && vha->flags.qpairs_req_created) {622 req->options |= BIT_0;623 ret = qla25xx_init_req_que(vha, req);624 if (ret != QLA_SUCCESS)625 return QLA_FUNCTION_FAILED;626 627 qla25xx_free_req_que(vha, req);628 }629 630 return ret;631}632 633int634qla25xx_delete_rsp_que(struct scsi_qla_host *vha, struct rsp_que *rsp)635{636 int ret = QLA_SUCCESS;637 638 if (rsp && vha->flags.qpairs_rsp_created) {639 rsp->options |= BIT_0;640 ret = qla25xx_init_rsp_que(vha, rsp);641 if (ret != QLA_SUCCESS)642 return QLA_FUNCTION_FAILED;643 644 qla25xx_free_rsp_que(vha, rsp);645 }646 647 return ret;648}649 650/* Delete all queues for a given vhost */651int652qla25xx_delete_queues(struct scsi_qla_host *vha)653{654 int cnt, ret = 0;655 struct req_que *req = NULL;656 struct rsp_que *rsp = NULL;657 struct qla_hw_data *ha = vha->hw;658 struct qla_qpair *qpair, *tqpair;659 660 if (ql2xmqsupport || ql2xnvmeenable) {661 list_for_each_entry_safe(qpair, tqpair, &vha->qp_list,662 qp_list_elem)663 qla2xxx_delete_qpair(vha, qpair);664 } else {665 /* Delete request queues */666 for (cnt = 1; cnt < ha->max_req_queues; cnt++) {667 req = ha->req_q_map[cnt];668 if (req && test_bit(cnt, ha->req_qid_map)) {669 ret = qla25xx_delete_req_que(vha, req);670 if (ret != QLA_SUCCESS) {671 ql_log(ql_log_warn, vha, 0x00ea,672 "Couldn't delete req que %d.\n",673 req->id);674 return ret;675 }676 }677 }678 679 /* Delete response queues */680 for (cnt = 1; cnt < ha->max_rsp_queues; cnt++) {681 rsp = ha->rsp_q_map[cnt];682 if (rsp && test_bit(cnt, ha->rsp_qid_map)) {683 ret = qla25xx_delete_rsp_que(vha, rsp);684 if (ret != QLA_SUCCESS) {685 ql_log(ql_log_warn, vha, 0x00eb,686 "Couldn't delete rsp que %d.\n",687 rsp->id);688 return ret;689 }690 }691 }692 }693 694 return ret;695}696 697int698qla25xx_create_req_que(struct qla_hw_data *ha, uint16_t options,699 uint8_t vp_idx, uint16_t rid, int rsp_que, uint8_t qos, bool startqp)700{701 int ret = 0;702 struct req_que *req = NULL;703 struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);704 struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);705 uint16_t que_id = 0;706 device_reg_t *reg;707 uint32_t cnt;708 709 req = kzalloc(sizeof(struct req_que), GFP_KERNEL);710 if (req == NULL) {711 ql_log(ql_log_fatal, base_vha, 0x00d9,712 "Failed to allocate memory for request queue.\n");713 goto failed;714 }715 716 req->length = REQUEST_ENTRY_CNT_24XX;717 req->ring = dma_alloc_coherent(&ha->pdev->dev,718 (req->length + 1) * sizeof(request_t),719 &req->dma, GFP_KERNEL);720 if (req->ring == NULL) {721 ql_log(ql_log_fatal, base_vha, 0x00da,722 "Failed to allocate memory for request_ring.\n");723 goto que_failed;724 }725 726 ret = qla2x00_alloc_outstanding_cmds(ha, req);727 if (ret != QLA_SUCCESS)728 goto que_failed;729 730 mutex_lock(&ha->mq_lock);731 que_id = find_first_zero_bit(ha->req_qid_map, ha->max_req_queues);732 if (que_id >= ha->max_req_queues) {733 mutex_unlock(&ha->mq_lock);734 ql_log(ql_log_warn, base_vha, 0x00db,735 "No resources to create additional request queue.\n");736 goto que_failed;737 }738 set_bit(que_id, ha->req_qid_map);739 ha->req_q_map[que_id] = req;740 req->rid = rid;741 req->vp_idx = vp_idx;742 req->qos = qos;743 744 ql_dbg(ql_dbg_multiq, base_vha, 0xc002,745 "queue_id=%d rid=%d vp_idx=%d qos=%d.\n",746 que_id, req->rid, req->vp_idx, req->qos);747 ql_dbg(ql_dbg_init, base_vha, 0x00dc,748 "queue_id=%d rid=%d vp_idx=%d qos=%d.\n",749 que_id, req->rid, req->vp_idx, req->qos);750 if (rsp_que < 0)751 req->rsp = NULL;752 else753 req->rsp = ha->rsp_q_map[rsp_que];754 /* Use alternate PCI bus number */755 if (MSB(req->rid))756 options |= BIT_4;757 /* Use alternate PCI devfn */758 if (LSB(req->rid))759 options |= BIT_5;760 req->options = options;761 762 ql_dbg(ql_dbg_multiq, base_vha, 0xc003,763 "options=0x%x.\n", req->options);764 ql_dbg(ql_dbg_init, base_vha, 0x00dd,765 "options=0x%x.\n", req->options);766 for (cnt = 1; cnt < req->num_outstanding_cmds; cnt++)767 req->outstanding_cmds[cnt] = NULL;768 req->current_outstanding_cmd = 1;769 770 req->ring_ptr = req->ring;771 req->ring_index = 0;772 req->cnt = req->length;773 req->id = que_id;774 reg = ISP_QUE_REG(ha, que_id);775 req->req_q_in = ®->isp25mq.req_q_in;776 req->req_q_out = ®->isp25mq.req_q_out;777 req->max_q_depth = ha->req_q_map[0]->max_q_depth;778 req->out_ptr = (uint16_t *)(req->ring + req->length);779 mutex_unlock(&ha->mq_lock);780 ql_dbg(ql_dbg_multiq, base_vha, 0xc004,781 "ring_ptr=%p ring_index=%d, "782 "cnt=%d id=%d max_q_depth=%d.\n",783 req->ring_ptr, req->ring_index,784 req->cnt, req->id, req->max_q_depth);785 ql_dbg(ql_dbg_init, base_vha, 0x00de,786 "ring_ptr=%p ring_index=%d, "787 "cnt=%d id=%d max_q_depth=%d.\n",788 req->ring_ptr, req->ring_index, req->cnt,789 req->id, req->max_q_depth);790 791 if (startqp) {792 ret = qla25xx_init_req_que(base_vha, req);793 if (ret != QLA_SUCCESS) {794 ql_log(ql_log_fatal, base_vha, 0x00df,795 "%s failed.\n", __func__);796 mutex_lock(&ha->mq_lock);797 clear_bit(que_id, ha->req_qid_map);798 mutex_unlock(&ha->mq_lock);799 goto que_failed;800 }801 vha->flags.qpairs_req_created = 1;802 }803 804 return req->id;805 806que_failed:807 qla25xx_free_req_que(base_vha, req);808failed:809 return 0;810}811 812static void qla_do_work(struct work_struct *work)813{814 unsigned long flags;815 struct qla_qpair *qpair = container_of(work, struct qla_qpair, q_work);816 struct scsi_qla_host *vha = qpair->vha;817 818 spin_lock_irqsave(&qpair->qp_lock, flags);819 qla24xx_process_response_queue(vha, qpair->rsp);820 spin_unlock_irqrestore(&qpair->qp_lock, flags);821 822}823 824/* create response queue */825int826qla25xx_create_rsp_que(struct qla_hw_data *ha, uint16_t options,827 uint8_t vp_idx, uint16_t rid, struct qla_qpair *qpair, bool startqp)828{829 int ret = 0;830 struct rsp_que *rsp = NULL;831 struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);832 struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);833 uint16_t que_id = 0;834 device_reg_t *reg;835 836 rsp = kzalloc(sizeof(struct rsp_que), GFP_KERNEL);837 if (rsp == NULL) {838 ql_log(ql_log_warn, base_vha, 0x0066,839 "Failed to allocate memory for response queue.\n");840 goto failed;841 }842 843 rsp->length = RESPONSE_ENTRY_CNT_MQ;844 rsp->ring = dma_alloc_coherent(&ha->pdev->dev,845 (rsp->length + 1) * sizeof(response_t),846 &rsp->dma, GFP_KERNEL);847 if (rsp->ring == NULL) {848 ql_log(ql_log_warn, base_vha, 0x00e1,849 "Failed to allocate memory for response ring.\n");850 goto que_failed;851 }852 853 mutex_lock(&ha->mq_lock);854 que_id = find_first_zero_bit(ha->rsp_qid_map, ha->max_rsp_queues);855 if (que_id >= ha->max_rsp_queues) {856 mutex_unlock(&ha->mq_lock);857 ql_log(ql_log_warn, base_vha, 0x00e2,858 "No resources to create additional request queue.\n");859 goto que_failed;860 }861 set_bit(que_id, ha->rsp_qid_map);862 863 rsp->msix = qpair->msix;864 865 ha->rsp_q_map[que_id] = rsp;866 rsp->rid = rid;867 rsp->vp_idx = vp_idx;868 rsp->hw = ha;869 ql_dbg(ql_dbg_init, base_vha, 0x00e4,870 "rsp queue_id=%d rid=%d vp_idx=%d hw=%p.\n",871 que_id, rsp->rid, rsp->vp_idx, rsp->hw);872 /* Use alternate PCI bus number */873 if (MSB(rsp->rid))874 options |= BIT_4;875 /* Use alternate PCI devfn */876 if (LSB(rsp->rid))877 options |= BIT_5;878 /* Enable MSIX handshake mode on for uncapable adapters */879 if (!IS_MSIX_NACK_CAPABLE(ha))880 options |= BIT_6;881 882 /* Set option to indicate response queue creation */883 options |= BIT_1;884 885 rsp->options = options;886 rsp->id = que_id;887 reg = ISP_QUE_REG(ha, que_id);888 rsp->rsp_q_in = ®->isp25mq.rsp_q_in;889 rsp->rsp_q_out = ®->isp25mq.rsp_q_out;890 rsp->in_ptr = (uint16_t *)(rsp->ring + rsp->length);891 mutex_unlock(&ha->mq_lock);892 ql_dbg(ql_dbg_multiq, base_vha, 0xc00b,893 "options=%x id=%d rsp_q_in=%p rsp_q_out=%p\n",894 rsp->options, rsp->id, rsp->rsp_q_in,895 rsp->rsp_q_out);896 ql_dbg(ql_dbg_init, base_vha, 0x00e5,897 "options=%x id=%d rsp_q_in=%p rsp_q_out=%p\n",898 rsp->options, rsp->id, rsp->rsp_q_in,899 rsp->rsp_q_out);900 901 ret = qla25xx_request_irq(ha, qpair, qpair->msix,902 ha->flags.disable_msix_handshake ?903 QLA_MSIX_QPAIR_MULTIQ_RSP_Q : QLA_MSIX_QPAIR_MULTIQ_RSP_Q_HS);904 if (ret)905 goto que_failed;906 907 if (startqp) {908 ret = qla25xx_init_rsp_que(base_vha, rsp);909 if (ret != QLA_SUCCESS) {910 ql_log(ql_log_fatal, base_vha, 0x00e7,911 "%s failed.\n", __func__);912 mutex_lock(&ha->mq_lock);913 clear_bit(que_id, ha->rsp_qid_map);914 mutex_unlock(&ha->mq_lock);915 goto que_failed;916 }917 vha->flags.qpairs_rsp_created = 1;918 }919 rsp->req = NULL;920 921 qla2x00_init_response_q_entries(rsp);922 if (qpair->hw->wq)923 INIT_WORK(&qpair->q_work, qla_do_work);924 return rsp->id;925 926que_failed:927 qla25xx_free_rsp_que(base_vha, rsp);928failed:929 return 0;930}931 932static void qla_ctrlvp_sp_done(srb_t *sp, int res)933{934 if (sp->comp)935 complete(sp->comp);936 /* don't free sp here. Let the caller do the free */937}938 939/**940 * qla24xx_control_vp() - Enable a virtual port for given host941 * @vha: adapter block pointer942 * @cmd: command type to be sent for enable virtual port943 *944 * Return: qla2xxx local function return status code.945 */946int qla24xx_control_vp(scsi_qla_host_t *vha, int cmd)947{948 int rval = QLA_MEMORY_ALLOC_FAILED;949 struct qla_hw_data *ha = vha->hw;950 int vp_index = vha->vp_idx;951 struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);952 DECLARE_COMPLETION_ONSTACK(comp);953 srb_t *sp;954 955 ql_dbg(ql_dbg_vport, vha, 0x10c1,956 "Entered %s cmd %x index %d.\n", __func__, cmd, vp_index);957 958 if (vp_index == 0 || vp_index >= ha->max_npiv_vports)959 return QLA_PARAMETER_ERROR;960 961 /* ref: INIT */962 sp = qla2x00_get_sp(base_vha, NULL, GFP_KERNEL);963 if (!sp)964 return rval;965 966 sp->type = SRB_CTRL_VP;967 sp->name = "ctrl_vp";968 sp->comp = ∁969 qla2x00_init_async_sp(sp, qla2x00_get_async_timeout(vha) + 2,970 qla_ctrlvp_sp_done);971 sp->u.iocb_cmd.u.ctrlvp.cmd = cmd;972 sp->u.iocb_cmd.u.ctrlvp.vp_index = vp_index;973 974 rval = qla2x00_start_sp(sp);975 if (rval != QLA_SUCCESS) {976 ql_dbg(ql_dbg_async, vha, 0xffff,977 "%s: %s Failed submission. %x.\n",978 __func__, sp->name, rval);979 goto done;980 }981 982 ql_dbg(ql_dbg_vport, vha, 0x113f, "%s hndl %x submitted\n",983 sp->name, sp->handle);984 985 wait_for_completion(&comp);986 sp->comp = NULL;987 988 rval = sp->rc;989 switch (rval) {990 case QLA_FUNCTION_TIMEOUT:991 ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s Timeout. %x.\n",992 __func__, sp->name, rval);993 break;994 case QLA_SUCCESS:995 ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s done.\n",996 __func__, sp->name);997 break;998 default:999 ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s Failed. %x.\n",1000 __func__, sp->name, rval);1001 break;1002 }1003done:1004 /* ref: INIT */1005 kref_put(&sp->cmd_kref, qla2x00_sp_release);1006 return rval;1007}1008 1009struct scsi_qla_host *qla_find_host_by_vp_idx(struct scsi_qla_host *vha, uint16_t vp_idx)1010{1011 struct qla_hw_data *ha = vha->hw;1012 1013 if (vha->vp_idx == vp_idx)1014 return vha;1015 1016 BUG_ON(ha->vp_map == NULL);1017 if (likely(test_bit(vp_idx, ha->vp_idx_map)))1018 return ha->vp_map[vp_idx].vha;1019 1020 return NULL;1021}1022 1023/* vport_slock to be held by the caller */1024void1025qla_update_vp_map(struct scsi_qla_host *vha, int cmd)1026{1027 void *slot;1028 u32 key;1029 int rc;1030 1031 if (!vha->hw->vp_map)1032 return;1033 1034 key = vha->d_id.b24;1035 1036 switch (cmd) {1037 case SET_VP_IDX:1038 vha->hw->vp_map[vha->vp_idx].vha = vha;1039 break;1040 case SET_AL_PA:1041 slot = btree_lookup32(&vha->hw->host_map, key);1042 if (!slot) {1043 ql_dbg(ql_dbg_disc, vha, 0xf018,1044 "Save vha in host_map %p %06x\n", vha, key);1045 rc = btree_insert32(&vha->hw->host_map,1046 key, vha, GFP_ATOMIC);1047 if (rc)1048 ql_log(ql_log_info, vha, 0xd03e,1049 "Unable to insert s_id into host_map: %06x\n",1050 key);1051 return;1052 }1053 ql_dbg(ql_dbg_disc, vha, 0xf019,1054 "replace existing vha in host_map %p %06x\n", vha, key);1055 btree_update32(&vha->hw->host_map, key, vha);1056 break;1057 case RESET_VP_IDX:1058 vha->hw->vp_map[vha->vp_idx].vha = NULL;1059 break;1060 case RESET_AL_PA:1061 ql_dbg(ql_dbg_disc, vha, 0xf01a,1062 "clear vha in host_map %p %06x\n", vha, key);1063 slot = btree_lookup32(&vha->hw->host_map, key);1064 if (slot)1065 btree_remove32(&vha->hw->host_map, key);1066 vha->d_id.b24 = 0;1067 break;1068 }1069}1070 1071void qla_update_host_map(struct scsi_qla_host *vha, port_id_t id)1072{1073 1074 if (!vha->d_id.b24) {1075 vha->d_id = id;1076 qla_update_vp_map(vha, SET_AL_PA);1077 } else if (vha->d_id.b24 != id.b24) {1078 qla_update_vp_map(vha, RESET_AL_PA);1079 vha->d_id = id;1080 qla_update_vp_map(vha, SET_AL_PA);1081 }1082}1083 1084int qla_create_buf_pool(struct scsi_qla_host *vha, struct qla_qpair *qp)1085{1086 int sz;1087 1088 qp->buf_pool.num_bufs = qp->req->length;1089 1090 sz = BITS_TO_LONGS(qp->req->length);1091 qp->buf_pool.buf_map = kcalloc(sz, sizeof(long), GFP_KERNEL);1092 if (!qp->buf_pool.buf_map) {1093 ql_log(ql_log_warn, vha, 0x0186,1094 "Failed to allocate buf_map(%zd).\n", sz * sizeof(unsigned long));1095 return -ENOMEM;1096 }1097 sz = qp->req->length * sizeof(void *);1098 qp->buf_pool.buf_array = kcalloc(qp->req->length, sizeof(void *), GFP_KERNEL);1099 if (!qp->buf_pool.buf_array) {1100 ql_log(ql_log_warn, vha, 0x0186,1101 "Failed to allocate buf_array(%d).\n", sz);1102 kfree(qp->buf_pool.buf_map);1103 return -ENOMEM;1104 }1105 sz = qp->req->length * sizeof(dma_addr_t);1106 qp->buf_pool.dma_array = kcalloc(qp->req->length, sizeof(dma_addr_t), GFP_KERNEL);1107 if (!qp->buf_pool.dma_array) {1108 ql_log(ql_log_warn, vha, 0x0186,1109 "Failed to allocate dma_array(%d).\n", sz);1110 kfree(qp->buf_pool.buf_map);1111 kfree(qp->buf_pool.buf_array);1112 return -ENOMEM;1113 }1114 set_bit(0, qp->buf_pool.buf_map);1115 return 0;1116}1117 1118void qla_free_buf_pool(struct qla_qpair *qp)1119{1120 int i;1121 struct qla_hw_data *ha = qp->vha->hw;1122 1123 for (i = 0; i < qp->buf_pool.num_bufs; i++) {1124 if (qp->buf_pool.buf_array[i] && qp->buf_pool.dma_array[i])1125 dma_pool_free(ha->fcp_cmnd_dma_pool, qp->buf_pool.buf_array[i],1126 qp->buf_pool.dma_array[i]);1127 qp->buf_pool.buf_array[i] = NULL;1128 qp->buf_pool.dma_array[i] = 0;1129 }1130 1131 kfree(qp->buf_pool.dma_array);1132 kfree(qp->buf_pool.buf_array);1133 kfree(qp->buf_pool.buf_map);1134}1135 1136/* it is assume qp->qp_lock is held at this point */1137int qla_get_buf(struct scsi_qla_host *vha, struct qla_qpair *qp, struct qla_buf_dsc *dsc)1138{1139 u16 tag, i = 0;1140 void *buf;1141 dma_addr_t buf_dma;1142 struct qla_hw_data *ha = vha->hw;1143 1144 dsc->tag = TAG_FREED;1145again:1146 tag = find_first_zero_bit(qp->buf_pool.buf_map, qp->buf_pool.num_bufs);1147 if (tag >= qp->buf_pool.num_bufs) {1148 ql_dbg(ql_dbg_io, vha, 0x00e2,1149 "qp(%d) ran out of buf resource.\n", qp->id);1150 return -EIO;1151 }1152 if (tag == 0) {1153 set_bit(0, qp->buf_pool.buf_map);1154 i++;1155 if (i == 5) {1156 ql_dbg(ql_dbg_io, vha, 0x00e3,1157 "qp(%d) unable to get tag.\n", qp->id);1158 return -EIO;1159 }1160 goto again;1161 }1162 1163 if (!qp->buf_pool.buf_array[tag]) {1164 buf = dma_pool_zalloc(ha->fcp_cmnd_dma_pool, GFP_ATOMIC, &buf_dma);1165 if (!buf) {1166 ql_log(ql_log_fatal, vha, 0x13b1,1167 "Failed to allocate buf.\n");1168 return -ENOMEM;1169 }1170 1171 dsc->buf = qp->buf_pool.buf_array[tag] = buf;1172 dsc->buf_dma = qp->buf_pool.dma_array[tag] = buf_dma;1173 qp->buf_pool.num_alloc++;1174 } else {1175 dsc->buf = qp->buf_pool.buf_array[tag];1176 dsc->buf_dma = qp->buf_pool.dma_array[tag];1177 memset(dsc->buf, 0, FCP_CMND_DMA_POOL_SIZE);1178 }1179 1180 qp->buf_pool.num_active++;1181 if (qp->buf_pool.num_active > qp->buf_pool.max_used)1182 qp->buf_pool.max_used = qp->buf_pool.num_active;1183 1184 dsc->tag = tag;1185 set_bit(tag, qp->buf_pool.buf_map);1186 return 0;1187}1188 1189static void qla_trim_buf(struct qla_qpair *qp, u16 trim)1190{1191 int i, j;1192 struct qla_hw_data *ha = qp->vha->hw;1193 1194 if (!trim)1195 return;1196 1197 for (i = 0; i < trim; i++) {1198 j = qp->buf_pool.num_alloc - 1;1199 if (test_bit(j, qp->buf_pool.buf_map)) {1200 ql_dbg(ql_dbg_io + ql_dbg_verbose, qp->vha, 0x300b,1201 "QP id(%d): trim active buf[%d]. Remain %d bufs\n",1202 qp->id, j, qp->buf_pool.num_alloc);1203 return;1204 }1205 1206 if (qp->buf_pool.buf_array[j]) {1207 dma_pool_free(ha->fcp_cmnd_dma_pool, qp->buf_pool.buf_array[j],1208 qp->buf_pool.dma_array[j]);1209 qp->buf_pool.buf_array[j] = NULL;1210 qp->buf_pool.dma_array[j] = 0;1211 }1212 qp->buf_pool.num_alloc--;1213 if (!qp->buf_pool.num_alloc)1214 break;1215 }1216 ql_dbg(ql_dbg_io + ql_dbg_verbose, qp->vha, 0x3010,1217 "QP id(%d): trimmed %d bufs. Remain %d bufs\n",1218 qp->id, trim, qp->buf_pool.num_alloc);1219}1220 1221static void __qla_adjust_buf(struct qla_qpair *qp)1222{1223 u32 trim;1224 1225 qp->buf_pool.take_snapshot = 0;1226 qp->buf_pool.prev_max = qp->buf_pool.max_used;1227 qp->buf_pool.max_used = qp->buf_pool.num_active;1228 1229 if (qp->buf_pool.prev_max > qp->buf_pool.max_used &&1230 qp->buf_pool.num_alloc > qp->buf_pool.max_used) {1231 /* down trend */1232 trim = qp->buf_pool.num_alloc - qp->buf_pool.max_used;1233 trim = (trim * 10) / 100;1234 trim = trim ? trim : 1;1235 qla_trim_buf(qp, trim);1236 } else if (!qp->buf_pool.prev_max && !qp->buf_pool.max_used) {1237 /* 2 periods of no io */1238 qla_trim_buf(qp, qp->buf_pool.num_alloc);1239 }1240}1241 1242/* it is assume qp->qp_lock is held at this point */1243void qla_put_buf(struct qla_qpair *qp, struct qla_buf_dsc *dsc)1244{1245 if (dsc->tag == TAG_FREED)1246 return;1247 lockdep_assert_held(qp->qp_lock_ptr);1248 1249 clear_bit(dsc->tag, qp->buf_pool.buf_map);1250 qp->buf_pool.num_active--;1251 dsc->tag = TAG_FREED;1252 1253 if (qp->buf_pool.take_snapshot)1254 __qla_adjust_buf(qp);1255}1256 1257#define EXPIRE (60 * HZ)1258void qla_adjust_buf(struct scsi_qla_host *vha)1259{1260 unsigned long flags;1261 int i;1262 struct qla_qpair *qp;1263 1264 if (vha->vp_idx)1265 return;1266 1267 if (!vha->buf_expired) {1268 vha->buf_expired = jiffies + EXPIRE;1269 return;1270 }1271 if (time_before(jiffies, vha->buf_expired))1272 return;1273 1274 vha->buf_expired = jiffies + EXPIRE;1275 1276 for (i = 0; i < vha->hw->num_qpairs; i++) {1277 qp = vha->hw->queue_pair_map[i];1278 if (!qp)1279 continue;1280 if (!qp->buf_pool.num_alloc)1281 continue;1282 1283 if (qp->buf_pool.take_snapshot) {1284 /* no io has gone through in the last EXPIRE period */1285 spin_lock_irqsave(qp->qp_lock_ptr, flags);1286 __qla_adjust_buf(qp);1287 spin_unlock_irqrestore(qp->qp_lock_ptr, flags);1288 } else {1289 qp->buf_pool.take_snapshot = 1;1290 }1291 }1292}1293