457 lines · c
1// SPDX-License-Identifier: GPL-2.0-or-later2/*3 * Adaptec AAC series RAID controller driver4 * (c) Copyright 2001 Red Hat Inc.5 *6 * based on the old aacraid driver that is..7 * Adaptec aacraid device driver for Linux.8 *9 * Copyright (c) 2000-2010 Adaptec, Inc.10 * 2010-2015 PMC-Sierra, Inc. (aacraid@pmc-sierra.com)11 * 2016-2017 Microsemi Corp. (aacraid@microsemi.com)12 *13 * Module Name:14 * dpcsup.c15 *16 * Abstract: All DPC processing routines for the cyclone board occur here.17 */18 19#include <linux/kernel.h>20#include <linux/init.h>21#include <linux/types.h>22#include <linux/spinlock.h>23#include <linux/slab.h>24#include <linux/completion.h>25#include <linux/blkdev.h>26 27#include "aacraid.h"28 29/**30 * aac_response_normal - Handle command replies31 * @q: Queue to read from32 *33 * This DPC routine will be run when the adapter interrupts us to let us34 * know there is a response on our normal priority queue. We will pull off35 * all QE there are and wake up all the waiters before exiting. We will36 * take a spinlock out on the queue before operating on it.37 */38 39unsigned int aac_response_normal(struct aac_queue * q)40{41 struct aac_dev * dev = q->dev;42 struct aac_entry *entry;43 struct hw_fib * hwfib;44 struct fib * fib;45 int consumed = 0;46 unsigned long flags, mflags;47 48 spin_lock_irqsave(q->lock, flags);49 /*50 * Keep pulling response QEs off the response queue and waking51 * up the waiters until there are no more QEs. We then return52 * back to the system. If no response was requested we just53 * deallocate the Fib here and continue.54 */55 while(aac_consumer_get(dev, q, &entry))56 {57 int fast;58 u32 index = le32_to_cpu(entry->addr);59 fast = index & 0x01;60 fib = &dev->fibs[index >> 2];61 hwfib = fib->hw_fib_va;62 63 aac_consumer_free(dev, q, HostNormRespQueue);64 /*65 * Remove this fib from the Outstanding I/O queue.66 * But only if it has not already been timed out.67 *68 * If the fib has been timed out already, then just 69 * continue. The caller has already been notified that70 * the fib timed out.71 */72 atomic_dec(&dev->queues->queue[AdapNormCmdQueue].numpending);73 74 if (unlikely(fib->flags & FIB_CONTEXT_FLAG_TIMED_OUT)) {75 spin_unlock_irqrestore(q->lock, flags);76 aac_fib_complete(fib);77 aac_fib_free(fib);78 spin_lock_irqsave(q->lock, flags);79 continue;80 }81 spin_unlock_irqrestore(q->lock, flags);82 83 if (fast) {84 /*85 * Doctor the fib86 */87 *(__le32 *)hwfib->data = cpu_to_le32(ST_OK);88 hwfib->header.XferState |= cpu_to_le32(AdapterProcessed);89 fib->flags |= FIB_CONTEXT_FLAG_FASTRESP;90 }91 92 FIB_COUNTER_INCREMENT(aac_config.FibRecved);93 94 if (hwfib->header.Command == cpu_to_le16(NuFileSystem))95 {96 __le32 *pstatus = (__le32 *)hwfib->data;97 if (*pstatus & cpu_to_le32(0xffff0000))98 *pstatus = cpu_to_le32(ST_OK);99 }100 if (hwfib->header.XferState & cpu_to_le32(NoResponseExpected | Async)) 101 {102 if (hwfib->header.XferState & cpu_to_le32(NoResponseExpected)) {103 FIB_COUNTER_INCREMENT(aac_config.NoResponseRecved);104 } else {105 FIB_COUNTER_INCREMENT(aac_config.AsyncRecved);106 }107 /*108 * NOTE: we cannot touch the fib after this109 * call, because it may have been deallocated.110 */111 fib->callback(fib->callback_data, fib);112 } else {113 unsigned long flagv;114 spin_lock_irqsave(&fib->event_lock, flagv);115 if (!fib->done) {116 fib->done = 1;117 complete(&fib->event_wait);118 }119 spin_unlock_irqrestore(&fib->event_lock, flagv);120 121 spin_lock_irqsave(&dev->manage_lock, mflags);122 dev->management_fib_count--;123 spin_unlock_irqrestore(&dev->manage_lock, mflags);124 125 FIB_COUNTER_INCREMENT(aac_config.NormalRecved);126 if (fib->done == 2) {127 spin_lock_irqsave(&fib->event_lock, flagv);128 fib->done = 0;129 spin_unlock_irqrestore(&fib->event_lock, flagv);130 aac_fib_complete(fib);131 aac_fib_free(fib);132 }133 }134 consumed++;135 spin_lock_irqsave(q->lock, flags);136 }137 138 if (consumed > aac_config.peak_fibs)139 aac_config.peak_fibs = consumed;140 if (consumed == 0) 141 aac_config.zero_fibs++;142 143 spin_unlock_irqrestore(q->lock, flags);144 return 0;145}146 147 148/**149 * aac_command_normal - handle commands150 * @q: queue to process151 *152 * This DPC routine will be queued when the adapter interrupts us to 153 * let us know there is a command on our normal priority queue. We will 154 * pull off all QE there are and wake up all the waiters before exiting.155 * We will take a spinlock out on the queue before operating on it.156 */157 158unsigned int aac_command_normal(struct aac_queue *q)159{160 struct aac_dev * dev = q->dev;161 struct aac_entry *entry;162 unsigned long flags;163 164 spin_lock_irqsave(q->lock, flags);165 166 /*167 * Keep pulling response QEs off the response queue and waking168 * up the waiters until there are no more QEs. We then return169 * back to the system.170 */171 while(aac_consumer_get(dev, q, &entry))172 {173 struct fib fibctx;174 struct hw_fib * hw_fib;175 u32 index;176 struct fib *fib = &fibctx;177 178 index = le32_to_cpu(entry->addr) / sizeof(struct hw_fib);179 hw_fib = &dev->aif_base_va[index];180 181 /*182 * Allocate a FIB at all costs. For non queued stuff183 * we can just use the stack so we are happy. We need184 * a fib object in order to manage the linked lists185 */186 if (dev->aif_thread)187 if((fib = kmalloc(sizeof(struct fib), GFP_ATOMIC)) == NULL)188 fib = &fibctx;189 190 memset(fib, 0, sizeof(struct fib));191 INIT_LIST_HEAD(&fib->fiblink);192 fib->type = FSAFS_NTC_FIB_CONTEXT;193 fib->size = sizeof(struct fib);194 fib->hw_fib_va = hw_fib;195 fib->data = hw_fib->data;196 fib->dev = dev;197 198 199 if (dev->aif_thread && fib != &fibctx) {200 list_add_tail(&fib->fiblink, &q->cmdq);201 aac_consumer_free(dev, q, HostNormCmdQueue);202 wake_up_interruptible(&q->cmdready);203 } else {204 aac_consumer_free(dev, q, HostNormCmdQueue);205 spin_unlock_irqrestore(q->lock, flags);206 /*207 * Set the status of this FIB208 */209 *(__le32 *)hw_fib->data = cpu_to_le32(ST_OK);210 aac_fib_adapter_complete(fib, sizeof(u32));211 spin_lock_irqsave(q->lock, flags);212 } 213 }214 spin_unlock_irqrestore(q->lock, flags);215 return 0;216}217 218/*219 *220 * aac_aif_callback221 * @context: the context set in the fib - here it is scsi cmd222 * @fibptr: pointer to the fib223 *224 * Handles the AIFs - new method (SRC)225 *226 */227 228static void aac_aif_callback(void *context, struct fib * fibptr)229{230 struct fib *fibctx;231 struct aac_dev *dev;232 struct aac_aifcmd *cmd;233 234 fibctx = (struct fib *)context;235 BUG_ON(fibptr == NULL);236 dev = fibptr->dev;237 238 if ((fibptr->hw_fib_va->header.XferState &239 cpu_to_le32(NoMoreAifDataAvailable)) ||240 dev->sa_firmware) {241 aac_fib_complete(fibptr);242 aac_fib_free(fibptr);243 return;244 }245 246 aac_intr_normal(dev, 0, 1, 0, fibptr->hw_fib_va);247 248 aac_fib_init(fibctx);249 cmd = (struct aac_aifcmd *) fib_data(fibctx);250 cmd->command = cpu_to_le32(AifReqEvent);251 252 aac_fib_send(AifRequest,253 fibctx,254 sizeof(struct hw_fib)-sizeof(struct aac_fibhdr),255 FsaNormal,256 0, 1,257 (fib_callback)aac_aif_callback, fibctx);258}259 260 261/*262 * aac_intr_normal - Handle command replies263 * @dev: Device264 * @index: completion reference265 *266 * This DPC routine will be run when the adapter interrupts us to let us267 * know there is a response on our normal priority queue. We will pull off268 * all QE there are and wake up all the waiters before exiting.269 */270unsigned int aac_intr_normal(struct aac_dev *dev, u32 index, int isAif,271 int isFastResponse, struct hw_fib *aif_fib)272{273 unsigned long mflags;274 dprintk((KERN_INFO "aac_intr_normal(%p,%x)\n", dev, index));275 if (isAif == 1) { /* AIF - common */276 struct hw_fib * hw_fib;277 struct fib * fib;278 struct aac_queue *q = &dev->queues->queue[HostNormCmdQueue];279 unsigned long flags;280 281 /*282 * Allocate a FIB. For non queued stuff we can just use283 * the stack so we are happy. We need a fib object in order to284 * manage the linked lists.285 */286 if ((!dev->aif_thread)287 || (!(fib = kzalloc(sizeof(struct fib),GFP_ATOMIC))))288 return 1;289 if (!(hw_fib = kzalloc(sizeof(struct hw_fib),GFP_ATOMIC))) {290 kfree (fib);291 return 1;292 }293 if (dev->sa_firmware) {294 fib->hbacmd_size = index; /* store event type */295 } else if (aif_fib != NULL) {296 memcpy(hw_fib, aif_fib, sizeof(struct hw_fib));297 } else {298 memcpy(hw_fib, (struct hw_fib *)299 (((uintptr_t)(dev->regs.sa)) + index),300 sizeof(struct hw_fib));301 }302 INIT_LIST_HEAD(&fib->fiblink);303 fib->type = FSAFS_NTC_FIB_CONTEXT;304 fib->size = sizeof(struct fib);305 fib->hw_fib_va = hw_fib;306 fib->data = hw_fib->data;307 fib->dev = dev;308 309 spin_lock_irqsave(q->lock, flags);310 list_add_tail(&fib->fiblink, &q->cmdq);311 wake_up_interruptible(&q->cmdready);312 spin_unlock_irqrestore(q->lock, flags);313 return 1;314 } else if (isAif == 2) { /* AIF - new (SRC) */315 struct fib *fibctx;316 struct aac_aifcmd *cmd;317 318 fibctx = aac_fib_alloc(dev);319 if (!fibctx)320 return 1;321 aac_fib_init(fibctx);322 323 cmd = (struct aac_aifcmd *) fib_data(fibctx);324 cmd->command = cpu_to_le32(AifReqEvent);325 326 return aac_fib_send(AifRequest,327 fibctx,328 sizeof(struct hw_fib)-sizeof(struct aac_fibhdr),329 FsaNormal,330 0, 1,331 (fib_callback)aac_aif_callback, fibctx);332 } else {333 struct fib *fib = &dev->fibs[index];334 int start_callback = 0;335 336 /*337 * Remove this fib from the Outstanding I/O queue.338 * But only if it has not already been timed out.339 *340 * If the fib has been timed out already, then just 341 * continue. The caller has already been notified that342 * the fib timed out.343 */344 atomic_dec(&dev->queues->queue[AdapNormCmdQueue].numpending);345 346 if (unlikely(fib->flags & FIB_CONTEXT_FLAG_TIMED_OUT)) {347 aac_fib_complete(fib);348 aac_fib_free(fib);349 return 0;350 }351 352 FIB_COUNTER_INCREMENT(aac_config.FibRecved);353 354 if (fib->flags & FIB_CONTEXT_FLAG_NATIVE_HBA) {355 356 if (isFastResponse)357 fib->flags |= FIB_CONTEXT_FLAG_FASTRESP;358 359 if (fib->callback) {360 start_callback = 1;361 } else {362 unsigned long flagv;363 int completed = 0;364 365 dprintk((KERN_INFO "event_wait up\n"));366 spin_lock_irqsave(&fib->event_lock, flagv);367 if (fib->done == 2) {368 fib->done = 1;369 completed = 1;370 } else {371 fib->done = 1;372 complete(&fib->event_wait);373 }374 spin_unlock_irqrestore(&fib->event_lock, flagv);375 376 spin_lock_irqsave(&dev->manage_lock, mflags);377 dev->management_fib_count--;378 spin_unlock_irqrestore(&dev->manage_lock,379 mflags);380 381 FIB_COUNTER_INCREMENT(aac_config.NativeRecved);382 if (completed)383 aac_fib_complete(fib);384 }385 } else {386 struct hw_fib *hwfib = fib->hw_fib_va;387 388 if (isFastResponse) {389 /* Doctor the fib */390 *(__le32 *)hwfib->data = cpu_to_le32(ST_OK);391 hwfib->header.XferState |=392 cpu_to_le32(AdapterProcessed);393 fib->flags |= FIB_CONTEXT_FLAG_FASTRESP;394 }395 396 if (hwfib->header.Command ==397 cpu_to_le16(NuFileSystem)) {398 __le32 *pstatus = (__le32 *)hwfib->data;399 400 if (*pstatus & cpu_to_le32(0xffff0000))401 *pstatus = cpu_to_le32(ST_OK);402 }403 if (hwfib->header.XferState &404 cpu_to_le32(NoResponseExpected | Async)) {405 if (hwfib->header.XferState & cpu_to_le32(406 NoResponseExpected)) {407 FIB_COUNTER_INCREMENT(408 aac_config.NoResponseRecved);409 } else {410 FIB_COUNTER_INCREMENT(411 aac_config.AsyncRecved);412 }413 start_callback = 1;414 } else {415 unsigned long flagv;416 int completed = 0;417 418 dprintk((KERN_INFO "event_wait up\n"));419 spin_lock_irqsave(&fib->event_lock, flagv);420 if (fib->done == 2) {421 fib->done = 1;422 completed = 1;423 } else {424 fib->done = 1;425 complete(&fib->event_wait);426 }427 spin_unlock_irqrestore(&fib->event_lock, flagv);428 429 spin_lock_irqsave(&dev->manage_lock, mflags);430 dev->management_fib_count--;431 spin_unlock_irqrestore(&dev->manage_lock,432 mflags);433 434 FIB_COUNTER_INCREMENT(aac_config.NormalRecved);435 if (completed)436 aac_fib_complete(fib);437 }438 }439 440 441 if (start_callback) {442 /*443 * NOTE: we cannot touch the fib after this444 * call, because it may have been deallocated.445 */446 if (likely(fib->callback && fib->callback_data)) {447 fib->callback(fib->callback_data, fib);448 } else {449 aac_fib_complete(fib);450 aac_fib_free(fib);451 }452 453 }454 return 0;455 }456}457