167 lines · c
1// SPDX-License-Identifier: GPL-2.0-only2/*3 * Intel I/OAT DMA Linux driver4 * Copyright(c) 2004 - 2015 Intel Corporation.5 */6 7#include <linux/init.h>8#include <linux/module.h>9#include <linux/dmaengine.h>10#include <linux/pci.h>11#include "dma.h"12#include "registers.h"13#include "hw.h"14 15#include "../dmaengine.h"16 17static ssize_t cap_show(struct dma_chan *c, char *page)18{19 struct dma_device *dma = c->device;20 21 return sprintf(page, "copy%s%s%s%s%s\n",22 dma_has_cap(DMA_PQ, dma->cap_mask) ? " pq" : "",23 dma_has_cap(DMA_PQ_VAL, dma->cap_mask) ? " pq_val" : "",24 dma_has_cap(DMA_XOR, dma->cap_mask) ? " xor" : "",25 dma_has_cap(DMA_XOR_VAL, dma->cap_mask) ? " xor_val" : "",26 dma_has_cap(DMA_INTERRUPT, dma->cap_mask) ? " intr" : "");27 28}29struct ioat_sysfs_entry ioat_cap_attr = __ATTR_RO(cap);30 31static ssize_t version_show(struct dma_chan *c, char *page)32{33 struct dma_device *dma = c->device;34 struct ioatdma_device *ioat_dma = to_ioatdma_device(dma);35 36 return sprintf(page, "%d.%d\n",37 ioat_dma->version >> 4, ioat_dma->version & 0xf);38}39struct ioat_sysfs_entry ioat_version_attr = __ATTR_RO(version);40 41static ssize_t42ioat_attr_show(struct kobject *kobj, struct attribute *attr, char *page)43{44 struct ioat_sysfs_entry *entry;45 struct ioatdma_chan *ioat_chan;46 47 entry = container_of(attr, struct ioat_sysfs_entry, attr);48 ioat_chan = container_of(kobj, struct ioatdma_chan, kobj);49 50 if (!entry->show)51 return -EIO;52 return entry->show(&ioat_chan->dma_chan, page);53}54 55static ssize_t56ioat_attr_store(struct kobject *kobj, struct attribute *attr,57const char *page, size_t count)58{59 struct ioat_sysfs_entry *entry;60 struct ioatdma_chan *ioat_chan;61 62 entry = container_of(attr, struct ioat_sysfs_entry, attr);63 ioat_chan = container_of(kobj, struct ioatdma_chan, kobj);64 65 if (!entry->store)66 return -EIO;67 return entry->store(&ioat_chan->dma_chan, page, count);68}69 70const struct sysfs_ops ioat_sysfs_ops = {71 .show = ioat_attr_show,72 .store = ioat_attr_store,73};74 75void ioat_kobject_add(struct ioatdma_device *ioat_dma, struct kobj_type *type)76{77 struct dma_device *dma = &ioat_dma->dma_dev;78 struct dma_chan *c;79 80 list_for_each_entry(c, &dma->channels, device_node) {81 struct ioatdma_chan *ioat_chan = to_ioat_chan(c);82 struct kobject *parent = &c->dev->device.kobj;83 int err;84 85 err = kobject_init_and_add(&ioat_chan->kobj, type,86 parent, "quickdata");87 if (err) {88 dev_warn(to_dev(ioat_chan),89 "sysfs init error (%d), continuing...\n", err);90 kobject_put(&ioat_chan->kobj);91 set_bit(IOAT_KOBJ_INIT_FAIL, &ioat_chan->state);92 }93 }94}95 96void ioat_kobject_del(struct ioatdma_device *ioat_dma)97{98 struct dma_device *dma = &ioat_dma->dma_dev;99 struct dma_chan *c;100 101 list_for_each_entry(c, &dma->channels, device_node) {102 struct ioatdma_chan *ioat_chan = to_ioat_chan(c);103 104 if (!test_bit(IOAT_KOBJ_INIT_FAIL, &ioat_chan->state)) {105 kobject_del(&ioat_chan->kobj);106 kobject_put(&ioat_chan->kobj);107 }108 }109}110 111static ssize_t ring_size_show(struct dma_chan *c, char *page)112{113 struct ioatdma_chan *ioat_chan = to_ioat_chan(c);114 115 return sprintf(page, "%d\n", (1 << ioat_chan->alloc_order) & ~1);116}117static struct ioat_sysfs_entry ring_size_attr = __ATTR_RO(ring_size);118 119static ssize_t ring_active_show(struct dma_chan *c, char *page)120{121 struct ioatdma_chan *ioat_chan = to_ioat_chan(c);122 123 /* ...taken outside the lock, no need to be precise */124 return sprintf(page, "%d\n", ioat_ring_active(ioat_chan));125}126static struct ioat_sysfs_entry ring_active_attr = __ATTR_RO(ring_active);127 128static ssize_t intr_coalesce_show(struct dma_chan *c, char *page)129{130 struct ioatdma_chan *ioat_chan = to_ioat_chan(c);131 132 return sprintf(page, "%d\n", ioat_chan->intr_coalesce);133}134 135static ssize_t intr_coalesce_store(struct dma_chan *c, const char *page,136size_t count)137{138 int intr_coalesce = 0;139 struct ioatdma_chan *ioat_chan = to_ioat_chan(c);140 141 if (sscanf(page, "%du", &intr_coalesce) != -1) {142 if ((intr_coalesce < 0) ||143 (intr_coalesce > IOAT_INTRDELAY_MASK))144 return -EINVAL;145 ioat_chan->intr_coalesce = intr_coalesce;146 }147 148 return count;149}150 151static struct ioat_sysfs_entry intr_coalesce_attr = __ATTR_RW(intr_coalesce);152 153static struct attribute *ioat_attrs[] = {154 &ring_size_attr.attr,155 &ring_active_attr.attr,156 &ioat_cap_attr.attr,157 &ioat_version_attr.attr,158 &intr_coalesce_attr.attr,159 NULL,160};161ATTRIBUTE_GROUPS(ioat);162 163struct kobj_type ioat_ktype = {164 .sysfs_ops = &ioat_sysfs_ops,165 .default_groups = ioat_groups,166};167