brintos

brintos / linux-shallow public Read only

0
0
Text · 18.1 KiB · b76fe99 Raw
749 lines · c
1// SPDX-License-Identifier: GPL-2.0-or-later2/*3 * Driver For Marvell Two-channel DMA Engine4 *5 * Copyright: Marvell International Ltd.6 */7 8#include <linux/err.h>9#include <linux/module.h>10#include <linux/init.h>11#include <linux/types.h>12#include <linux/interrupt.h>13#include <linux/dma-mapping.h>14#include <linux/slab.h>15#include <linux/dmaengine.h>16#include <linux/platform_device.h>17#include <linux/property.h>18#include <linux/device.h>19#include <linux/genalloc.h>20#include <linux/of_dma.h>21 22#include "dmaengine.h"23 24/*25 * Two-Channel DMA registers26 */27#define TDBCR		0x00	/* Byte Count */28#define TDSAR		0x10	/* Src Addr */29#define TDDAR		0x20	/* Dst Addr */30#define TDNDPR		0x30	/* Next Desc */31#define TDCR		0x40	/* Control */32#define TDCP		0x60	/* Priority*/33#define TDCDPR		0x70	/* Current Desc */34#define TDIMR		0x80	/* Int Mask */35#define TDISR		0xa0	/* Int Status */36 37/* Two-Channel DMA Control Register */38#define TDCR_SSZ_8_BITS		(0x0 << 22)	/* Sample Size */39#define TDCR_SSZ_12_BITS	(0x1 << 22)40#define TDCR_SSZ_16_BITS	(0x2 << 22)41#define TDCR_SSZ_20_BITS	(0x3 << 22)42#define TDCR_SSZ_24_BITS	(0x4 << 22)43#define TDCR_SSZ_32_BITS	(0x5 << 22)44#define TDCR_SSZ_SHIFT		(0x1 << 22)45#define TDCR_SSZ_MASK		(0x7 << 22)46#define TDCR_SSPMOD		(0x1 << 21)	/* SSP MOD */47#define TDCR_ABR		(0x1 << 20)	/* Channel Abort */48#define TDCR_CDE		(0x1 << 17)	/* Close Desc Enable */49#define TDCR_PACKMOD		(0x1 << 16)	/* Pack Mode (ADMA Only) */50#define TDCR_CHANACT		(0x1 << 14)	/* Channel Active */51#define TDCR_FETCHND		(0x1 << 13)	/* Fetch Next Desc */52#define TDCR_CHANEN		(0x1 << 12)	/* Channel Enable */53#define TDCR_INTMODE		(0x1 << 10)	/* Interrupt Mode */54#define TDCR_CHAINMOD		(0x1 << 9)	/* Chain Mode */55#define TDCR_BURSTSZ_MSK	(0x7 << 6)	/* Burst Size */56#define TDCR_BURSTSZ_4B		(0x0 << 6)57#define TDCR_BURSTSZ_8B		(0x1 << 6)58#define TDCR_BURSTSZ_16B	(0x3 << 6)59#define TDCR_BURSTSZ_32B	(0x6 << 6)60#define TDCR_BURSTSZ_64B	(0x7 << 6)61#define TDCR_BURSTSZ_SQU_1B		(0x5 << 6)62#define TDCR_BURSTSZ_SQU_2B		(0x6 << 6)63#define TDCR_BURSTSZ_SQU_4B		(0x0 << 6)64#define TDCR_BURSTSZ_SQU_8B		(0x1 << 6)65#define TDCR_BURSTSZ_SQU_16B	(0x3 << 6)66#define TDCR_BURSTSZ_SQU_32B	(0x7 << 6)67#define TDCR_BURSTSZ_128B	(0x5 << 6)68#define TDCR_DSTDIR_MSK		(0x3 << 4)	/* Dst Direction */69#define TDCR_DSTDIR_ADDR_HOLD	(0x2 << 4)	/* Dst Addr Hold */70#define TDCR_DSTDIR_ADDR_INC	(0x0 << 4)	/* Dst Addr Increment */71#define TDCR_SRCDIR_MSK		(0x3 << 2)	/* Src Direction */72#define TDCR_SRCDIR_ADDR_HOLD	(0x2 << 2)	/* Src Addr Hold */73#define TDCR_SRCDIR_ADDR_INC	(0x0 << 2)	/* Src Addr Increment */74#define TDCR_DSTDESCCONT	(0x1 << 1)75#define TDCR_SRCDESTCONT	(0x1 << 0)76 77/* Two-Channel DMA Int Mask Register */78#define TDIMR_COMP		(0x1 << 0)79 80/* Two-Channel DMA Int Status Register */81#define TDISR_COMP		(0x1 << 0)82 83/*84 * Two-Channel DMA Descriptor Struct85 * NOTE: desc's buf must be aligned to 16 bytes.86 */87struct mmp_tdma_desc {88	u32 byte_cnt;89	u32 src_addr;90	u32 dst_addr;91	u32 nxt_desc;92};93 94enum mmp_tdma_type {95	MMP_AUD_TDMA = 0,96	PXA910_SQU,97};98 99#define TDMA_MAX_XFER_BYTES    SZ_64K100 101struct mmp_tdma_chan {102	struct device			*dev;103	struct dma_chan			chan;104	struct dma_async_tx_descriptor	desc;105	struct tasklet_struct		tasklet;106 107	struct mmp_tdma_desc		*desc_arr;108	dma_addr_t			desc_arr_phys;109	int				desc_num;110	enum dma_transfer_direction	dir;111	dma_addr_t			dev_addr;112	u32				burst_sz;113	enum dma_slave_buswidth		buswidth;114	enum dma_status			status;115	struct dma_slave_config		slave_config;116 117	int				idx;118	enum mmp_tdma_type		type;119	int				irq;120	void __iomem			*reg_base;121 122	size_t				buf_len;123	size_t				period_len;124	size_t				pos;125 126	struct gen_pool			*pool;127};128 129#define TDMA_CHANNEL_NUM 2130struct mmp_tdma_device {131	struct device			*dev;132	void __iomem			*base;133	struct dma_device		device;134	struct mmp_tdma_chan		*tdmac[TDMA_CHANNEL_NUM];135};136 137#define to_mmp_tdma_chan(dchan) container_of(dchan, struct mmp_tdma_chan, chan)138 139static int mmp_tdma_config_write(struct dma_chan *chan,140				 enum dma_transfer_direction dir,141				 struct dma_slave_config *dmaengine_cfg);142 143static void mmp_tdma_chan_set_desc(struct mmp_tdma_chan *tdmac, dma_addr_t phys)144{145	writel(phys, tdmac->reg_base + TDNDPR);146	writel(readl(tdmac->reg_base + TDCR) | TDCR_FETCHND,147					tdmac->reg_base + TDCR);148}149 150static void mmp_tdma_enable_irq(struct mmp_tdma_chan *tdmac, bool enable)151{152	if (enable)153		writel(TDIMR_COMP, tdmac->reg_base + TDIMR);154	else155		writel(0, tdmac->reg_base + TDIMR);156}157 158static void mmp_tdma_enable_chan(struct mmp_tdma_chan *tdmac)159{160	/* enable dma chan */161	writel(readl(tdmac->reg_base + TDCR) | TDCR_CHANEN,162					tdmac->reg_base + TDCR);163	tdmac->status = DMA_IN_PROGRESS;164}165 166static int mmp_tdma_disable_chan(struct dma_chan *chan)167{168	struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);169	u32 tdcr;170 171	tdcr = readl(tdmac->reg_base + TDCR);172	tdcr |= TDCR_ABR;173	tdcr &= ~TDCR_CHANEN;174	writel(tdcr, tdmac->reg_base + TDCR);175 176	tdmac->status = DMA_COMPLETE;177 178	return 0;179}180 181static int mmp_tdma_resume_chan(struct dma_chan *chan)182{183	struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);184 185	writel(readl(tdmac->reg_base + TDCR) | TDCR_CHANEN,186					tdmac->reg_base + TDCR);187	tdmac->status = DMA_IN_PROGRESS;188 189	return 0;190}191 192static int mmp_tdma_pause_chan(struct dma_chan *chan)193{194	struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);195 196	writel(readl(tdmac->reg_base + TDCR) & ~TDCR_CHANEN,197					tdmac->reg_base + TDCR);198	tdmac->status = DMA_PAUSED;199 200	return 0;201}202 203static int mmp_tdma_config_chan(struct dma_chan *chan)204{205	struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);206	unsigned int tdcr = 0;207 208	mmp_tdma_disable_chan(chan);209 210	if (tdmac->dir == DMA_MEM_TO_DEV)211		tdcr = TDCR_DSTDIR_ADDR_HOLD | TDCR_SRCDIR_ADDR_INC;212	else if (tdmac->dir == DMA_DEV_TO_MEM)213		tdcr = TDCR_SRCDIR_ADDR_HOLD | TDCR_DSTDIR_ADDR_INC;214 215	if (tdmac->type == MMP_AUD_TDMA) {216		tdcr |= TDCR_PACKMOD;217 218		switch (tdmac->burst_sz) {219		case 4:220			tdcr |= TDCR_BURSTSZ_4B;221			break;222		case 8:223			tdcr |= TDCR_BURSTSZ_8B;224			break;225		case 16:226			tdcr |= TDCR_BURSTSZ_16B;227			break;228		case 32:229			tdcr |= TDCR_BURSTSZ_32B;230			break;231		case 64:232			tdcr |= TDCR_BURSTSZ_64B;233			break;234		case 128:235			tdcr |= TDCR_BURSTSZ_128B;236			break;237		default:238			dev_err(tdmac->dev, "unknown burst size.\n");239			return -EINVAL;240		}241 242		switch (tdmac->buswidth) {243		case DMA_SLAVE_BUSWIDTH_1_BYTE:244			tdcr |= TDCR_SSZ_8_BITS;245			break;246		case DMA_SLAVE_BUSWIDTH_2_BYTES:247			tdcr |= TDCR_SSZ_16_BITS;248			break;249		case DMA_SLAVE_BUSWIDTH_4_BYTES:250			tdcr |= TDCR_SSZ_32_BITS;251			break;252		default:253			dev_err(tdmac->dev, "unknown bus size.\n");254			return -EINVAL;255		}256	} else if (tdmac->type == PXA910_SQU) {257		tdcr |= TDCR_SSPMOD;258 259		switch (tdmac->burst_sz) {260		case 1:261			tdcr |= TDCR_BURSTSZ_SQU_1B;262			break;263		case 2:264			tdcr |= TDCR_BURSTSZ_SQU_2B;265			break;266		case 4:267			tdcr |= TDCR_BURSTSZ_SQU_4B;268			break;269		case 8:270			tdcr |= TDCR_BURSTSZ_SQU_8B;271			break;272		case 16:273			tdcr |= TDCR_BURSTSZ_SQU_16B;274			break;275		case 32:276			tdcr |= TDCR_BURSTSZ_SQU_32B;277			break;278		default:279			dev_err(tdmac->dev, "unknown burst size.\n");280			return -EINVAL;281		}282	}283 284	writel(tdcr, tdmac->reg_base + TDCR);285	return 0;286}287 288static int mmp_tdma_clear_chan_irq(struct mmp_tdma_chan *tdmac)289{290	u32 reg = readl(tdmac->reg_base + TDISR);291 292	if (reg & TDISR_COMP) {293		/* clear irq */294		reg &= ~TDISR_COMP;295		writel(reg, tdmac->reg_base + TDISR);296 297		return 0;298	}299	return -EAGAIN;300}301 302static size_t mmp_tdma_get_pos(struct mmp_tdma_chan *tdmac)303{304	size_t reg;305 306	if (tdmac->idx == 0) {307		reg = __raw_readl(tdmac->reg_base + TDSAR);308		reg -= tdmac->desc_arr[0].src_addr;309	} else if (tdmac->idx == 1) {310		reg = __raw_readl(tdmac->reg_base + TDDAR);311		reg -= tdmac->desc_arr[0].dst_addr;312	} else313		return -EINVAL;314 315	return reg;316}317 318static irqreturn_t mmp_tdma_chan_handler(int irq, void *dev_id)319{320	struct mmp_tdma_chan *tdmac = dev_id;321 322	if (mmp_tdma_clear_chan_irq(tdmac) == 0) {323		tasklet_schedule(&tdmac->tasklet);324		return IRQ_HANDLED;325	} else326		return IRQ_NONE;327}328 329static irqreturn_t mmp_tdma_int_handler(int irq, void *dev_id)330{331	struct mmp_tdma_device *tdev = dev_id;332	int i, ret;333	int irq_num = 0;334 335	for (i = 0; i < TDMA_CHANNEL_NUM; i++) {336		struct mmp_tdma_chan *tdmac = tdev->tdmac[i];337 338		ret = mmp_tdma_chan_handler(irq, tdmac);339		if (ret == IRQ_HANDLED)340			irq_num++;341	}342 343	if (irq_num)344		return IRQ_HANDLED;345	else346		return IRQ_NONE;347}348 349static void dma_do_tasklet(struct tasklet_struct *t)350{351	struct mmp_tdma_chan *tdmac = from_tasklet(tdmac, t, tasklet);352 353	dmaengine_desc_get_callback_invoke(&tdmac->desc, NULL);354}355 356static void mmp_tdma_free_descriptor(struct mmp_tdma_chan *tdmac)357{358	struct gen_pool *gpool;359	int size = tdmac->desc_num * sizeof(struct mmp_tdma_desc);360 361	gpool = tdmac->pool;362	if (gpool && tdmac->desc_arr)363		gen_pool_free(gpool, (unsigned long)tdmac->desc_arr,364				size);365	tdmac->desc_arr = NULL;366	if (tdmac->status == DMA_ERROR)367		tdmac->status = DMA_COMPLETE;368 369	return;370}371 372static dma_cookie_t mmp_tdma_tx_submit(struct dma_async_tx_descriptor *tx)373{374	struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(tx->chan);375 376	mmp_tdma_chan_set_desc(tdmac, tdmac->desc_arr_phys);377 378	return 0;379}380 381static int mmp_tdma_alloc_chan_resources(struct dma_chan *chan)382{383	struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);384	int ret;385 386	dma_async_tx_descriptor_init(&tdmac->desc, chan);387	tdmac->desc.tx_submit = mmp_tdma_tx_submit;388 389	if (tdmac->irq) {390		ret = devm_request_irq(tdmac->dev, tdmac->irq,391			mmp_tdma_chan_handler, 0, "tdma", tdmac);392		if (ret)393			return ret;394	}395	return 1;396}397 398static void mmp_tdma_free_chan_resources(struct dma_chan *chan)399{400	struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);401 402	if (tdmac->irq)403		devm_free_irq(tdmac->dev, tdmac->irq, tdmac);404	mmp_tdma_free_descriptor(tdmac);405	return;406}407 408static struct mmp_tdma_desc *mmp_tdma_alloc_descriptor(struct mmp_tdma_chan *tdmac)409{410	struct gen_pool *gpool;411	int size = tdmac->desc_num * sizeof(struct mmp_tdma_desc);412 413	gpool = tdmac->pool;414	if (!gpool)415		return NULL;416 417	tdmac->desc_arr = gen_pool_dma_alloc(gpool, size, &tdmac->desc_arr_phys);418 419	return tdmac->desc_arr;420}421 422static struct dma_async_tx_descriptor *mmp_tdma_prep_dma_cyclic(423		struct dma_chan *chan, dma_addr_t dma_addr, size_t buf_len,424		size_t period_len, enum dma_transfer_direction direction,425		unsigned long flags)426{427	struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);428	struct mmp_tdma_desc *desc;429	int num_periods = buf_len / period_len;430	int i = 0, buf = 0;431 432	if (!is_slave_direction(direction)) {433		dev_err(tdmac->dev, "unsupported transfer direction\n");434		return NULL;435	}436 437	if (tdmac->status != DMA_COMPLETE) {438		dev_err(tdmac->dev, "controller busy");439		return NULL;440	}441 442	if (period_len > TDMA_MAX_XFER_BYTES) {443		dev_err(tdmac->dev,444				"maximum period size exceeded: %zu > %d\n",445				period_len, TDMA_MAX_XFER_BYTES);446		goto err_out;447	}448 449	tdmac->status = DMA_IN_PROGRESS;450	tdmac->desc_num = num_periods;451	desc = mmp_tdma_alloc_descriptor(tdmac);452	if (!desc)453		goto err_out;454 455	if (mmp_tdma_config_write(chan, direction, &tdmac->slave_config))456		goto err_out;457 458	while (buf < buf_len) {459		desc = &tdmac->desc_arr[i];460 461		if (i + 1 == num_periods)462			desc->nxt_desc = tdmac->desc_arr_phys;463		else464			desc->nxt_desc = tdmac->desc_arr_phys +465				sizeof(*desc) * (i + 1);466 467		if (direction == DMA_MEM_TO_DEV) {468			desc->src_addr = dma_addr;469			desc->dst_addr = tdmac->dev_addr;470		} else {471			desc->src_addr = tdmac->dev_addr;472			desc->dst_addr = dma_addr;473		}474		desc->byte_cnt = period_len;475		dma_addr += period_len;476		buf += period_len;477		i++;478	}479 480	/* enable interrupt */481	if (flags & DMA_PREP_INTERRUPT)482		mmp_tdma_enable_irq(tdmac, true);483 484	tdmac->buf_len = buf_len;485	tdmac->period_len = period_len;486	tdmac->pos = 0;487 488	return &tdmac->desc;489 490err_out:491	tdmac->status = DMA_ERROR;492	return NULL;493}494 495static int mmp_tdma_terminate_all(struct dma_chan *chan)496{497	struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);498 499	mmp_tdma_disable_chan(chan);500	/* disable interrupt */501	mmp_tdma_enable_irq(tdmac, false);502 503	return 0;504}505 506static int mmp_tdma_config(struct dma_chan *chan,507			   struct dma_slave_config *dmaengine_cfg)508{509	struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);510 511	memcpy(&tdmac->slave_config, dmaengine_cfg, sizeof(*dmaengine_cfg));512 513	return 0;514}515 516static int mmp_tdma_config_write(struct dma_chan *chan,517				 enum dma_transfer_direction dir,518				 struct dma_slave_config *dmaengine_cfg)519{520	struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);521 522	if (dir == DMA_DEV_TO_MEM) {523		tdmac->dev_addr = dmaengine_cfg->src_addr;524		tdmac->burst_sz = dmaengine_cfg->src_maxburst;525		tdmac->buswidth = dmaengine_cfg->src_addr_width;526	} else {527		tdmac->dev_addr = dmaengine_cfg->dst_addr;528		tdmac->burst_sz = dmaengine_cfg->dst_maxburst;529		tdmac->buswidth = dmaengine_cfg->dst_addr_width;530	}531	tdmac->dir = dir;532 533	return mmp_tdma_config_chan(chan);534}535 536static enum dma_status mmp_tdma_tx_status(struct dma_chan *chan,537			dma_cookie_t cookie, struct dma_tx_state *txstate)538{539	struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);540 541	tdmac->pos = mmp_tdma_get_pos(tdmac);542	dma_set_tx_state(txstate, chan->completed_cookie, chan->cookie,543			 tdmac->buf_len - tdmac->pos);544 545	return tdmac->status;546}547 548static void mmp_tdma_issue_pending(struct dma_chan *chan)549{550	struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);551 552	mmp_tdma_enable_chan(tdmac);553}554 555static void mmp_tdma_remove(struct platform_device *pdev)556{557	if (pdev->dev.of_node)558		of_dma_controller_free(pdev->dev.of_node);559}560 561static int mmp_tdma_chan_init(struct mmp_tdma_device *tdev,562					int idx, int irq,563					int type, struct gen_pool *pool)564{565	struct mmp_tdma_chan *tdmac;566 567	if (idx >= TDMA_CHANNEL_NUM) {568		dev_err(tdev->dev, "too many channels for device!\n");569		return -EINVAL;570	}571 572	/* alloc channel */573	tdmac = devm_kzalloc(tdev->dev, sizeof(*tdmac), GFP_KERNEL);574	if (!tdmac)575		return -ENOMEM;576 577	if (irq)578		tdmac->irq = irq;579	tdmac->dev	   = tdev->dev;580	tdmac->chan.device = &tdev->device;581	tdmac->idx	   = idx;582	tdmac->type	   = type;583	tdmac->reg_base	   = tdev->base + idx * 4;584	tdmac->pool	   = pool;585	tdmac->status = DMA_COMPLETE;586	tdev->tdmac[tdmac->idx] = tdmac;587	tasklet_setup(&tdmac->tasklet, dma_do_tasklet);588 589	/* add the channel to tdma_chan list */590	list_add_tail(&tdmac->chan.device_node,591			&tdev->device.channels);592	return 0;593}594 595struct mmp_tdma_filter_param {596	unsigned int chan_id;597};598 599static bool mmp_tdma_filter_fn(struct dma_chan *chan, void *fn_param)600{601	struct mmp_tdma_filter_param *param = fn_param;602 603	if (chan->chan_id != param->chan_id)604		return false;605 606	return true;607}608 609static struct dma_chan *mmp_tdma_xlate(struct of_phandle_args *dma_spec,610			       struct of_dma *ofdma)611{612	struct mmp_tdma_device *tdev = ofdma->of_dma_data;613	dma_cap_mask_t mask = tdev->device.cap_mask;614	struct mmp_tdma_filter_param param;615 616	if (dma_spec->args_count != 1)617		return NULL;618 619	param.chan_id = dma_spec->args[0];620 621	if (param.chan_id >= TDMA_CHANNEL_NUM)622		return NULL;623 624	return __dma_request_channel(&mask, mmp_tdma_filter_fn, &param,625				     ofdma->of_node);626}627 628static const struct of_device_id mmp_tdma_dt_ids[] = {629	{ .compatible = "marvell,adma-1.0", .data = (void *)MMP_AUD_TDMA},630	{ .compatible = "marvell,pxa910-squ", .data = (void *)PXA910_SQU},631	{}632};633MODULE_DEVICE_TABLE(of, mmp_tdma_dt_ids);634 635static int mmp_tdma_probe(struct platform_device *pdev)636{637	enum mmp_tdma_type type;638	struct mmp_tdma_device *tdev;639	int i, ret;640	int irq = 0, irq_num = 0;641	int chan_num = TDMA_CHANNEL_NUM;642	struct gen_pool *pool = NULL;643 644	type = (enum mmp_tdma_type)device_get_match_data(&pdev->dev);645 646	/* always have couple channels */647	tdev = devm_kzalloc(&pdev->dev, sizeof(*tdev), GFP_KERNEL);648	if (!tdev)649		return -ENOMEM;650 651	tdev->dev = &pdev->dev;652 653	for (i = 0; i < chan_num; i++) {654		if (platform_get_irq(pdev, i) > 0)655			irq_num++;656	}657 658	tdev->base = devm_platform_ioremap_resource(pdev, 0);659	if (IS_ERR(tdev->base))660		return PTR_ERR(tdev->base);661 662	INIT_LIST_HEAD(&tdev->device.channels);663 664	pool = of_gen_pool_get(pdev->dev.of_node, "asram", 0);665	if (!pool) {666		dev_err(&pdev->dev, "asram pool not available\n");667		return -ENOMEM;668	}669 670	if (irq_num != chan_num) {671		irq = platform_get_irq(pdev, 0);672		ret = devm_request_irq(&pdev->dev, irq,673			mmp_tdma_int_handler, IRQF_SHARED, "tdma", tdev);674		if (ret)675			return ret;676	}677 678	/* initialize channel parameters */679	for (i = 0; i < chan_num; i++) {680		irq = (irq_num != chan_num) ? 0 : platform_get_irq(pdev, i);681		ret = mmp_tdma_chan_init(tdev, i, irq, type, pool);682		if (ret)683			return ret;684	}685 686	dma_cap_set(DMA_SLAVE, tdev->device.cap_mask);687	dma_cap_set(DMA_CYCLIC, tdev->device.cap_mask);688	tdev->device.dev = &pdev->dev;689	tdev->device.device_alloc_chan_resources =690					mmp_tdma_alloc_chan_resources;691	tdev->device.device_free_chan_resources =692					mmp_tdma_free_chan_resources;693	tdev->device.device_prep_dma_cyclic = mmp_tdma_prep_dma_cyclic;694	tdev->device.device_tx_status = mmp_tdma_tx_status;695	tdev->device.device_issue_pending = mmp_tdma_issue_pending;696	tdev->device.device_config = mmp_tdma_config;697	tdev->device.device_pause = mmp_tdma_pause_chan;698	tdev->device.device_resume = mmp_tdma_resume_chan;699	tdev->device.device_terminate_all = mmp_tdma_terminate_all;700	tdev->device.copy_align = DMAENGINE_ALIGN_8_BYTES;701 702	tdev->device.directions = BIT(DMA_DEV_TO_MEM) | BIT(DMA_MEM_TO_DEV);703	if (type == MMP_AUD_TDMA) {704		tdev->device.max_burst = SZ_128;705		tdev->device.src_addr_widths = BIT(DMA_SLAVE_BUSWIDTH_4_BYTES);706		tdev->device.dst_addr_widths = BIT(DMA_SLAVE_BUSWIDTH_4_BYTES);707	} else if (type == PXA910_SQU) {708		tdev->device.max_burst = SZ_32;709	}710	tdev->device.residue_granularity = DMA_RESIDUE_GRANULARITY_BURST;711	tdev->device.descriptor_reuse = true;712 713	dma_set_mask(&pdev->dev, DMA_BIT_MASK(64));714	platform_set_drvdata(pdev, tdev);715 716	ret = dmaenginem_async_device_register(&tdev->device);717	if (ret) {718		dev_err(tdev->device.dev, "unable to register\n");719		return ret;720	}721 722	ret = of_dma_controller_register(pdev->dev.of_node,723					 mmp_tdma_xlate, tdev);724	if (ret) {725		dev_err(tdev->device.dev, "failed to register controller\n");726		return ret;727	}728 729	dev_info(tdev->device.dev, "initialized\n");730	return 0;731}732 733static struct platform_driver mmp_tdma_driver = {734	.driver		= {735		.name	= "mmp-tdma",736		.of_match_table = mmp_tdma_dt_ids,737	},738	.probe		= mmp_tdma_probe,739	.remove_new	= mmp_tdma_remove,740};741 742module_platform_driver(mmp_tdma_driver);743 744MODULE_LICENSE("GPL");745MODULE_DESCRIPTION("MMP Two-Channel DMA Driver");746MODULE_ALIAS("platform:mmp-tdma");747MODULE_AUTHOR("Leo Yan <leoy@marvell.com>");748MODULE_AUTHOR("Zhangfei Gao <zhangfei.gao@marvell.com>");749