2005-04-16 16:20:36 -06:00
|
|
|
/*
|
|
|
|
* arch/sh/drivers/dma/dma-sh.c
|
|
|
|
*
|
|
|
|
* SuperH On-chip DMAC Support
|
|
|
|
*
|
|
|
|
* Copyright (C) 2000 Takashi YOSHII
|
|
|
|
* Copyright (C) 2003, 2004 Paul Mundt
|
2006-01-16 23:14:09 -07:00
|
|
|
* Copyright (C) 2005 Andriy Skulysh
|
2005-04-16 16:20:36 -06:00
|
|
|
*
|
|
|
|
* This file is subject to the terms and conditions of the GNU General Public
|
|
|
|
* License. See the file "COPYING" in the main directory of this archive
|
|
|
|
* for more details.
|
|
|
|
*/
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/interrupt.h>
|
|
|
|
#include <linux/module.h>
|
2008-07-29 05:20:36 -06:00
|
|
|
#include <mach-dreamcast/mach/dma.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
#include <asm/dma.h>
|
|
|
|
#include <asm/io.h>
|
2009-03-10 02:26:49 -06:00
|
|
|
#include <asm/dma-sh.h>
|
|
|
|
|
|
|
|
#if defined(DMAE1_IRQ)
|
|
|
|
#define NR_DMAE 2
|
|
|
|
#else
|
|
|
|
#define NR_DMAE 1
|
2006-10-30 20:35:02 -07:00
|
|
|
#endif
|
2009-03-10 02:26:49 -06:00
|
|
|
|
|
|
|
static const char *dmae_name[] = {
|
|
|
|
"DMAC Address Error0", "DMAC Address Error1"
|
2006-10-30 20:35:02 -07:00
|
|
|
};
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-10-30 20:35:02 -07:00
|
|
|
static inline unsigned int get_dmte_irq(unsigned int chan)
|
|
|
|
{
|
|
|
|
unsigned int irq = 0;
|
2007-01-24 23:22:11 -07:00
|
|
|
if (chan < ARRAY_SIZE(dmte_irq_map))
|
|
|
|
irq = dmte_irq_map[chan];
|
2009-03-10 02:26:49 -06:00
|
|
|
|
2009-03-15 21:22:07 -06:00
|
|
|
#if defined(CONFIG_SH_DMA_IRQ_MULTI)
|
2009-03-10 02:26:49 -06:00
|
|
|
if (irq > DMTE6_IRQ)
|
|
|
|
return DMTE6_IRQ;
|
|
|
|
return DMTE0_IRQ;
|
|
|
|
#else
|
2005-04-16 16:20:36 -06:00
|
|
|
return irq;
|
2009-03-10 02:26:49 -06:00
|
|
|
#endif
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* We determine the correct shift size based off of the CHCR transmit size
|
|
|
|
* for the given channel. Since we know that it will take:
|
|
|
|
*
|
|
|
|
* info->count >> ts_shift[transmit_size]
|
|
|
|
*
|
|
|
|
* iterations to complete the transfer.
|
|
|
|
*/
|
2010-02-03 07:44:12 -07:00
|
|
|
static unsigned int ts_shift[] = TS_SHIFT;
|
2005-04-16 16:20:36 -06:00
|
|
|
static inline unsigned int calc_xmit_shift(struct dma_channel *chan)
|
|
|
|
{
|
2010-01-25 20:58:40 -07:00
|
|
|
u32 chcr = __raw_readl(dma_base_addr[chan->chan] + CHCR);
|
2010-02-03 07:44:12 -07:00
|
|
|
int cnt = ((chcr & CHCR_TS_LOW_MASK) >> CHCR_TS_LOW_SHIFT) |
|
|
|
|
((chcr & CHCR_TS_HIGH_MASK) >> CHCR_TS_HIGH_SHIFT);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2010-02-03 07:44:12 -07:00
|
|
|
return ts_shift[cnt];
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* The transfer end interrupt must read the chcr register to end the
|
|
|
|
* hardware interrupt active condition.
|
|
|
|
* Besides that it needs to waken any waiting process, which should handle
|
|
|
|
* setting up the next transfer.
|
|
|
|
*/
|
2006-10-06 00:31:16 -06:00
|
|
|
static irqreturn_t dma_tei(int irq, void *dev_id)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2006-10-06 00:31:16 -06:00
|
|
|
struct dma_channel *chan = dev_id;
|
2005-04-16 16:20:36 -06:00
|
|
|
u32 chcr;
|
|
|
|
|
2010-01-25 20:58:40 -07:00
|
|
|
chcr = __raw_readl(dma_base_addr[chan->chan] + CHCR);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
if (!(chcr & CHCR_TE))
|
|
|
|
return IRQ_NONE;
|
|
|
|
|
|
|
|
chcr &= ~(CHCR_IE | CHCR_DE);
|
2010-01-25 20:58:40 -07:00
|
|
|
__raw_writel(chcr, (dma_base_addr[chan->chan] + CHCR));
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
wake_up(&chan->wait_queue);
|
|
|
|
|
|
|
|
return IRQ_HANDLED;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int sh_dmac_request_dma(struct dma_channel *chan)
|
|
|
|
{
|
2008-02-26 13:42:11 -07:00
|
|
|
if (unlikely(!(chan->flags & DMA_TEI_CAPABLE)))
|
2006-09-27 01:55:24 -06:00
|
|
|
return 0;
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
return request_irq(get_dmte_irq(chan->chan), dma_tei,
|
2009-03-15 21:22:07 -06:00
|
|
|
#if defined(CONFIG_SH_DMA_IRQ_MULTI)
|
2009-03-10 02:26:49 -06:00
|
|
|
IRQF_SHARED,
|
|
|
|
#else
|
|
|
|
IRQF_DISABLED,
|
|
|
|
#endif
|
|
|
|
chan->dev_id, chan);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
static void sh_dmac_free_dma(struct dma_channel *chan)
|
|
|
|
{
|
|
|
|
free_irq(get_dmte_irq(chan->chan), chan);
|
|
|
|
}
|
|
|
|
|
2007-01-24 23:22:11 -07:00
|
|
|
static int
|
2006-01-16 23:14:09 -07:00
|
|
|
sh_dmac_configure_channel(struct dma_channel *chan, unsigned long chcr)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
|
|
|
if (!chcr)
|
2006-01-16 23:14:09 -07:00
|
|
|
chcr = RS_DUAL | CHCR_IE;
|
|
|
|
|
|
|
|
if (chcr & CHCR_IE) {
|
|
|
|
chcr &= ~CHCR_IE;
|
|
|
|
chan->flags |= DMA_TEI_CAPABLE;
|
|
|
|
} else {
|
|
|
|
chan->flags &= ~DMA_TEI_CAPABLE;
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2010-01-25 20:58:40 -07:00
|
|
|
__raw_writel(chcr, (dma_base_addr[chan->chan] + CHCR));
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
chan->flags |= DMA_CONFIGURED;
|
2007-01-24 23:22:11 -07:00
|
|
|
return 0;
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
static void sh_dmac_enable_dma(struct dma_channel *chan)
|
|
|
|
{
|
2006-01-16 23:14:09 -07:00
|
|
|
int irq;
|
2005-04-16 16:20:36 -06:00
|
|
|
u32 chcr;
|
|
|
|
|
2010-01-25 20:58:40 -07:00
|
|
|
chcr = __raw_readl(dma_base_addr[chan->chan] + CHCR);
|
2006-01-16 23:14:09 -07:00
|
|
|
chcr |= CHCR_DE;
|
|
|
|
|
|
|
|
if (chan->flags & DMA_TEI_CAPABLE)
|
|
|
|
chcr |= CHCR_IE;
|
|
|
|
|
2010-01-25 20:58:40 -07:00
|
|
|
__raw_writel(chcr, (dma_base_addr[chan->chan] + CHCR));
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-01-16 23:14:09 -07:00
|
|
|
if (chan->flags & DMA_TEI_CAPABLE) {
|
|
|
|
irq = get_dmte_irq(chan->chan);
|
|
|
|
enable_irq(irq);
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
static void sh_dmac_disable_dma(struct dma_channel *chan)
|
|
|
|
{
|
2006-01-16 23:14:09 -07:00
|
|
|
int irq;
|
2005-04-16 16:20:36 -06:00
|
|
|
u32 chcr;
|
|
|
|
|
2006-01-16 23:14:09 -07:00
|
|
|
if (chan->flags & DMA_TEI_CAPABLE) {
|
|
|
|
irq = get_dmte_irq(chan->chan);
|
|
|
|
disable_irq(irq);
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2010-01-25 20:58:40 -07:00
|
|
|
chcr = __raw_readl(dma_base_addr[chan->chan] + CHCR);
|
2005-04-16 16:20:36 -06:00
|
|
|
chcr &= ~(CHCR_DE | CHCR_TE | CHCR_IE);
|
2010-01-25 20:58:40 -07:00
|
|
|
__raw_writel(chcr, (dma_base_addr[chan->chan] + CHCR));
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
static int sh_dmac_xfer_dma(struct dma_channel *chan)
|
|
|
|
{
|
|
|
|
/*
|
|
|
|
* If we haven't pre-configured the channel with special flags, use
|
|
|
|
* the defaults.
|
|
|
|
*/
|
2006-01-16 23:14:09 -07:00
|
|
|
if (unlikely(!(chan->flags & DMA_CONFIGURED)))
|
2005-04-16 16:20:36 -06:00
|
|
|
sh_dmac_configure_channel(chan, 0);
|
|
|
|
|
|
|
|
sh_dmac_disable_dma(chan);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Single-address mode usage note!
|
|
|
|
*
|
|
|
|
* It's important that we don't accidentally write any value to SAR/DAR
|
|
|
|
* (this includes 0) that hasn't been directly specified by the user if
|
|
|
|
* we're in single-address mode.
|
|
|
|
*
|
|
|
|
* In this case, only one address can be defined, anything else will
|
|
|
|
* result in a DMA address error interrupt (at least on the SH-4),
|
|
|
|
* which will subsequently halt the transfer.
|
|
|
|
*
|
|
|
|
* Channel 2 on the Dreamcast is a special case, as this is used for
|
|
|
|
* cascading to the PVR2 DMAC. In this case, we still need to write
|
|
|
|
* SAR and DAR, regardless of value, in order for cascading to work.
|
|
|
|
*/
|
2006-01-16 23:14:09 -07:00
|
|
|
if (chan->sar || (mach_is_dreamcast() &&
|
|
|
|
chan->chan == PVR2_CASCADE_CHAN))
|
2010-01-25 20:58:40 -07:00
|
|
|
__raw_writel(chan->sar, (dma_base_addr[chan->chan]+SAR));
|
2006-01-16 23:14:09 -07:00
|
|
|
if (chan->dar || (mach_is_dreamcast() &&
|
|
|
|
chan->chan == PVR2_CASCADE_CHAN))
|
2010-01-25 20:58:40 -07:00
|
|
|
__raw_writel(chan->dar, (dma_base_addr[chan->chan] + DAR));
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2010-01-25 20:58:40 -07:00
|
|
|
__raw_writel(chan->count >> calc_xmit_shift(chan),
|
2009-03-10 02:26:49 -06:00
|
|
|
(dma_base_addr[chan->chan] + TCR));
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
sh_dmac_enable_dma(chan);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int sh_dmac_get_dma_residue(struct dma_channel *chan)
|
|
|
|
{
|
2010-01-25 20:58:40 -07:00
|
|
|
if (!(__raw_readl(dma_base_addr[chan->chan] + CHCR) & CHCR_DE))
|
2005-04-16 16:20:36 -06:00
|
|
|
return 0;
|
|
|
|
|
2010-01-25 20:58:40 -07:00
|
|
|
return __raw_readl(dma_base_addr[chan->chan] + TCR)
|
2009-03-10 02:26:49 -06:00
|
|
|
<< calc_xmit_shift(chan);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
2009-03-10 02:26:49 -06:00
|
|
|
static inline int dmaor_reset(int no)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2009-03-10 02:26:49 -06:00
|
|
|
unsigned long dmaor = dmaor_read_reg(no);
|
2006-01-16 23:14:09 -07:00
|
|
|
|
|
|
|
/* Try to clear the error flags first, incase they are set */
|
|
|
|
dmaor &= ~(DMAOR_NMIF | DMAOR_AE);
|
2009-03-10 02:26:49 -06:00
|
|
|
dmaor_write_reg(no, dmaor);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-01-16 23:14:09 -07:00
|
|
|
dmaor |= DMAOR_INIT;
|
2009-03-10 02:26:49 -06:00
|
|
|
dmaor_write_reg(no, dmaor);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-01-16 23:14:09 -07:00
|
|
|
/* See if we got an error again */
|
2009-03-10 02:26:49 -06:00
|
|
|
if ((dmaor_read_reg(no) & (DMAOR_AE | DMAOR_NMIF))) {
|
2006-01-16 23:14:09 -07:00
|
|
|
printk(KERN_ERR "dma-sh: Can't initialize DMAOR.\n");
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-01-16 23:14:09 -07:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
#if defined(CONFIG_CPU_SH4)
|
2006-10-06 00:31:16 -06:00
|
|
|
static irqreturn_t dma_err(int irq, void *dummy)
|
2006-01-16 23:14:09 -07:00
|
|
|
{
|
2009-03-15 21:22:07 -06:00
|
|
|
#if defined(CONFIG_SH_DMA_IRQ_MULTI)
|
2009-03-10 02:26:49 -06:00
|
|
|
int cnt = 0;
|
|
|
|
switch (irq) {
|
|
|
|
#if defined(DMTE6_IRQ) && defined(DMAE1_IRQ)
|
|
|
|
case DMTE6_IRQ:
|
|
|
|
cnt++;
|
|
|
|
#endif
|
|
|
|
case DMTE0_IRQ:
|
|
|
|
if (dmaor_read_reg(cnt) & (DMAOR_NMIF | DMAOR_AE)) {
|
|
|
|
disable_irq(irq);
|
|
|
|
/* DMA multi and error IRQ */
|
|
|
|
return IRQ_HANDLED;
|
|
|
|
}
|
|
|
|
default:
|
|
|
|
return IRQ_NONE;
|
|
|
|
}
|
|
|
|
#else
|
|
|
|
dmaor_reset(0);
|
|
|
|
#if defined(CONFIG_CPU_SUBTYPE_SH7723) || \
|
|
|
|
defined(CONFIG_CPU_SUBTYPE_SH7780) || \
|
|
|
|
defined(CONFIG_CPU_SUBTYPE_SH7785)
|
|
|
|
dmaor_reset(1);
|
|
|
|
#endif
|
2005-04-16 16:20:36 -06:00
|
|
|
disable_irq(irq);
|
|
|
|
|
|
|
|
return IRQ_HANDLED;
|
2009-03-10 02:26:49 -06:00
|
|
|
#endif
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
static struct dma_ops sh_dmac_ops = {
|
|
|
|
.request = sh_dmac_request_dma,
|
|
|
|
.free = sh_dmac_free_dma,
|
|
|
|
.get_residue = sh_dmac_get_dma_residue,
|
|
|
|
.xfer = sh_dmac_xfer_dma,
|
|
|
|
.configure = sh_dmac_configure_channel,
|
|
|
|
};
|
|
|
|
|
|
|
|
static struct dma_info sh_dmac_info = {
|
2006-01-16 23:14:09 -07:00
|
|
|
.name = "sh_dmac",
|
|
|
|
.nr_channels = CONFIG_NR_ONCHIP_DMA_CHANNELS,
|
2005-04-16 16:20:36 -06:00
|
|
|
.ops = &sh_dmac_ops,
|
|
|
|
.flags = DMAC_CHANNELS_TEI_CAPABLE,
|
|
|
|
};
|
|
|
|
|
2009-03-12 22:31:34 -06:00
|
|
|
#ifdef CONFIG_CPU_SH4
|
2009-03-10 02:26:49 -06:00
|
|
|
static unsigned int get_dma_error_irq(int n)
|
|
|
|
{
|
2009-03-15 21:22:07 -06:00
|
|
|
#if defined(CONFIG_SH_DMA_IRQ_MULTI)
|
2009-03-10 02:26:49 -06:00
|
|
|
return (n == 0) ? get_dmte_irq(0) : get_dmte_irq(6);
|
|
|
|
#else
|
|
|
|
return (n == 0) ? DMAE0_IRQ :
|
|
|
|
#if defined(DMAE1_IRQ)
|
|
|
|
DMAE1_IRQ;
|
|
|
|
#else
|
|
|
|
-1;
|
|
|
|
#endif
|
|
|
|
#endif
|
|
|
|
}
|
2009-03-12 22:31:34 -06:00
|
|
|
#endif
|
2009-03-10 02:26:49 -06:00
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
static int __init sh_dmac_init(void)
|
|
|
|
{
|
|
|
|
struct dma_info *info = &sh_dmac_info;
|
|
|
|
int i;
|
|
|
|
|
|
|
|
#ifdef CONFIG_CPU_SH4
|
2009-03-10 02:26:49 -06:00
|
|
|
int n;
|
|
|
|
|
|
|
|
for (n = 0; n < NR_DMAE; n++) {
|
|
|
|
i = request_irq(get_dma_error_irq(n), dma_err,
|
2009-03-15 21:22:07 -06:00
|
|
|
#if defined(CONFIG_SH_DMA_IRQ_MULTI)
|
2009-03-10 02:26:49 -06:00
|
|
|
IRQF_SHARED,
|
|
|
|
#else
|
|
|
|
IRQF_DISABLED,
|
2005-04-16 16:20:36 -06:00
|
|
|
#endif
|
2009-03-10 02:26:49 -06:00
|
|
|
dmae_name[n], (void *)dmae_name[n]);
|
|
|
|
if (unlikely(i < 0)) {
|
|
|
|
printk(KERN_ERR "%s request_irq fail\n", dmae_name[n]);
|
|
|
|
return i;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
#endif /* CONFIG_CPU_SH4 */
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-01-16 23:14:09 -07:00
|
|
|
/*
|
|
|
|
* Initialize DMAOR, and clean up any error flags that may have
|
|
|
|
* been set.
|
|
|
|
*/
|
2009-03-10 02:26:49 -06:00
|
|
|
i = dmaor_reset(0);
|
|
|
|
if (unlikely(i != 0))
|
|
|
|
return i;
|
|
|
|
#if defined(CONFIG_CPU_SUBTYPE_SH7723) || \
|
|
|
|
defined(CONFIG_CPU_SUBTYPE_SH7780) || \
|
|
|
|
defined(CONFIG_CPU_SUBTYPE_SH7785)
|
|
|
|
i = dmaor_reset(1);
|
2006-09-27 01:55:24 -06:00
|
|
|
if (unlikely(i != 0))
|
2006-01-16 23:14:09 -07:00
|
|
|
return i;
|
2009-03-10 02:26:49 -06:00
|
|
|
#endif
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
return register_dmac(info);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void __exit sh_dmac_exit(void)
|
|
|
|
{
|
|
|
|
#ifdef CONFIG_CPU_SH4
|
2009-03-10 02:26:49 -06:00
|
|
|
int n;
|
|
|
|
|
|
|
|
for (n = 0; n < NR_DMAE; n++) {
|
|
|
|
free_irq(get_dma_error_irq(n), (void *)dmae_name[n]);
|
|
|
|
}
|
|
|
|
#endif /* CONFIG_CPU_SH4 */
|
2006-01-16 23:14:09 -07:00
|
|
|
unregister_dmac(&sh_dmac_info);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
subsys_initcall(sh_dmac_init);
|
|
|
|
module_exit(sh_dmac_exit);
|
|
|
|
|
2006-01-16 23:14:09 -07:00
|
|
|
MODULE_AUTHOR("Takashi YOSHII, Paul Mundt, Andriy Skulysh");
|
|
|
|
MODULE_DESCRIPTION("SuperH On-Chip DMAC Support");
|
2005-04-16 16:20:36 -06:00
|
|
|
MODULE_LICENSE("GPL");
|