2005-04-16 16:20:36 -06:00
|
|
|
/*
|
|
|
|
* Copyright (C) 1999 Cort Dougan <cort@cs.nmt.edu>
|
|
|
|
*/
|
2005-09-21 15:52:55 -06:00
|
|
|
#ifndef _ASM_POWERPC_HW_IRQ_H
|
|
|
|
#define _ASM_POWERPC_HW_IRQ_H
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
#ifdef __KERNEL__
|
|
|
|
|
|
|
|
#include <linux/errno.h>
|
[POWERPC] Lazy interrupt disabling for 64-bit machines
This implements a lazy strategy for disabling interrupts. This means
that local_irq_disable() et al. just clear the 'interrupts are
enabled' flag in the paca. If an interrupt comes along, the interrupt
entry code notices that interrupts are supposed to be disabled, and
clears the EE bit in SRR1, clears the 'interrupts are hard-enabled'
flag in the paca, and returns. This means that interrupts only
actually get disabled in the processor when an interrupt comes along.
When interrupts are enabled by local_irq_enable() et al., the code
sets the interrupts-enabled flag in the paca, and then checks whether
interrupts got hard-disabled. If so, it also sets the EE bit in the
MSR to hard-enable the interrupts.
This has the potential to improve performance, and also makes it
easier to make a kernel that can boot on iSeries and on other 64-bit
machines, since this lazy-disable strategy is very similar to the
soft-disable strategy that iSeries already uses.
This version renames paca->proc_enabled to paca->soft_enabled, and
changes a couple of soft-disables in the kexec code to hard-disables,
which should fix the crash that Michael Ellerman saw. This doesn't
yet use a reserved CR field for the soft_enabled and hard_enabled
flags. This applies on top of Stephen Rothwell's patches to make it
possible to build a combined iSeries/other kernel.
Signed-off-by: Paul Mackerras <paulus@samba.org>
2006-10-04 00:47:49 -06:00
|
|
|
#include <linux/compiler.h>
|
2005-09-21 15:52:55 -06:00
|
|
|
#include <asm/ptrace.h>
|
|
|
|
#include <asm/processor.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2005-09-19 08:30:27 -06:00
|
|
|
extern void timer_interrupt(struct pt_regs *);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
[POWERPC] Lazy interrupt disabling for 64-bit machines
This implements a lazy strategy for disabling interrupts. This means
that local_irq_disable() et al. just clear the 'interrupts are
enabled' flag in the paca. If an interrupt comes along, the interrupt
entry code notices that interrupts are supposed to be disabled, and
clears the EE bit in SRR1, clears the 'interrupts are hard-enabled'
flag in the paca, and returns. This means that interrupts only
actually get disabled in the processor when an interrupt comes along.
When interrupts are enabled by local_irq_enable() et al., the code
sets the interrupts-enabled flag in the paca, and then checks whether
interrupts got hard-disabled. If so, it also sets the EE bit in the
MSR to hard-enable the interrupts.
This has the potential to improve performance, and also makes it
easier to make a kernel that can boot on iSeries and on other 64-bit
machines, since this lazy-disable strategy is very similar to the
soft-disable strategy that iSeries already uses.
This version renames paca->proc_enabled to paca->soft_enabled, and
changes a couple of soft-disables in the kexec code to hard-disables,
which should fix the crash that Michael Ellerman saw. This doesn't
yet use a reserved CR field for the soft_enabled and hard_enabled
flags. This applies on top of Stephen Rothwell's patches to make it
possible to build a combined iSeries/other kernel.
Signed-off-by: Paul Mackerras <paulus@samba.org>
2006-10-04 00:47:49 -06:00
|
|
|
#ifdef CONFIG_PPC64
|
|
|
|
#include <asm/paca.h>
|
|
|
|
|
|
|
|
static inline unsigned long local_get_flags(void)
|
|
|
|
{
|
2006-11-10 14:32:40 -07:00
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
__asm__ __volatile__("lbz %0,%1(13)"
|
|
|
|
: "=r" (flags)
|
|
|
|
: "i" (offsetof(struct paca_struct, soft_enabled)));
|
|
|
|
|
|
|
|
return flags;
|
[POWERPC] Lazy interrupt disabling for 64-bit machines
This implements a lazy strategy for disabling interrupts. This means
that local_irq_disable() et al. just clear the 'interrupts are
enabled' flag in the paca. If an interrupt comes along, the interrupt
entry code notices that interrupts are supposed to be disabled, and
clears the EE bit in SRR1, clears the 'interrupts are hard-enabled'
flag in the paca, and returns. This means that interrupts only
actually get disabled in the processor when an interrupt comes along.
When interrupts are enabled by local_irq_enable() et al., the code
sets the interrupts-enabled flag in the paca, and then checks whether
interrupts got hard-disabled. If so, it also sets the EE bit in the
MSR to hard-enable the interrupts.
This has the potential to improve performance, and also makes it
easier to make a kernel that can boot on iSeries and on other 64-bit
machines, since this lazy-disable strategy is very similar to the
soft-disable strategy that iSeries already uses.
This version renames paca->proc_enabled to paca->soft_enabled, and
changes a couple of soft-disables in the kexec code to hard-disables,
which should fix the crash that Michael Ellerman saw. This doesn't
yet use a reserved CR field for the soft_enabled and hard_enabled
flags. This applies on top of Stephen Rothwell's patches to make it
possible to build a combined iSeries/other kernel.
Signed-off-by: Paul Mackerras <paulus@samba.org>
2006-10-04 00:47:49 -06:00
|
|
|
}
|
|
|
|
|
2008-04-16 22:35:01 -06:00
|
|
|
static inline unsigned long raw_local_irq_disable(void)
|
[POWERPC] Lazy interrupt disabling for 64-bit machines
This implements a lazy strategy for disabling interrupts. This means
that local_irq_disable() et al. just clear the 'interrupts are
enabled' flag in the paca. If an interrupt comes along, the interrupt
entry code notices that interrupts are supposed to be disabled, and
clears the EE bit in SRR1, clears the 'interrupts are hard-enabled'
flag in the paca, and returns. This means that interrupts only
actually get disabled in the processor when an interrupt comes along.
When interrupts are enabled by local_irq_enable() et al., the code
sets the interrupts-enabled flag in the paca, and then checks whether
interrupts got hard-disabled. If so, it also sets the EE bit in the
MSR to hard-enable the interrupts.
This has the potential to improve performance, and also makes it
easier to make a kernel that can boot on iSeries and on other 64-bit
machines, since this lazy-disable strategy is very similar to the
soft-disable strategy that iSeries already uses.
This version renames paca->proc_enabled to paca->soft_enabled, and
changes a couple of soft-disables in the kexec code to hard-disables,
which should fix the crash that Michael Ellerman saw. This doesn't
yet use a reserved CR field for the soft_enabled and hard_enabled
flags. This applies on top of Stephen Rothwell's patches to make it
possible to build a combined iSeries/other kernel.
Signed-off-by: Paul Mackerras <paulus@samba.org>
2006-10-04 00:47:49 -06:00
|
|
|
{
|
2006-11-10 14:32:40 -07:00
|
|
|
unsigned long flags, zero;
|
|
|
|
|
|
|
|
__asm__ __volatile__("li %1,0; lbz %0,%2(13); stb %1,%2(13)"
|
|
|
|
: "=r" (flags), "=&r" (zero)
|
|
|
|
: "i" (offsetof(struct paca_struct, soft_enabled))
|
|
|
|
: "memory");
|
|
|
|
|
|
|
|
return flags;
|
[POWERPC] Lazy interrupt disabling for 64-bit machines
This implements a lazy strategy for disabling interrupts. This means
that local_irq_disable() et al. just clear the 'interrupts are
enabled' flag in the paca. If an interrupt comes along, the interrupt
entry code notices that interrupts are supposed to be disabled, and
clears the EE bit in SRR1, clears the 'interrupts are hard-enabled'
flag in the paca, and returns. This means that interrupts only
actually get disabled in the processor when an interrupt comes along.
When interrupts are enabled by local_irq_enable() et al., the code
sets the interrupts-enabled flag in the paca, and then checks whether
interrupts got hard-disabled. If so, it also sets the EE bit in the
MSR to hard-enable the interrupts.
This has the potential to improve performance, and also makes it
easier to make a kernel that can boot on iSeries and on other 64-bit
machines, since this lazy-disable strategy is very similar to the
soft-disable strategy that iSeries already uses.
This version renames paca->proc_enabled to paca->soft_enabled, and
changes a couple of soft-disables in the kexec code to hard-disables,
which should fix the crash that Michael Ellerman saw. This doesn't
yet use a reserved CR field for the soft_enabled and hard_enabled
flags. This applies on top of Stephen Rothwell's patches to make it
possible to build a combined iSeries/other kernel.
Signed-off-by: Paul Mackerras <paulus@samba.org>
2006-10-04 00:47:49 -06:00
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2008-04-16 22:35:01 -06:00
|
|
|
extern void raw_local_irq_restore(unsigned long);
|
[POWERPC] Lazy interrupt disabling for 64-bit machines
This implements a lazy strategy for disabling interrupts. This means
that local_irq_disable() et al. just clear the 'interrupts are
enabled' flag in the paca. If an interrupt comes along, the interrupt
entry code notices that interrupts are supposed to be disabled, and
clears the EE bit in SRR1, clears the 'interrupts are hard-enabled'
flag in the paca, and returns. This means that interrupts only
actually get disabled in the processor when an interrupt comes along.
When interrupts are enabled by local_irq_enable() et al., the code
sets the interrupts-enabled flag in the paca, and then checks whether
interrupts got hard-disabled. If so, it also sets the EE bit in the
MSR to hard-enable the interrupts.
This has the potential to improve performance, and also makes it
easier to make a kernel that can boot on iSeries and on other 64-bit
machines, since this lazy-disable strategy is very similar to the
soft-disable strategy that iSeries already uses.
This version renames paca->proc_enabled to paca->soft_enabled, and
changes a couple of soft-disables in the kexec code to hard-disables,
which should fix the crash that Michael Ellerman saw. This doesn't
yet use a reserved CR field for the soft_enabled and hard_enabled
flags. This applies on top of Stephen Rothwell's patches to make it
possible to build a combined iSeries/other kernel.
Signed-off-by: Paul Mackerras <paulus@samba.org>
2006-10-04 00:47:49 -06:00
|
|
|
extern void iseries_handle_interrupts(void);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2008-04-16 22:35:01 -06:00
|
|
|
#define raw_local_irq_enable() raw_local_irq_restore(1)
|
|
|
|
#define raw_local_save_flags(flags) ((flags) = local_get_flags())
|
|
|
|
#define raw_local_irq_save(flags) ((flags) = raw_local_irq_disable())
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2008-04-16 22:35:01 -06:00
|
|
|
#define raw_irqs_disabled() (local_get_flags() == 0)
|
|
|
|
#define raw_irqs_disabled_flags(flags) ((flags) == 0)
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2007-05-10 23:22:45 -06:00
|
|
|
#define __hard_irq_enable() __mtmsrd(mfmsr() | MSR_EE, 1)
|
|
|
|
#define __hard_irq_disable() __mtmsrd(mfmsr() & ~MSR_EE, 1)
|
|
|
|
|
|
|
|
#define hard_irq_disable() \
|
|
|
|
do { \
|
|
|
|
__hard_irq_disable(); \
|
|
|
|
get_paca()->soft_enabled = 0; \
|
|
|
|
get_paca()->hard_enabled = 0; \
|
|
|
|
} while(0)
|
[POWERPC] Lazy interrupt disabling for 64-bit machines
This implements a lazy strategy for disabling interrupts. This means
that local_irq_disable() et al. just clear the 'interrupts are
enabled' flag in the paca. If an interrupt comes along, the interrupt
entry code notices that interrupts are supposed to be disabled, and
clears the EE bit in SRR1, clears the 'interrupts are hard-enabled'
flag in the paca, and returns. This means that interrupts only
actually get disabled in the processor when an interrupt comes along.
When interrupts are enabled by local_irq_enable() et al., the code
sets the interrupts-enabled flag in the paca, and then checks whether
interrupts got hard-disabled. If so, it also sets the EE bit in the
MSR to hard-enable the interrupts.
This has the potential to improve performance, and also makes it
easier to make a kernel that can boot on iSeries and on other 64-bit
machines, since this lazy-disable strategy is very similar to the
soft-disable strategy that iSeries already uses.
This version renames paca->proc_enabled to paca->soft_enabled, and
changes a couple of soft-disables in the kexec code to hard-disables,
which should fix the crash that Michael Ellerman saw. This doesn't
yet use a reserved CR field for the soft_enabled and hard_enabled
flags. This applies on top of Stephen Rothwell's patches to make it
possible to build a combined iSeries/other kernel.
Signed-off-by: Paul Mackerras <paulus@samba.org>
2006-10-04 00:47:49 -06:00
|
|
|
|
2008-05-14 21:49:43 -06:00
|
|
|
static inline int irqs_disabled_flags(unsigned long flags)
|
|
|
|
{
|
|
|
|
return flags == 0;
|
|
|
|
}
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
#else
|
|
|
|
|
2005-09-21 15:52:55 -06:00
|
|
|
#if defined(CONFIG_BOOKE)
|
|
|
|
#define SET_MSR_EE(x) mtmsr(x)
|
|
|
|
#define local_irq_restore(flags) __asm__ __volatile__("wrtee %0" : : "r" (flags) : "memory")
|
|
|
|
#else
|
|
|
|
#define SET_MSR_EE(x) mtmsr(x)
|
|
|
|
#define local_irq_restore(flags) mtmsr(flags)
|
|
|
|
#endif
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
static inline void local_irq_disable(void)
|
|
|
|
{
|
2005-09-21 15:52:55 -06:00
|
|
|
#ifdef CONFIG_BOOKE
|
|
|
|
__asm__ __volatile__("wrteei 0": : :"memory");
|
|
|
|
#else
|
2005-04-16 16:20:36 -06:00
|
|
|
unsigned long msr;
|
2009-06-11 20:00:50 -06:00
|
|
|
|
2005-09-21 15:52:55 -06:00
|
|
|
msr = mfmsr();
|
|
|
|
SET_MSR_EE(msr & ~MSR_EE);
|
|
|
|
#endif
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
static inline void local_irq_enable(void)
|
|
|
|
{
|
2005-09-21 15:52:55 -06:00
|
|
|
#ifdef CONFIG_BOOKE
|
|
|
|
__asm__ __volatile__("wrteei 1": : :"memory");
|
|
|
|
#else
|
2005-04-16 16:20:36 -06:00
|
|
|
unsigned long msr;
|
2009-06-11 20:00:50 -06:00
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
msr = mfmsr();
|
2005-09-21 15:52:55 -06:00
|
|
|
SET_MSR_EE(msr | MSR_EE);
|
|
|
|
#endif
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
2005-09-21 15:52:55 -06:00
|
|
|
static inline void local_irq_save_ptr(unsigned long *flags)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
|
|
|
unsigned long msr;
|
|
|
|
msr = mfmsr();
|
|
|
|
*flags = msr;
|
2005-09-21 15:52:55 -06:00
|
|
|
#ifdef CONFIG_BOOKE
|
|
|
|
__asm__ __volatile__("wrteei 0": : :"memory");
|
|
|
|
#else
|
|
|
|
SET_MSR_EE(msr & ~MSR_EE);
|
|
|
|
#endif
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
2005-09-21 15:52:55 -06:00
|
|
|
#define local_save_flags(flags) ((flags) = mfmsr())
|
|
|
|
#define local_irq_save(flags) local_irq_save_ptr(&flags)
|
|
|
|
#define irqs_disabled() ((mfmsr() & MSR_EE) == 0)
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-11-25 23:36:15 -07:00
|
|
|
#define hard_irq_enable() local_irq_enable()
|
|
|
|
#define hard_irq_disable() local_irq_disable()
|
|
|
|
|
2008-05-14 21:49:43 -06:00
|
|
|
static inline int irqs_disabled_flags(unsigned long flags)
|
|
|
|
{
|
|
|
|
return (flags & MSR_EE) == 0;
|
|
|
|
}
|
|
|
|
|
[POWERPC] Lazy interrupt disabling for 64-bit machines
This implements a lazy strategy for disabling interrupts. This means
that local_irq_disable() et al. just clear the 'interrupts are
enabled' flag in the paca. If an interrupt comes along, the interrupt
entry code notices that interrupts are supposed to be disabled, and
clears the EE bit in SRR1, clears the 'interrupts are hard-enabled'
flag in the paca, and returns. This means that interrupts only
actually get disabled in the processor when an interrupt comes along.
When interrupts are enabled by local_irq_enable() et al., the code
sets the interrupts-enabled flag in the paca, and then checks whether
interrupts got hard-disabled. If so, it also sets the EE bit in the
MSR to hard-enable the interrupts.
This has the potential to improve performance, and also makes it
easier to make a kernel that can boot on iSeries and on other 64-bit
machines, since this lazy-disable strategy is very similar to the
soft-disable strategy that iSeries already uses.
This version renames paca->proc_enabled to paca->soft_enabled, and
changes a couple of soft-disables in the kexec code to hard-disables,
which should fix the crash that Michael Ellerman saw. This doesn't
yet use a reserved CR field for the soft_enabled and hard_enabled
flags. This applies on top of Stephen Rothwell's patches to make it
possible to build a combined iSeries/other kernel.
Signed-off-by: Paul Mackerras <paulus@samba.org>
2006-10-04 00:47:49 -06:00
|
|
|
#endif /* CONFIG_PPC64 */
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-06-29 03:24:44 -06:00
|
|
|
/*
|
|
|
|
* interrupt-retrigger: should we handle this via lost interrupts and IPIs
|
|
|
|
* or should we not care like we do now ? --BenH.
|
2005-04-16 16:20:36 -06:00
|
|
|
*/
|
2009-03-10 08:46:30 -06:00
|
|
|
struct irq_chip;
|
2005-09-21 15:52:55 -06:00
|
|
|
|
2009-01-08 22:52:19 -07:00
|
|
|
#ifdef CONFIG_PERF_COUNTERS
|
2009-06-17 05:50:04 -06:00
|
|
|
|
|
|
|
#ifdef CONFIG_PPC64
|
2009-03-30 11:07:02 -06:00
|
|
|
static inline unsigned long test_perf_counter_pending(void)
|
2009-01-08 22:52:19 -07:00
|
|
|
{
|
|
|
|
unsigned long x;
|
|
|
|
|
|
|
|
asm volatile("lbz %0,%1(13)"
|
|
|
|
: "=r" (x)
|
|
|
|
: "i" (offsetof(struct paca_struct, perf_counter_pending)));
|
|
|
|
return x;
|
|
|
|
}
|
|
|
|
|
2009-03-16 04:00:00 -06:00
|
|
|
static inline void set_perf_counter_pending(void)
|
2009-01-08 22:52:19 -07:00
|
|
|
{
|
|
|
|
asm volatile("stb %0,%1(13)" : :
|
2009-03-16 04:00:00 -06:00
|
|
|
"r" (1),
|
|
|
|
"i" (offsetof(struct paca_struct, perf_counter_pending)));
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void clear_perf_counter_pending(void)
|
|
|
|
{
|
|
|
|
asm volatile("stb %0,%1(13)" : :
|
|
|
|
"r" (0),
|
2009-01-08 22:52:19 -07:00
|
|
|
"i" (offsetof(struct paca_struct, perf_counter_pending)));
|
|
|
|
}
|
2009-06-17 05:50:04 -06:00
|
|
|
#endif /* CONFIG_PPC64 */
|
2009-01-08 22:52:19 -07:00
|
|
|
|
2009-06-17 05:50:04 -06:00
|
|
|
#else /* CONFIG_PERF_COUNTERS */
|
2009-01-08 22:52:19 -07:00
|
|
|
|
2009-03-30 11:07:02 -06:00
|
|
|
static inline unsigned long test_perf_counter_pending(void)
|
2009-01-08 22:52:19 -07:00
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2009-03-16 04:00:00 -06:00
|
|
|
static inline void clear_perf_counter_pending(void) {}
|
2009-01-08 22:52:19 -07:00
|
|
|
#endif /* CONFIG_PERF_COUNTERS */
|
|
|
|
|
2005-09-21 15:52:55 -06:00
|
|
|
#endif /* __KERNEL__ */
|
|
|
|
#endif /* _ASM_POWERPC_HW_IRQ_H */
|