mirror of
https://github.com/edk2-porting/linux-next.git
synced 2024-12-26 22:24:09 +08:00
18b43e89d2
trace_hardirqs_on_caller() in lockdep.c expects to be called before, not after interrupts are actually enabled. The following comment in kernel/locking/lockdep.c substantiates this claim: " /* * We're enabling irqs and according to our state above irqs weren't * already enabled, yet we find the hardware thinks they are in fact * enabled.. someone messed up their IRQ state tracing. */ " An example can be found in include/linux/irqflags.h: do { trace_hardirqs_on(); raw_local_irq_enable(); } while (0) Without this change, we hit the following DEBUG_LOCKS_WARN_ON. [ 7.760000] ------------[ cut here ]------------ [ 7.760000] WARNING: CPU: 0 PID: 1 at kernel/locking/lockdep.c:2711 resume_user_mode_begin+0x48/0xf0 [ 7.770000] DEBUG_LOCKS_WARN_ON(!irqs_disabled()) [ 7.780000] Modules linked in: [ 7.780000] CPU: 0 PID: 1 Comm: init Not tainted 4.7.0-00003-gc668bb9-dirty #366 [ 7.790000] [ 7.790000] Stack Trace: [ 7.790000] arc_unwind_core.constprop.1+0xa4/0x118 [ 7.800000] warn_slowpath_fmt+0x72/0x158 [ 7.800000] resume_user_mode_begin+0x48/0xf0 [ 7.810000] ---[ end trace 6f6a7a8fae20d2f0 ]--- Signed-off-by: Daniel Mentz <danielmentz@google.com> Cc: <stable@vger.kernel.org> Signed-off-by: Vineet Gupta <vgupta@synopsys.com>
200 lines
4.3 KiB
C
200 lines
4.3 KiB
C
/*
|
|
* Copyright (C) 2014-15 Synopsys, Inc. (www.synopsys.com)
|
|
* Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com)
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
* published by the Free Software Foundation.
|
|
*/
|
|
|
|
#ifndef __ASM_IRQFLAGS_ARCOMPACT_H
|
|
#define __ASM_IRQFLAGS_ARCOMPACT_H
|
|
|
|
/* vineetg: March 2010 : local_irq_save( ) optimisation
|
|
* -Remove explicit mov of current status32 into reg, that is not needed
|
|
* -Use BIC insn instead of INVERTED + AND
|
|
* -Conditionally disable interrupts (if they are not enabled, don't disable)
|
|
*/
|
|
|
|
#include <asm/arcregs.h>
|
|
|
|
/* status32 Reg bits related to Interrupt Handling */
|
|
#define STATUS_E1_BIT 1 /* Int 1 enable */
|
|
#define STATUS_E2_BIT 2 /* Int 2 enable */
|
|
#define STATUS_A1_BIT 3 /* Int 1 active */
|
|
#define STATUS_A2_BIT 4 /* Int 2 active */
|
|
#define STATUS_AE_BIT 5 /* Exception active */
|
|
|
|
#define STATUS_E1_MASK (1<<STATUS_E1_BIT)
|
|
#define STATUS_E2_MASK (1<<STATUS_E2_BIT)
|
|
#define STATUS_A1_MASK (1<<STATUS_A1_BIT)
|
|
#define STATUS_A2_MASK (1<<STATUS_A2_BIT)
|
|
#define STATUS_AE_MASK (1<<STATUS_AE_BIT)
|
|
#define STATUS_IE_MASK (STATUS_E1_MASK | STATUS_E2_MASK)
|
|
|
|
/* Other Interrupt Handling related Aux regs */
|
|
#define AUX_IRQ_LEV 0x200 /* IRQ Priority: L1 or L2 */
|
|
#define AUX_IRQ_HINT 0x201 /* For generating Soft Interrupts */
|
|
#define AUX_IRQ_LV12 0x43 /* interrupt level register */
|
|
|
|
#define AUX_IENABLE 0x40c
|
|
#define AUX_ITRIGGER 0x40d
|
|
#define AUX_IPULSE 0x415
|
|
|
|
#define ISA_INIT_STATUS_BITS STATUS_IE_MASK
|
|
|
|
#define ISA_SLEEP_ARG 0x3
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
/******************************************************************
|
|
* IRQ Control Macros
|
|
*
|
|
* All of them have "memory" clobber (compiler barrier) which is needed to
|
|
* ensure that LD/ST requiring irq safetly (R-M-W when LLSC is not available)
|
|
* are redone after IRQs are re-enabled (and gcc doesn't reuse stale register)
|
|
*
|
|
* Noted at the time of Abilis Timer List corruption
|
|
* Orig Bug + Rejected solution : https://lkml.org/lkml/2013/3/29/67
|
|
* Reasoning : https://lkml.org/lkml/2013/4/8/15
|
|
*
|
|
******************************************************************/
|
|
|
|
/*
|
|
* Save IRQ state and disable IRQs
|
|
*/
|
|
static inline long arch_local_irq_save(void)
|
|
{
|
|
unsigned long temp, flags;
|
|
|
|
__asm__ __volatile__(
|
|
" lr %1, [status32] \n"
|
|
" bic %0, %1, %2 \n"
|
|
" and.f 0, %1, %2 \n"
|
|
" flag.nz %0 \n"
|
|
: "=r"(temp), "=r"(flags)
|
|
: "n"((STATUS_E1_MASK | STATUS_E2_MASK))
|
|
: "memory", "cc");
|
|
|
|
return flags;
|
|
}
|
|
|
|
/*
|
|
* restore saved IRQ state
|
|
*/
|
|
static inline void arch_local_irq_restore(unsigned long flags)
|
|
{
|
|
|
|
__asm__ __volatile__(
|
|
" flag %0 \n"
|
|
:
|
|
: "r"(flags)
|
|
: "memory");
|
|
}
|
|
|
|
/*
|
|
* Unconditionally Enable IRQs
|
|
*/
|
|
static inline void arch_local_irq_enable(void)
|
|
{
|
|
unsigned long temp;
|
|
|
|
__asm__ __volatile__(
|
|
" lr %0, [status32] \n"
|
|
" or %0, %0, %1 \n"
|
|
" flag %0 \n"
|
|
: "=&r"(temp)
|
|
: "n"((STATUS_E1_MASK | STATUS_E2_MASK))
|
|
: "cc", "memory");
|
|
}
|
|
|
|
|
|
/*
|
|
* Unconditionally Disable IRQs
|
|
*/
|
|
static inline void arch_local_irq_disable(void)
|
|
{
|
|
unsigned long temp;
|
|
|
|
__asm__ __volatile__(
|
|
" lr %0, [status32] \n"
|
|
" and %0, %0, %1 \n"
|
|
" flag %0 \n"
|
|
: "=&r"(temp)
|
|
: "n"(~(STATUS_E1_MASK | STATUS_E2_MASK))
|
|
: "memory");
|
|
}
|
|
|
|
/*
|
|
* save IRQ state
|
|
*/
|
|
static inline long arch_local_save_flags(void)
|
|
{
|
|
unsigned long temp;
|
|
|
|
__asm__ __volatile__(
|
|
" lr %0, [status32] \n"
|
|
: "=&r"(temp)
|
|
:
|
|
: "memory");
|
|
|
|
return temp;
|
|
}
|
|
|
|
/*
|
|
* Query IRQ state
|
|
*/
|
|
static inline int arch_irqs_disabled_flags(unsigned long flags)
|
|
{
|
|
return !(flags & (STATUS_E1_MASK
|
|
#ifdef CONFIG_ARC_COMPACT_IRQ_LEVELS
|
|
| STATUS_E2_MASK
|
|
#endif
|
|
));
|
|
}
|
|
|
|
static inline int arch_irqs_disabled(void)
|
|
{
|
|
return arch_irqs_disabled_flags(arch_local_save_flags());
|
|
}
|
|
|
|
#else
|
|
|
|
#ifdef CONFIG_TRACE_IRQFLAGS
|
|
|
|
.macro TRACE_ASM_IRQ_DISABLE
|
|
bl trace_hardirqs_off
|
|
.endm
|
|
|
|
.macro TRACE_ASM_IRQ_ENABLE
|
|
bl trace_hardirqs_on
|
|
.endm
|
|
|
|
#else
|
|
|
|
.macro TRACE_ASM_IRQ_DISABLE
|
|
.endm
|
|
|
|
.macro TRACE_ASM_IRQ_ENABLE
|
|
.endm
|
|
|
|
#endif
|
|
|
|
.macro IRQ_DISABLE scratch
|
|
lr \scratch, [status32]
|
|
bic \scratch, \scratch, (STATUS_E1_MASK | STATUS_E2_MASK)
|
|
flag \scratch
|
|
TRACE_ASM_IRQ_DISABLE
|
|
.endm
|
|
|
|
.macro IRQ_ENABLE scratch
|
|
TRACE_ASM_IRQ_ENABLE
|
|
lr \scratch, [status32]
|
|
or \scratch, \scratch, (STATUS_E1_MASK | STATUS_E2_MASK)
|
|
flag \scratch
|
|
.endm
|
|
|
|
#endif /* __ASSEMBLY__ */
|
|
|
|
#endif
|