mirror of
https://github.com/edk2-porting/linux-next.git
synced 2024-12-23 12:43:55 +08:00
909ea96468
__get_cpu_var() can be replaced with this_cpu_read and will then use a single read instruction with implied address calculation to access the correct per cpu instance. However, the address of a per cpu variable passed to __this_cpu_read() cannot be determined (since it's an implied address conversion through segment prefixes). Therefore apply this only to uses of __get_cpu_var where the address of the variable is not used. Cc: Pekka Enberg <penberg@cs.helsinki.fi> Cc: Hugh Dickins <hughd@google.com> Cc: Thomas Gleixner <tglx@linutronix.de> Acked-by: H. Peter Anvin <hpa@zytor.com> Signed-off-by: Christoph Lameter <cl@linux.com> Signed-off-by: Tejun Heo <tj@kernel.org>
187 lines
4.5 KiB
C
187 lines
4.5 KiB
C
/*
|
|
* linux/kernel/time/tick-oneshot.c
|
|
*
|
|
* This file contains functions which manage high resolution tick
|
|
* related events.
|
|
*
|
|
* Copyright(C) 2005-2006, Thomas Gleixner <tglx@linutronix.de>
|
|
* Copyright(C) 2005-2007, Red Hat, Inc., Ingo Molnar
|
|
* Copyright(C) 2006-2007, Timesys Corp., Thomas Gleixner
|
|
*
|
|
* This code is licenced under the GPL version 2. For details see
|
|
* kernel-base/COPYING.
|
|
*/
|
|
#include <linux/cpu.h>
|
|
#include <linux/err.h>
|
|
#include <linux/hrtimer.h>
|
|
#include <linux/interrupt.h>
|
|
#include <linux/percpu.h>
|
|
#include <linux/profile.h>
|
|
#include <linux/sched.h>
|
|
#include <linux/tick.h>
|
|
|
|
#include "tick-internal.h"
|
|
|
|
/* Limit min_delta to a jiffie */
|
|
#define MIN_DELTA_LIMIT (NSEC_PER_SEC / HZ)
|
|
|
|
static int tick_increase_min_delta(struct clock_event_device *dev)
|
|
{
|
|
/* Nothing to do if we already reached the limit */
|
|
if (dev->min_delta_ns >= MIN_DELTA_LIMIT)
|
|
return -ETIME;
|
|
|
|
if (dev->min_delta_ns < 5000)
|
|
dev->min_delta_ns = 5000;
|
|
else
|
|
dev->min_delta_ns += dev->min_delta_ns >> 1;
|
|
|
|
if (dev->min_delta_ns > MIN_DELTA_LIMIT)
|
|
dev->min_delta_ns = MIN_DELTA_LIMIT;
|
|
|
|
printk(KERN_WARNING "CE: %s increased min_delta_ns to %llu nsec\n",
|
|
dev->name ? dev->name : "?",
|
|
(unsigned long long) dev->min_delta_ns);
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* tick_program_event internal worker function
|
|
*/
|
|
int tick_dev_program_event(struct clock_event_device *dev, ktime_t expires,
|
|
int force)
|
|
{
|
|
ktime_t now = ktime_get();
|
|
int i;
|
|
|
|
for (i = 0;;) {
|
|
int ret = clockevents_program_event(dev, expires, now);
|
|
|
|
if (!ret || !force)
|
|
return ret;
|
|
|
|
dev->retries++;
|
|
/*
|
|
* We tried 3 times to program the device with the given
|
|
* min_delta_ns. If that's not working then we increase it
|
|
* and emit a warning.
|
|
*/
|
|
if (++i > 2) {
|
|
/* Increase the min. delta and try again */
|
|
if (tick_increase_min_delta(dev)) {
|
|
/*
|
|
* Get out of the loop if min_delta_ns
|
|
* hit the limit already. That's
|
|
* better than staying here forever.
|
|
*
|
|
* We clear next_event so we have a
|
|
* chance that the box survives.
|
|
*/
|
|
printk(KERN_WARNING
|
|
"CE: Reprogramming failure. Giving up\n");
|
|
dev->next_event.tv64 = KTIME_MAX;
|
|
return -ETIME;
|
|
}
|
|
i = 0;
|
|
}
|
|
|
|
now = ktime_get();
|
|
expires = ktime_add_ns(now, dev->min_delta_ns);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* tick_program_event
|
|
*/
|
|
int tick_program_event(ktime_t expires, int force)
|
|
{
|
|
struct clock_event_device *dev = __this_cpu_read(tick_cpu_device.evtdev);
|
|
|
|
return tick_dev_program_event(dev, expires, force);
|
|
}
|
|
|
|
/**
|
|
* tick_resume_onshot - resume oneshot mode
|
|
*/
|
|
void tick_resume_oneshot(void)
|
|
{
|
|
struct tick_device *td = &__get_cpu_var(tick_cpu_device);
|
|
struct clock_event_device *dev = td->evtdev;
|
|
|
|
clockevents_set_mode(dev, CLOCK_EVT_MODE_ONESHOT);
|
|
tick_program_event(ktime_get(), 1);
|
|
}
|
|
|
|
/**
|
|
* tick_setup_oneshot - setup the event device for oneshot mode (hres or nohz)
|
|
*/
|
|
void tick_setup_oneshot(struct clock_event_device *newdev,
|
|
void (*handler)(struct clock_event_device *),
|
|
ktime_t next_event)
|
|
{
|
|
newdev->event_handler = handler;
|
|
clockevents_set_mode(newdev, CLOCK_EVT_MODE_ONESHOT);
|
|
tick_dev_program_event(newdev, next_event, 1);
|
|
}
|
|
|
|
/**
|
|
* tick_switch_to_oneshot - switch to oneshot mode
|
|
*/
|
|
int tick_switch_to_oneshot(void (*handler)(struct clock_event_device *))
|
|
{
|
|
struct tick_device *td = &__get_cpu_var(tick_cpu_device);
|
|
struct clock_event_device *dev = td->evtdev;
|
|
|
|
if (!dev || !(dev->features & CLOCK_EVT_FEAT_ONESHOT) ||
|
|
!tick_device_is_functional(dev)) {
|
|
|
|
printk(KERN_INFO "Clockevents: "
|
|
"could not switch to one-shot mode:");
|
|
if (!dev) {
|
|
printk(" no tick device\n");
|
|
} else {
|
|
if (!tick_device_is_functional(dev))
|
|
printk(" %s is not functional.\n", dev->name);
|
|
else
|
|
printk(" %s does not support one-shot mode.\n",
|
|
dev->name);
|
|
}
|
|
return -EINVAL;
|
|
}
|
|
|
|
td->mode = TICKDEV_MODE_ONESHOT;
|
|
dev->event_handler = handler;
|
|
clockevents_set_mode(dev, CLOCK_EVT_MODE_ONESHOT);
|
|
tick_broadcast_switch_to_oneshot();
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* tick_check_oneshot_mode - check whether the system is in oneshot mode
|
|
*
|
|
* returns 1 when either nohz or highres are enabled. otherwise 0.
|
|
*/
|
|
int tick_oneshot_mode_active(void)
|
|
{
|
|
unsigned long flags;
|
|
int ret;
|
|
|
|
local_irq_save(flags);
|
|
ret = __this_cpu_read(tick_cpu_device.mode) == TICKDEV_MODE_ONESHOT;
|
|
local_irq_restore(flags);
|
|
|
|
return ret;
|
|
}
|
|
|
|
#ifdef CONFIG_HIGH_RES_TIMERS
|
|
/**
|
|
* tick_init_highres - switch to high resolution mode
|
|
*
|
|
* Called with interrupts disabled.
|
|
*/
|
|
int tick_init_highres(void)
|
|
{
|
|
return tick_switch_to_oneshot(hrtimer_interrupt);
|
|
}
|
|
#endif
|