2007-02-16 10:28:02 +01:00
|
|
|
/*
|
|
|
|
* linux/kernel/time/tick-broadcast.c
|
|
|
|
*
|
|
|
|
* This file contains functions which emulate a local clock-event
|
|
|
|
* device via a broadcast event source.
|
|
|
|
*
|
|
|
|
* Copyright(C) 2005-2006, Thomas Gleixner <tglx@linutronix.de>
|
|
|
|
* Copyright(C) 2005-2007, Red Hat, Inc., Ingo Molnar
|
|
|
|
* Copyright(C) 2006-2007, Timesys Corp., Thomas Gleixner
|
|
|
|
*
|
|
|
|
* This code is licenced under the GPL version 2. For details see
|
|
|
|
* kernel-base/COPYING.
|
|
|
|
*/
|
|
|
|
#include <linux/cpu.h>
|
|
|
|
#include <linux/err.h>
|
|
|
|
#include <linux/hrtimer.h>
|
[S390] genirq/clockevents: move irq affinity prototypes/inlines to interrupt.h
> Generic code is not supposed to include irq.h. Replace this include
> by linux/hardirq.h instead and add/replace an include of linux/irq.h
> in asm header files where necessary.
> This change should only matter for architectures that make use of
> GENERIC_CLOCKEVENTS.
> Architectures in question are mips, x86, arm, sh, powerpc, uml and sparc64.
>
> I did some cross compile tests for mips, x86_64, arm, powerpc and sparc64.
> This patch fixes also build breakages caused by the include replacement in
> tick-common.h.
I generally dislike adding optional linux/* includes in asm/* includes -
I'm nervous about this causing include loops.
However, there's a separate point to be discussed here.
That is, what interfaces are expected of every architecture in the kernel.
If generic code wants to be able to set the affinity of interrupts, then
that needs to become part of the interfaces listed in linux/interrupt.h
rather than linux/irq.h.
So what I suggest is this approach instead (against Linus' tree of a
couple of days ago) - we move irq_set_affinity() and irq_can_set_affinity()
to linux/interrupt.h, change the linux/irq.h includes to linux/interrupt.h
and include asm/irq_regs.h where needed (asm/irq_regs.h is supposed to be
rarely used include since not much touches the stacked parent context
registers.)
Build tested on ARM PXA family kernels and ARM's Realview platform
kernels which both use genirq.
[ tglx@linutronix.de: add GENERIC_HARDIRQ dependencies ]
Signed-off-by: Russell King <rmk+kernel@arm.linux.org.uk>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Signed-off-by: Martin Schwidefsky <schwidefsky@de.ibm.com>
Signed-off-by: Heiko Carstens <heiko.carstens@de.ibm.com>
2008-04-17 07:46:24 +02:00
|
|
|
#include <linux/interrupt.h>
|
2007-02-16 10:28:02 +01:00
|
|
|
#include <linux/percpu.h>
|
|
|
|
#include <linux/profile.h>
|
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/tick.h>
|
|
|
|
|
|
|
|
#include "tick-internal.h"
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Broadcast support for broken x86 hardware, where the local apic
|
|
|
|
* timer stops in C3 state.
|
|
|
|
*/
|
|
|
|
|
2009-05-01 22:10:21 +02:00
|
|
|
static struct tick_device tick_broadcast_device;
|
2009-01-01 00:42:25 +01:00
|
|
|
/* FIXME: Use cpumask_var_t. */
|
|
|
|
static DECLARE_BITMAP(tick_broadcast_mask, NR_CPUS);
|
|
|
|
static DECLARE_BITMAP(tmpmask, NR_CPUS);
|
2007-02-16 10:28:03 +01:00
|
|
|
static DEFINE_SPINLOCK(tick_broadcast_lock);
|
2008-06-09 19:15:00 +02:00
|
|
|
static int tick_broadcast_force;
|
2007-02-16 10:28:02 +01:00
|
|
|
|
2007-07-21 13:37:35 +02:00
|
|
|
#ifdef CONFIG_TICK_ONESHOT
|
|
|
|
static void tick_broadcast_clear_oneshot(int cpu);
|
|
|
|
#else
|
|
|
|
static inline void tick_broadcast_clear_oneshot(int cpu) { }
|
|
|
|
#endif
|
|
|
|
|
[PATCH] Add debugging feature /proc/timer_list
add /proc/timer_list, which prints all currently pending (high-res) timers,
all clock-event sources and their parameters in a human-readable form.
Sample output:
Timer List Version: v0.1
HRTIMER_MAX_CLOCK_BASES: 2
now at 4246046273872 nsecs
cpu: 0
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_stop_sched_tick, swapper/0
# expires at 4246432689566 nsecs [in 386415694 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, pcscd/2050
# expires at 4247018194689 nsecs [in 971920817 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, irqbalance/1909
# expires at 4247351358392 nsecs [in 1305084520 nsecs]
#3: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, crond/2157
# expires at 4249097614968 nsecs [in 3051341096 nsecs]
#4: <f5a90ec8>, it_real_fn, do_setitimer, syslogd/1888
# expires at 4251329900926 nsecs [in 5283627054 nsecs]
.expires_next : 4246432689566 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 31306
.idle_tick : 4246020791890 nsecs
.tick_stopped : 1
.idle_jiffies : 986504
.idle_calls : 40700
.idle_sleeps : 36014
.idle_entrytime : 4246019418883 nsecs
.idle_sleeptime : 4178181972709 nsecs
cpu: 1
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_restart_sched_tick, swapper/0
# expires at 4246050084568 nsecs [in 3810696 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, atd/2227
# expires at 4261010635003 nsecs [in 14964361131 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, smartd/2332
# expires at 5469485798970 nsecs [in 1223439525098 nsecs]
.expires_next : 4246050084568 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 24043
.idle_tick : 4246046084568 nsecs
.tick_stopped : 0
.idle_jiffies : 986510
.idle_calls : 26360
.idle_sleeps : 22551
.idle_entrytime : 4246043874339 nsecs
.idle_sleeptime : 4170763761184 nsecs
tick_broadcast_mask: 00000003
event_broadcast_mask: 00000001
CPU#0's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246432689566 nsecs
CPU#1's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246050084568 nsecs
Clock Event Device: hpet
capabilities: 00000007
max_delta_ns: 2147483647
min_delta_ns: 3352
mult: 61496110
shift: 32
set_next_event: hpet_next_event
set_mode: hpet_set_mode
event_handler: handle_nextevt_broadcast
Signed-off-by: Ingo Molnar <mingo@elte.hu>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Cc: john stultz <johnstul@us.ibm.com>
Cc: Roman Zippel <zippel@linux-m68k.org>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-02-16 10:28:15 +01:00
|
|
|
/*
|
|
|
|
* Debugging: see timer_list.c
|
|
|
|
*/
|
|
|
|
struct tick_device *tick_get_broadcast_device(void)
|
|
|
|
{
|
|
|
|
return &tick_broadcast_device;
|
|
|
|
}
|
|
|
|
|
2009-01-01 00:42:25 +01:00
|
|
|
struct cpumask *tick_get_broadcast_mask(void)
|
[PATCH] Add debugging feature /proc/timer_list
add /proc/timer_list, which prints all currently pending (high-res) timers,
all clock-event sources and their parameters in a human-readable form.
Sample output:
Timer List Version: v0.1
HRTIMER_MAX_CLOCK_BASES: 2
now at 4246046273872 nsecs
cpu: 0
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_stop_sched_tick, swapper/0
# expires at 4246432689566 nsecs [in 386415694 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, pcscd/2050
# expires at 4247018194689 nsecs [in 971920817 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, irqbalance/1909
# expires at 4247351358392 nsecs [in 1305084520 nsecs]
#3: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, crond/2157
# expires at 4249097614968 nsecs [in 3051341096 nsecs]
#4: <f5a90ec8>, it_real_fn, do_setitimer, syslogd/1888
# expires at 4251329900926 nsecs [in 5283627054 nsecs]
.expires_next : 4246432689566 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 31306
.idle_tick : 4246020791890 nsecs
.tick_stopped : 1
.idle_jiffies : 986504
.idle_calls : 40700
.idle_sleeps : 36014
.idle_entrytime : 4246019418883 nsecs
.idle_sleeptime : 4178181972709 nsecs
cpu: 1
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_restart_sched_tick, swapper/0
# expires at 4246050084568 nsecs [in 3810696 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, atd/2227
# expires at 4261010635003 nsecs [in 14964361131 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, smartd/2332
# expires at 5469485798970 nsecs [in 1223439525098 nsecs]
.expires_next : 4246050084568 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 24043
.idle_tick : 4246046084568 nsecs
.tick_stopped : 0
.idle_jiffies : 986510
.idle_calls : 26360
.idle_sleeps : 22551
.idle_entrytime : 4246043874339 nsecs
.idle_sleeptime : 4170763761184 nsecs
tick_broadcast_mask: 00000003
event_broadcast_mask: 00000001
CPU#0's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246432689566 nsecs
CPU#1's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246050084568 nsecs
Clock Event Device: hpet
capabilities: 00000007
max_delta_ns: 2147483647
min_delta_ns: 3352
mult: 61496110
shift: 32
set_next_event: hpet_next_event
set_mode: hpet_set_mode
event_handler: handle_nextevt_broadcast
Signed-off-by: Ingo Molnar <mingo@elte.hu>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Cc: john stultz <johnstul@us.ibm.com>
Cc: Roman Zippel <zippel@linux-m68k.org>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-02-16 10:28:15 +01:00
|
|
|
{
|
2009-01-01 00:42:25 +01:00
|
|
|
return to_cpumask(tick_broadcast_mask);
|
[PATCH] Add debugging feature /proc/timer_list
add /proc/timer_list, which prints all currently pending (high-res) timers,
all clock-event sources and their parameters in a human-readable form.
Sample output:
Timer List Version: v0.1
HRTIMER_MAX_CLOCK_BASES: 2
now at 4246046273872 nsecs
cpu: 0
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_stop_sched_tick, swapper/0
# expires at 4246432689566 nsecs [in 386415694 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, pcscd/2050
# expires at 4247018194689 nsecs [in 971920817 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, irqbalance/1909
# expires at 4247351358392 nsecs [in 1305084520 nsecs]
#3: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, crond/2157
# expires at 4249097614968 nsecs [in 3051341096 nsecs]
#4: <f5a90ec8>, it_real_fn, do_setitimer, syslogd/1888
# expires at 4251329900926 nsecs [in 5283627054 nsecs]
.expires_next : 4246432689566 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 31306
.idle_tick : 4246020791890 nsecs
.tick_stopped : 1
.idle_jiffies : 986504
.idle_calls : 40700
.idle_sleeps : 36014
.idle_entrytime : 4246019418883 nsecs
.idle_sleeptime : 4178181972709 nsecs
cpu: 1
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_restart_sched_tick, swapper/0
# expires at 4246050084568 nsecs [in 3810696 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, atd/2227
# expires at 4261010635003 nsecs [in 14964361131 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, smartd/2332
# expires at 5469485798970 nsecs [in 1223439525098 nsecs]
.expires_next : 4246050084568 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 24043
.idle_tick : 4246046084568 nsecs
.tick_stopped : 0
.idle_jiffies : 986510
.idle_calls : 26360
.idle_sleeps : 22551
.idle_entrytime : 4246043874339 nsecs
.idle_sleeptime : 4170763761184 nsecs
tick_broadcast_mask: 00000003
event_broadcast_mask: 00000001
CPU#0's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246432689566 nsecs
CPU#1's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246050084568 nsecs
Clock Event Device: hpet
capabilities: 00000007
max_delta_ns: 2147483647
min_delta_ns: 3352
mult: 61496110
shift: 32
set_next_event: hpet_next_event
set_mode: hpet_set_mode
event_handler: handle_nextevt_broadcast
Signed-off-by: Ingo Molnar <mingo@elte.hu>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Cc: john stultz <johnstul@us.ibm.com>
Cc: Roman Zippel <zippel@linux-m68k.org>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-02-16 10:28:15 +01:00
|
|
|
}
|
|
|
|
|
2007-02-16 10:28:02 +01:00
|
|
|
/*
|
|
|
|
* Start the device in periodic mode
|
|
|
|
*/
|
|
|
|
static void tick_broadcast_start_periodic(struct clock_event_device *bc)
|
|
|
|
{
|
2007-07-21 13:37:34 +02:00
|
|
|
if (bc)
|
2007-02-16 10:28:02 +01:00
|
|
|
tick_setup_periodic(bc, 1);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Check, if the device can be utilized as broadcast device:
|
|
|
|
*/
|
|
|
|
int tick_check_broadcast_device(struct clock_event_device *dev)
|
|
|
|
{
|
2007-10-12 23:04:23 +02:00
|
|
|
if ((tick_broadcast_device.evtdev &&
|
|
|
|
tick_broadcast_device.evtdev->rating >= dev->rating) ||
|
|
|
|
(dev->features & CLOCK_EVT_FEAT_C3STOP))
|
2007-02-16 10:28:02 +01:00
|
|
|
return 0;
|
|
|
|
|
|
|
|
clockevents_exchange_device(NULL, dev);
|
|
|
|
tick_broadcast_device.evtdev = dev;
|
2009-01-01 00:42:25 +01:00
|
|
|
if (!cpumask_empty(tick_get_broadcast_mask()))
|
2007-02-16 10:28:02 +01:00
|
|
|
tick_broadcast_start_periodic(dev);
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Check, if the device is the broadcast device
|
|
|
|
*/
|
|
|
|
int tick_is_broadcast_device(struct clock_event_device *dev)
|
|
|
|
{
|
|
|
|
return (dev && tick_broadcast_device.evtdev == dev);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Check, if the device is disfunctional and a place holder, which
|
|
|
|
* needs to be handled by the broadcast device.
|
|
|
|
*/
|
|
|
|
int tick_device_uses_broadcast(struct clock_event_device *dev, int cpu)
|
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
int ret = 0;
|
|
|
|
|
|
|
|
spin_lock_irqsave(&tick_broadcast_lock, flags);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Devices might be registered with both periodic and oneshot
|
|
|
|
* mode disabled. This signals, that the device needs to be
|
|
|
|
* operated from the broadcast device and is a placeholder for
|
|
|
|
* the cpu local device.
|
|
|
|
*/
|
|
|
|
if (!tick_device_is_functional(dev)) {
|
|
|
|
dev->event_handler = tick_handle_periodic;
|
2009-01-01 00:42:25 +01:00
|
|
|
cpumask_set_cpu(cpu, tick_get_broadcast_mask());
|
2007-02-16 10:28:02 +01:00
|
|
|
tick_broadcast_start_periodic(tick_broadcast_device.evtdev);
|
|
|
|
ret = 1;
|
2007-07-21 13:37:35 +02:00
|
|
|
} else {
|
|
|
|
/*
|
|
|
|
* When the new device is not affected by the stop
|
|
|
|
* feature and the cpu is marked in the broadcast mask
|
|
|
|
* then clear the broadcast bit.
|
|
|
|
*/
|
|
|
|
if (!(dev->features & CLOCK_EVT_FEAT_C3STOP)) {
|
|
|
|
int cpu = smp_processor_id();
|
2007-02-16 10:28:02 +01:00
|
|
|
|
2009-01-01 00:42:25 +01:00
|
|
|
cpumask_clear_cpu(cpu, tick_get_broadcast_mask());
|
2007-07-21 13:37:35 +02:00
|
|
|
tick_broadcast_clear_oneshot(cpu);
|
|
|
|
}
|
|
|
|
}
|
2007-02-16 10:28:02 +01:00
|
|
|
spin_unlock_irqrestore(&tick_broadcast_lock, flags);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
2009-01-01 00:42:25 +01:00
|
|
|
* Broadcast the event to the cpus, which are set in the mask (mangled).
|
2007-02-16 10:28:02 +01:00
|
|
|
*/
|
2009-01-01 00:42:25 +01:00
|
|
|
static void tick_do_broadcast(struct cpumask *mask)
|
2007-02-16 10:28:02 +01:00
|
|
|
{
|
2008-01-30 13:30:01 +01:00
|
|
|
int cpu = smp_processor_id();
|
2007-02-16 10:28:02 +01:00
|
|
|
struct tick_device *td;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Check, if the current cpu is in the mask
|
|
|
|
*/
|
2009-01-01 00:42:25 +01:00
|
|
|
if (cpumask_test_cpu(cpu, mask)) {
|
|
|
|
cpumask_clear_cpu(cpu, mask);
|
2007-02-16 10:28:02 +01:00
|
|
|
td = &per_cpu(tick_cpu_device, cpu);
|
|
|
|
td->evtdev->event_handler(td->evtdev);
|
|
|
|
}
|
|
|
|
|
2009-01-01 00:42:25 +01:00
|
|
|
if (!cpumask_empty(mask)) {
|
2007-02-16 10:28:02 +01:00
|
|
|
/*
|
|
|
|
* It might be necessary to actually check whether the devices
|
|
|
|
* have different broadcast functions. For now, just use the
|
|
|
|
* one of the first device. This works as long as we have this
|
|
|
|
* misfeature only on x86 (lapic)
|
|
|
|
*/
|
2009-01-01 00:42:25 +01:00
|
|
|
td = &per_cpu(tick_cpu_device, cpumask_first(mask));
|
|
|
|
td->evtdev->broadcast(mask);
|
2007-02-16 10:28:02 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Periodic broadcast:
|
|
|
|
* - invoke the broadcast handlers
|
|
|
|
*/
|
|
|
|
static void tick_do_periodic_broadcast(void)
|
|
|
|
{
|
|
|
|
spin_lock(&tick_broadcast_lock);
|
|
|
|
|
2009-01-01 00:42:25 +01:00
|
|
|
cpumask_and(to_cpumask(tmpmask),
|
|
|
|
cpu_online_mask, tick_get_broadcast_mask());
|
|
|
|
tick_do_broadcast(to_cpumask(tmpmask));
|
2007-02-16 10:28:02 +01:00
|
|
|
|
|
|
|
spin_unlock(&tick_broadcast_lock);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Event handler for periodic broadcast ticks
|
|
|
|
*/
|
|
|
|
static void tick_handle_periodic_broadcast(struct clock_event_device *dev)
|
|
|
|
{
|
2008-09-03 23:36:57 +02:00
|
|
|
ktime_t next;
|
|
|
|
|
2007-02-16 10:28:02 +01:00
|
|
|
tick_do_periodic_broadcast();
|
|
|
|
|
|
|
|
/*
|
|
|
|
* The device is in periodic mode. No reprogramming necessary:
|
|
|
|
*/
|
|
|
|
if (dev->mode == CLOCK_EVT_MODE_PERIODIC)
|
|
|
|
return;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Setup the next period for devices, which do not have
|
2008-09-03 23:36:57 +02:00
|
|
|
* periodic mode. We read dev->next_event first and add to it
|
|
|
|
* when the event alrady expired. clockevents_program_event()
|
|
|
|
* sets dev->next_event only when the event is really
|
|
|
|
* programmed to the device.
|
2007-02-16 10:28:02 +01:00
|
|
|
*/
|
2008-09-03 23:36:57 +02:00
|
|
|
for (next = dev->next_event; ;) {
|
|
|
|
next = ktime_add(next, tick_period);
|
2007-02-16 10:28:02 +01:00
|
|
|
|
|
|
|
if (!clockevents_program_event(dev, next, ktime_get()))
|
|
|
|
return;
|
|
|
|
tick_do_periodic_broadcast();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Powerstate information: The system enters/leaves a state, where
|
|
|
|
* affected devices might stop
|
|
|
|
*/
|
|
|
|
static void tick_do_broadcast_on_off(void *why)
|
|
|
|
{
|
|
|
|
struct clock_event_device *bc, *dev;
|
|
|
|
struct tick_device *td;
|
|
|
|
unsigned long flags, *reason = why;
|
2008-09-03 23:37:08 +02:00
|
|
|
int cpu, bc_stopped;
|
2007-02-16 10:28:02 +01:00
|
|
|
|
|
|
|
spin_lock_irqsave(&tick_broadcast_lock, flags);
|
|
|
|
|
|
|
|
cpu = smp_processor_id();
|
|
|
|
td = &per_cpu(tick_cpu_device, cpu);
|
|
|
|
dev = td->evtdev;
|
|
|
|
bc = tick_broadcast_device.evtdev;
|
|
|
|
|
|
|
|
/*
|
2007-10-14 22:57:45 +02:00
|
|
|
* Is the device not affected by the powerstate ?
|
2007-02-16 10:28:02 +01:00
|
|
|
*/
|
2007-10-14 22:57:45 +02:00
|
|
|
if (!dev || !(dev->features & CLOCK_EVT_FEAT_C3STOP))
|
2007-02-16 10:28:02 +01:00
|
|
|
goto out;
|
|
|
|
|
2007-10-17 18:04:32 +02:00
|
|
|
if (!tick_device_is_functional(dev))
|
|
|
|
goto out;
|
2007-10-14 22:57:45 +02:00
|
|
|
|
2009-01-01 00:42:25 +01:00
|
|
|
bc_stopped = cpumask_empty(tick_get_broadcast_mask());
|
2008-09-03 23:37:08 +02:00
|
|
|
|
2007-10-14 22:57:45 +02:00
|
|
|
switch (*reason) {
|
|
|
|
case CLOCK_EVT_NOTIFY_BROADCAST_ON:
|
|
|
|
case CLOCK_EVT_NOTIFY_BROADCAST_FORCE:
|
2009-01-01 00:42:25 +01:00
|
|
|
if (!cpumask_test_cpu(cpu, tick_get_broadcast_mask())) {
|
|
|
|
cpumask_set_cpu(cpu, tick_get_broadcast_mask());
|
2008-10-04 10:51:07 +02:00
|
|
|
if (tick_broadcast_device.mode ==
|
|
|
|
TICKDEV_MODE_PERIODIC)
|
2008-09-16 20:32:50 +02:00
|
|
|
clockevents_shutdown(dev);
|
2007-02-16 10:28:02 +01:00
|
|
|
}
|
2007-10-17 18:04:32 +02:00
|
|
|
if (*reason == CLOCK_EVT_NOTIFY_BROADCAST_FORCE)
|
2008-06-09 19:15:00 +02:00
|
|
|
tick_broadcast_force = 1;
|
2007-10-14 22:57:45 +02:00
|
|
|
break;
|
|
|
|
case CLOCK_EVT_NOTIFY_BROADCAST_OFF:
|
2008-06-09 19:15:00 +02:00
|
|
|
if (!tick_broadcast_force &&
|
2009-01-01 00:42:25 +01:00
|
|
|
cpumask_test_cpu(cpu, tick_get_broadcast_mask())) {
|
|
|
|
cpumask_clear_cpu(cpu, tick_get_broadcast_mask());
|
2008-10-04 10:51:07 +02:00
|
|
|
if (tick_broadcast_device.mode ==
|
|
|
|
TICKDEV_MODE_PERIODIC)
|
2007-02-16 10:28:02 +01:00
|
|
|
tick_setup_periodic(dev, 0);
|
|
|
|
}
|
2007-10-14 22:57:45 +02:00
|
|
|
break;
|
2007-02-16 10:28:02 +01:00
|
|
|
}
|
|
|
|
|
2009-01-01 00:42:25 +01:00
|
|
|
if (cpumask_empty(tick_get_broadcast_mask())) {
|
2008-09-03 23:37:08 +02:00
|
|
|
if (!bc_stopped)
|
2008-09-16 20:32:50 +02:00
|
|
|
clockevents_shutdown(bc);
|
2008-09-03 23:37:08 +02:00
|
|
|
} else if (bc_stopped) {
|
2007-02-16 10:28:02 +01:00
|
|
|
if (tick_broadcast_device.mode == TICKDEV_MODE_PERIODIC)
|
|
|
|
tick_broadcast_start_periodic(bc);
|
2007-02-16 10:28:03 +01:00
|
|
|
else
|
|
|
|
tick_broadcast_setup_oneshot(bc);
|
2007-02-16 10:28:02 +01:00
|
|
|
}
|
|
|
|
out:
|
|
|
|
spin_unlock_irqrestore(&tick_broadcast_lock, flags);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Powerstate information: The system enters/leaves a state, where
|
|
|
|
* affected devices might stop.
|
|
|
|
*/
|
|
|
|
void tick_broadcast_on_off(unsigned long reason, int *oncpu)
|
|
|
|
{
|
2009-01-01 00:42:25 +01:00
|
|
|
if (!cpumask_test_cpu(*oncpu, cpu_online_mask))
|
2008-04-18 22:38:58 +02:00
|
|
|
printk(KERN_ERR "tick-broadcast: ignoring broadcast for "
|
2007-05-23 22:57:30 +02:00
|
|
|
"offline CPU #%d\n", *oncpu);
|
2007-10-17 08:26:24 +02:00
|
|
|
else
|
|
|
|
smp_call_function_single(*oncpu, tick_do_broadcast_on_off,
|
2008-06-06 11:18:06 +02:00
|
|
|
&reason, 1);
|
2007-02-16 10:28:02 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Set the periodic handler depending on broadcast on/off
|
|
|
|
*/
|
|
|
|
void tick_set_periodic_handler(struct clock_event_device *dev, int broadcast)
|
|
|
|
{
|
|
|
|
if (!broadcast)
|
|
|
|
dev->event_handler = tick_handle_periodic;
|
|
|
|
else
|
|
|
|
dev->event_handler = tick_handle_periodic_broadcast;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Remove a CPU from broadcasting
|
|
|
|
*/
|
|
|
|
void tick_shutdown_broadcast(unsigned int *cpup)
|
|
|
|
{
|
|
|
|
struct clock_event_device *bc;
|
|
|
|
unsigned long flags;
|
|
|
|
unsigned int cpu = *cpup;
|
|
|
|
|
|
|
|
spin_lock_irqsave(&tick_broadcast_lock, flags);
|
|
|
|
|
|
|
|
bc = tick_broadcast_device.evtdev;
|
2009-01-01 00:42:25 +01:00
|
|
|
cpumask_clear_cpu(cpu, tick_get_broadcast_mask());
|
2007-02-16 10:28:02 +01:00
|
|
|
|
|
|
|
if (tick_broadcast_device.mode == TICKDEV_MODE_PERIODIC) {
|
2009-01-01 00:42:25 +01:00
|
|
|
if (bc && cpumask_empty(tick_get_broadcast_mask()))
|
2008-09-16 20:32:50 +02:00
|
|
|
clockevents_shutdown(bc);
|
2007-02-16 10:28:02 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
spin_unlock_irqrestore(&tick_broadcast_lock, flags);
|
|
|
|
}
|
2007-02-16 10:28:03 +01:00
|
|
|
|
2007-03-06 08:25:42 +01:00
|
|
|
void tick_suspend_broadcast(void)
|
|
|
|
{
|
|
|
|
struct clock_event_device *bc;
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
spin_lock_irqsave(&tick_broadcast_lock, flags);
|
|
|
|
|
|
|
|
bc = tick_broadcast_device.evtdev;
|
2007-07-21 13:37:34 +02:00
|
|
|
if (bc)
|
2008-09-16 20:32:50 +02:00
|
|
|
clockevents_shutdown(bc);
|
2007-03-06 08:25:42 +01:00
|
|
|
|
|
|
|
spin_unlock_irqrestore(&tick_broadcast_lock, flags);
|
|
|
|
}
|
|
|
|
|
|
|
|
int tick_resume_broadcast(void)
|
|
|
|
{
|
|
|
|
struct clock_event_device *bc;
|
|
|
|
unsigned long flags;
|
|
|
|
int broadcast = 0;
|
|
|
|
|
|
|
|
spin_lock_irqsave(&tick_broadcast_lock, flags);
|
|
|
|
|
|
|
|
bc = tick_broadcast_device.evtdev;
|
|
|
|
|
2007-03-17 00:25:52 +01:00
|
|
|
if (bc) {
|
2007-07-21 13:37:34 +02:00
|
|
|
clockevents_set_mode(bc, CLOCK_EVT_MODE_RESUME);
|
|
|
|
|
2007-03-17 00:25:52 +01:00
|
|
|
switch (tick_broadcast_device.mode) {
|
|
|
|
case TICKDEV_MODE_PERIODIC:
|
2009-01-01 00:42:25 +01:00
|
|
|
if (!cpumask_empty(tick_get_broadcast_mask()))
|
2007-03-17 00:25:52 +01:00
|
|
|
tick_broadcast_start_periodic(bc);
|
2009-01-01 00:42:25 +01:00
|
|
|
broadcast = cpumask_test_cpu(smp_processor_id(),
|
|
|
|
tick_get_broadcast_mask());
|
2007-03-17 00:25:52 +01:00
|
|
|
break;
|
|
|
|
case TICKDEV_MODE_ONESHOT:
|
|
|
|
broadcast = tick_resume_broadcast_oneshot(bc);
|
|
|
|
break;
|
|
|
|
}
|
2007-03-06 08:25:42 +01:00
|
|
|
}
|
|
|
|
spin_unlock_irqrestore(&tick_broadcast_lock, flags);
|
|
|
|
|
|
|
|
return broadcast;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2007-02-16 10:28:03 +01:00
|
|
|
#ifdef CONFIG_TICK_ONESHOT
|
|
|
|
|
2009-01-01 00:42:25 +01:00
|
|
|
/* FIXME: use cpumask_var_t. */
|
|
|
|
static DECLARE_BITMAP(tick_broadcast_oneshot_mask, NR_CPUS);
|
2007-02-16 10:28:03 +01:00
|
|
|
|
[PATCH] Add debugging feature /proc/timer_list
add /proc/timer_list, which prints all currently pending (high-res) timers,
all clock-event sources and their parameters in a human-readable form.
Sample output:
Timer List Version: v0.1
HRTIMER_MAX_CLOCK_BASES: 2
now at 4246046273872 nsecs
cpu: 0
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_stop_sched_tick, swapper/0
# expires at 4246432689566 nsecs [in 386415694 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, pcscd/2050
# expires at 4247018194689 nsecs [in 971920817 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, irqbalance/1909
# expires at 4247351358392 nsecs [in 1305084520 nsecs]
#3: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, crond/2157
# expires at 4249097614968 nsecs [in 3051341096 nsecs]
#4: <f5a90ec8>, it_real_fn, do_setitimer, syslogd/1888
# expires at 4251329900926 nsecs [in 5283627054 nsecs]
.expires_next : 4246432689566 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 31306
.idle_tick : 4246020791890 nsecs
.tick_stopped : 1
.idle_jiffies : 986504
.idle_calls : 40700
.idle_sleeps : 36014
.idle_entrytime : 4246019418883 nsecs
.idle_sleeptime : 4178181972709 nsecs
cpu: 1
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_restart_sched_tick, swapper/0
# expires at 4246050084568 nsecs [in 3810696 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, atd/2227
# expires at 4261010635003 nsecs [in 14964361131 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, smartd/2332
# expires at 5469485798970 nsecs [in 1223439525098 nsecs]
.expires_next : 4246050084568 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 24043
.idle_tick : 4246046084568 nsecs
.tick_stopped : 0
.idle_jiffies : 986510
.idle_calls : 26360
.idle_sleeps : 22551
.idle_entrytime : 4246043874339 nsecs
.idle_sleeptime : 4170763761184 nsecs
tick_broadcast_mask: 00000003
event_broadcast_mask: 00000001
CPU#0's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246432689566 nsecs
CPU#1's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246050084568 nsecs
Clock Event Device: hpet
capabilities: 00000007
max_delta_ns: 2147483647
min_delta_ns: 3352
mult: 61496110
shift: 32
set_next_event: hpet_next_event
set_mode: hpet_set_mode
event_handler: handle_nextevt_broadcast
Signed-off-by: Ingo Molnar <mingo@elte.hu>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Cc: john stultz <johnstul@us.ibm.com>
Cc: Roman Zippel <zippel@linux-m68k.org>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-02-16 10:28:15 +01:00
|
|
|
/*
|
2009-01-01 00:42:25 +01:00
|
|
|
* Exposed for debugging: see timer_list.c
|
[PATCH] Add debugging feature /proc/timer_list
add /proc/timer_list, which prints all currently pending (high-res) timers,
all clock-event sources and their parameters in a human-readable form.
Sample output:
Timer List Version: v0.1
HRTIMER_MAX_CLOCK_BASES: 2
now at 4246046273872 nsecs
cpu: 0
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_stop_sched_tick, swapper/0
# expires at 4246432689566 nsecs [in 386415694 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, pcscd/2050
# expires at 4247018194689 nsecs [in 971920817 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, irqbalance/1909
# expires at 4247351358392 nsecs [in 1305084520 nsecs]
#3: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, crond/2157
# expires at 4249097614968 nsecs [in 3051341096 nsecs]
#4: <f5a90ec8>, it_real_fn, do_setitimer, syslogd/1888
# expires at 4251329900926 nsecs [in 5283627054 nsecs]
.expires_next : 4246432689566 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 31306
.idle_tick : 4246020791890 nsecs
.tick_stopped : 1
.idle_jiffies : 986504
.idle_calls : 40700
.idle_sleeps : 36014
.idle_entrytime : 4246019418883 nsecs
.idle_sleeptime : 4178181972709 nsecs
cpu: 1
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_restart_sched_tick, swapper/0
# expires at 4246050084568 nsecs [in 3810696 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, atd/2227
# expires at 4261010635003 nsecs [in 14964361131 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, smartd/2332
# expires at 5469485798970 nsecs [in 1223439525098 nsecs]
.expires_next : 4246050084568 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 24043
.idle_tick : 4246046084568 nsecs
.tick_stopped : 0
.idle_jiffies : 986510
.idle_calls : 26360
.idle_sleeps : 22551
.idle_entrytime : 4246043874339 nsecs
.idle_sleeptime : 4170763761184 nsecs
tick_broadcast_mask: 00000003
event_broadcast_mask: 00000001
CPU#0's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246432689566 nsecs
CPU#1's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246050084568 nsecs
Clock Event Device: hpet
capabilities: 00000007
max_delta_ns: 2147483647
min_delta_ns: 3352
mult: 61496110
shift: 32
set_next_event: hpet_next_event
set_mode: hpet_set_mode
event_handler: handle_nextevt_broadcast
Signed-off-by: Ingo Molnar <mingo@elte.hu>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Cc: john stultz <johnstul@us.ibm.com>
Cc: Roman Zippel <zippel@linux-m68k.org>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-02-16 10:28:15 +01:00
|
|
|
*/
|
2009-01-01 00:42:25 +01:00
|
|
|
struct cpumask *tick_get_broadcast_oneshot_mask(void)
|
[PATCH] Add debugging feature /proc/timer_list
add /proc/timer_list, which prints all currently pending (high-res) timers,
all clock-event sources and their parameters in a human-readable form.
Sample output:
Timer List Version: v0.1
HRTIMER_MAX_CLOCK_BASES: 2
now at 4246046273872 nsecs
cpu: 0
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_stop_sched_tick, swapper/0
# expires at 4246432689566 nsecs [in 386415694 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, pcscd/2050
# expires at 4247018194689 nsecs [in 971920817 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, irqbalance/1909
# expires at 4247351358392 nsecs [in 1305084520 nsecs]
#3: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, crond/2157
# expires at 4249097614968 nsecs [in 3051341096 nsecs]
#4: <f5a90ec8>, it_real_fn, do_setitimer, syslogd/1888
# expires at 4251329900926 nsecs [in 5283627054 nsecs]
.expires_next : 4246432689566 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 31306
.idle_tick : 4246020791890 nsecs
.tick_stopped : 1
.idle_jiffies : 986504
.idle_calls : 40700
.idle_sleeps : 36014
.idle_entrytime : 4246019418883 nsecs
.idle_sleeptime : 4178181972709 nsecs
cpu: 1
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_restart_sched_tick, swapper/0
# expires at 4246050084568 nsecs [in 3810696 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, atd/2227
# expires at 4261010635003 nsecs [in 14964361131 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, smartd/2332
# expires at 5469485798970 nsecs [in 1223439525098 nsecs]
.expires_next : 4246050084568 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 24043
.idle_tick : 4246046084568 nsecs
.tick_stopped : 0
.idle_jiffies : 986510
.idle_calls : 26360
.idle_sleeps : 22551
.idle_entrytime : 4246043874339 nsecs
.idle_sleeptime : 4170763761184 nsecs
tick_broadcast_mask: 00000003
event_broadcast_mask: 00000001
CPU#0's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246432689566 nsecs
CPU#1's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246050084568 nsecs
Clock Event Device: hpet
capabilities: 00000007
max_delta_ns: 2147483647
min_delta_ns: 3352
mult: 61496110
shift: 32
set_next_event: hpet_next_event
set_mode: hpet_set_mode
event_handler: handle_nextevt_broadcast
Signed-off-by: Ingo Molnar <mingo@elte.hu>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Cc: john stultz <johnstul@us.ibm.com>
Cc: Roman Zippel <zippel@linux-m68k.org>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-02-16 10:28:15 +01:00
|
|
|
{
|
2009-01-01 00:42:25 +01:00
|
|
|
return to_cpumask(tick_broadcast_oneshot_mask);
|
[PATCH] Add debugging feature /proc/timer_list
add /proc/timer_list, which prints all currently pending (high-res) timers,
all clock-event sources and their parameters in a human-readable form.
Sample output:
Timer List Version: v0.1
HRTIMER_MAX_CLOCK_BASES: 2
now at 4246046273872 nsecs
cpu: 0
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_stop_sched_tick, swapper/0
# expires at 4246432689566 nsecs [in 386415694 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, pcscd/2050
# expires at 4247018194689 nsecs [in 971920817 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, irqbalance/1909
# expires at 4247351358392 nsecs [in 1305084520 nsecs]
#3: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, crond/2157
# expires at 4249097614968 nsecs [in 3051341096 nsecs]
#4: <f5a90ec8>, it_real_fn, do_setitimer, syslogd/1888
# expires at 4251329900926 nsecs [in 5283627054 nsecs]
.expires_next : 4246432689566 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 31306
.idle_tick : 4246020791890 nsecs
.tick_stopped : 1
.idle_jiffies : 986504
.idle_calls : 40700
.idle_sleeps : 36014
.idle_entrytime : 4246019418883 nsecs
.idle_sleeptime : 4178181972709 nsecs
cpu: 1
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_restart_sched_tick, swapper/0
# expires at 4246050084568 nsecs [in 3810696 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, atd/2227
# expires at 4261010635003 nsecs [in 14964361131 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, smartd/2332
# expires at 5469485798970 nsecs [in 1223439525098 nsecs]
.expires_next : 4246050084568 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 24043
.idle_tick : 4246046084568 nsecs
.tick_stopped : 0
.idle_jiffies : 986510
.idle_calls : 26360
.idle_sleeps : 22551
.idle_entrytime : 4246043874339 nsecs
.idle_sleeptime : 4170763761184 nsecs
tick_broadcast_mask: 00000003
event_broadcast_mask: 00000001
CPU#0's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246432689566 nsecs
CPU#1's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246050084568 nsecs
Clock Event Device: hpet
capabilities: 00000007
max_delta_ns: 2147483647
min_delta_ns: 3352
mult: 61496110
shift: 32
set_next_event: hpet_next_event
set_mode: hpet_set_mode
event_handler: handle_nextevt_broadcast
Signed-off-by: Ingo Molnar <mingo@elte.hu>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Cc: john stultz <johnstul@us.ibm.com>
Cc: Roman Zippel <zippel@linux-m68k.org>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-02-16 10:28:15 +01:00
|
|
|
}
|
|
|
|
|
2007-02-16 10:28:03 +01:00
|
|
|
static int tick_broadcast_set_event(ktime_t expires, int force)
|
|
|
|
{
|
|
|
|
struct clock_event_device *bc = tick_broadcast_device.evtdev;
|
2008-09-03 23:37:14 +02:00
|
|
|
|
|
|
|
return tick_dev_program_event(bc, expires, force);
|
2007-02-16 10:28:03 +01:00
|
|
|
}
|
|
|
|
|
2007-03-17 00:25:52 +01:00
|
|
|
int tick_resume_broadcast_oneshot(struct clock_event_device *bc)
|
|
|
|
{
|
|
|
|
clockevents_set_mode(bc, CLOCK_EVT_MODE_ONESHOT);
|
2007-09-23 00:29:06 +02:00
|
|
|
return 0;
|
2007-03-17 00:25:52 +01:00
|
|
|
}
|
|
|
|
|
2008-10-17 10:01:23 +02:00
|
|
|
/*
|
|
|
|
* Called from irq_enter() when idle was interrupted to reenable the
|
|
|
|
* per cpu device.
|
|
|
|
*/
|
|
|
|
void tick_check_oneshot_broadcast(int cpu)
|
|
|
|
{
|
2009-01-01 00:42:25 +01:00
|
|
|
if (cpumask_test_cpu(cpu, to_cpumask(tick_broadcast_oneshot_mask))) {
|
2008-10-17 10:01:23 +02:00
|
|
|
struct tick_device *td = &per_cpu(tick_cpu_device, cpu);
|
|
|
|
|
|
|
|
clockevents_set_mode(td->evtdev, CLOCK_EVT_MODE_ONESHOT);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2007-02-16 10:28:03 +01:00
|
|
|
/*
|
|
|
|
* Handle oneshot mode broadcasting
|
|
|
|
*/
|
|
|
|
static void tick_handle_oneshot_broadcast(struct clock_event_device *dev)
|
|
|
|
{
|
|
|
|
struct tick_device *td;
|
clockevents: fix reprogramming decision in oneshot broadcast
Resolve the following regression of a choppy, almost unusable laptop:
http://lkml.org/lkml/2007/12/7/299
http://bugzilla.kernel.org/show_bug.cgi?id=9525
A previous version of the code did the reprogramming of the broadcast
device in the return from idle code. This was removed, but the logic in
tick_handle_oneshot_broadcast() was kept the same.
When a broadcast interrupt happens we signal the expiry to all CPUs
which have an expired event. If none of the CPUs has an expired event,
which can happen in dyntick mode, then we reprogram the broadcast
device. We do not reprogram otherwise, but this is only correct if all
CPUs, which are in the idle broadcast state have been woken up.
The code ignores, that there might be pending not yet expired events on
other CPUs, which are in the idle broadcast state. So the delivery of
those events can be delayed for quite a time.
Change the tick_handle_oneshot_broadcast() function to check for CPUs,
which are in broadcast state and are not woken up by the current event,
and enforce the rearming of the broadcast device for those CPUs.
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Signed-off-by: Ingo Molnar <mingo@elte.hu>
2007-12-18 18:05:58 +01:00
|
|
|
ktime_t now, next_event;
|
2007-02-16 10:28:03 +01:00
|
|
|
int cpu;
|
|
|
|
|
|
|
|
spin_lock(&tick_broadcast_lock);
|
|
|
|
again:
|
|
|
|
dev->next_event.tv64 = KTIME_MAX;
|
clockevents: fix reprogramming decision in oneshot broadcast
Resolve the following regression of a choppy, almost unusable laptop:
http://lkml.org/lkml/2007/12/7/299
http://bugzilla.kernel.org/show_bug.cgi?id=9525
A previous version of the code did the reprogramming of the broadcast
device in the return from idle code. This was removed, but the logic in
tick_handle_oneshot_broadcast() was kept the same.
When a broadcast interrupt happens we signal the expiry to all CPUs
which have an expired event. If none of the CPUs has an expired event,
which can happen in dyntick mode, then we reprogram the broadcast
device. We do not reprogram otherwise, but this is only correct if all
CPUs, which are in the idle broadcast state have been woken up.
The code ignores, that there might be pending not yet expired events on
other CPUs, which are in the idle broadcast state. So the delivery of
those events can be delayed for quite a time.
Change the tick_handle_oneshot_broadcast() function to check for CPUs,
which are in broadcast state and are not woken up by the current event,
and enforce the rearming of the broadcast device for those CPUs.
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Signed-off-by: Ingo Molnar <mingo@elte.hu>
2007-12-18 18:05:58 +01:00
|
|
|
next_event.tv64 = KTIME_MAX;
|
2009-01-01 00:42:25 +01:00
|
|
|
cpumask_clear(to_cpumask(tmpmask));
|
2007-02-16 10:28:03 +01:00
|
|
|
now = ktime_get();
|
|
|
|
/* Find all expired events */
|
2009-01-01 00:42:25 +01:00
|
|
|
for_each_cpu(cpu, tick_get_broadcast_oneshot_mask()) {
|
2007-02-16 10:28:03 +01:00
|
|
|
td = &per_cpu(tick_cpu_device, cpu);
|
|
|
|
if (td->evtdev->next_event.tv64 <= now.tv64)
|
2009-01-01 00:42:25 +01:00
|
|
|
cpumask_set_cpu(cpu, to_cpumask(tmpmask));
|
clockevents: fix reprogramming decision in oneshot broadcast
Resolve the following regression of a choppy, almost unusable laptop:
http://lkml.org/lkml/2007/12/7/299
http://bugzilla.kernel.org/show_bug.cgi?id=9525
A previous version of the code did the reprogramming of the broadcast
device in the return from idle code. This was removed, but the logic in
tick_handle_oneshot_broadcast() was kept the same.
When a broadcast interrupt happens we signal the expiry to all CPUs
which have an expired event. If none of the CPUs has an expired event,
which can happen in dyntick mode, then we reprogram the broadcast
device. We do not reprogram otherwise, but this is only correct if all
CPUs, which are in the idle broadcast state have been woken up.
The code ignores, that there might be pending not yet expired events on
other CPUs, which are in the idle broadcast state. So the delivery of
those events can be delayed for quite a time.
Change the tick_handle_oneshot_broadcast() function to check for CPUs,
which are in broadcast state and are not woken up by the current event,
and enforce the rearming of the broadcast device for those CPUs.
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Signed-off-by: Ingo Molnar <mingo@elte.hu>
2007-12-18 18:05:58 +01:00
|
|
|
else if (td->evtdev->next_event.tv64 < next_event.tv64)
|
|
|
|
next_event.tv64 = td->evtdev->next_event.tv64;
|
2007-02-16 10:28:03 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
clockevents: fix reprogramming decision in oneshot broadcast
Resolve the following regression of a choppy, almost unusable laptop:
http://lkml.org/lkml/2007/12/7/299
http://bugzilla.kernel.org/show_bug.cgi?id=9525
A previous version of the code did the reprogramming of the broadcast
device in the return from idle code. This was removed, but the logic in
tick_handle_oneshot_broadcast() was kept the same.
When a broadcast interrupt happens we signal the expiry to all CPUs
which have an expired event. If none of the CPUs has an expired event,
which can happen in dyntick mode, then we reprogram the broadcast
device. We do not reprogram otherwise, but this is only correct if all
CPUs, which are in the idle broadcast state have been woken up.
The code ignores, that there might be pending not yet expired events on
other CPUs, which are in the idle broadcast state. So the delivery of
those events can be delayed for quite a time.
Change the tick_handle_oneshot_broadcast() function to check for CPUs,
which are in broadcast state and are not woken up by the current event,
and enforce the rearming of the broadcast device for those CPUs.
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Signed-off-by: Ingo Molnar <mingo@elte.hu>
2007-12-18 18:05:58 +01:00
|
|
|
* Wakeup the cpus which have an expired event.
|
|
|
|
*/
|
2009-01-01 00:42:25 +01:00
|
|
|
tick_do_broadcast(to_cpumask(tmpmask));
|
clockevents: fix reprogramming decision in oneshot broadcast
Resolve the following regression of a choppy, almost unusable laptop:
http://lkml.org/lkml/2007/12/7/299
http://bugzilla.kernel.org/show_bug.cgi?id=9525
A previous version of the code did the reprogramming of the broadcast
device in the return from idle code. This was removed, but the logic in
tick_handle_oneshot_broadcast() was kept the same.
When a broadcast interrupt happens we signal the expiry to all CPUs
which have an expired event. If none of the CPUs has an expired event,
which can happen in dyntick mode, then we reprogram the broadcast
device. We do not reprogram otherwise, but this is only correct if all
CPUs, which are in the idle broadcast state have been woken up.
The code ignores, that there might be pending not yet expired events on
other CPUs, which are in the idle broadcast state. So the delivery of
those events can be delayed for quite a time.
Change the tick_handle_oneshot_broadcast() function to check for CPUs,
which are in broadcast state and are not woken up by the current event,
and enforce the rearming of the broadcast device for those CPUs.
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Signed-off-by: Ingo Molnar <mingo@elte.hu>
2007-12-18 18:05:58 +01:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Two reasons for reprogram:
|
|
|
|
*
|
|
|
|
* - The global event did not expire any CPU local
|
|
|
|
* events. This happens in dyntick mode, as the maximum PIT
|
|
|
|
* delta is quite small.
|
|
|
|
*
|
|
|
|
* - There are pending events on sleeping CPUs which were not
|
|
|
|
* in the event mask
|
2007-02-16 10:28:03 +01:00
|
|
|
*/
|
clockevents: fix reprogramming decision in oneshot broadcast
Resolve the following regression of a choppy, almost unusable laptop:
http://lkml.org/lkml/2007/12/7/299
http://bugzilla.kernel.org/show_bug.cgi?id=9525
A previous version of the code did the reprogramming of the broadcast
device in the return from idle code. This was removed, but the logic in
tick_handle_oneshot_broadcast() was kept the same.
When a broadcast interrupt happens we signal the expiry to all CPUs
which have an expired event. If none of the CPUs has an expired event,
which can happen in dyntick mode, then we reprogram the broadcast
device. We do not reprogram otherwise, but this is only correct if all
CPUs, which are in the idle broadcast state have been woken up.
The code ignores, that there might be pending not yet expired events on
other CPUs, which are in the idle broadcast state. So the delivery of
those events can be delayed for quite a time.
Change the tick_handle_oneshot_broadcast() function to check for CPUs,
which are in broadcast state and are not woken up by the current event,
and enforce the rearming of the broadcast device for those CPUs.
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Signed-off-by: Ingo Molnar <mingo@elte.hu>
2007-12-18 18:05:58 +01:00
|
|
|
if (next_event.tv64 != KTIME_MAX) {
|
2007-02-16 10:28:03 +01:00
|
|
|
/*
|
clockevents: fix reprogramming decision in oneshot broadcast
Resolve the following regression of a choppy, almost unusable laptop:
http://lkml.org/lkml/2007/12/7/299
http://bugzilla.kernel.org/show_bug.cgi?id=9525
A previous version of the code did the reprogramming of the broadcast
device in the return from idle code. This was removed, but the logic in
tick_handle_oneshot_broadcast() was kept the same.
When a broadcast interrupt happens we signal the expiry to all CPUs
which have an expired event. If none of the CPUs has an expired event,
which can happen in dyntick mode, then we reprogram the broadcast
device. We do not reprogram otherwise, but this is only correct if all
CPUs, which are in the idle broadcast state have been woken up.
The code ignores, that there might be pending not yet expired events on
other CPUs, which are in the idle broadcast state. So the delivery of
those events can be delayed for quite a time.
Change the tick_handle_oneshot_broadcast() function to check for CPUs,
which are in broadcast state and are not woken up by the current event,
and enforce the rearming of the broadcast device for those CPUs.
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Signed-off-by: Ingo Molnar <mingo@elte.hu>
2007-12-18 18:05:58 +01:00
|
|
|
* Rearm the broadcast device. If event expired,
|
|
|
|
* repeat the above
|
2007-02-16 10:28:03 +01:00
|
|
|
*/
|
clockevents: fix reprogramming decision in oneshot broadcast
Resolve the following regression of a choppy, almost unusable laptop:
http://lkml.org/lkml/2007/12/7/299
http://bugzilla.kernel.org/show_bug.cgi?id=9525
A previous version of the code did the reprogramming of the broadcast
device in the return from idle code. This was removed, but the logic in
tick_handle_oneshot_broadcast() was kept the same.
When a broadcast interrupt happens we signal the expiry to all CPUs
which have an expired event. If none of the CPUs has an expired event,
which can happen in dyntick mode, then we reprogram the broadcast
device. We do not reprogram otherwise, but this is only correct if all
CPUs, which are in the idle broadcast state have been woken up.
The code ignores, that there might be pending not yet expired events on
other CPUs, which are in the idle broadcast state. So the delivery of
those events can be delayed for quite a time.
Change the tick_handle_oneshot_broadcast() function to check for CPUs,
which are in broadcast state and are not woken up by the current event,
and enforce the rearming of the broadcast device for those CPUs.
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Signed-off-by: Ingo Molnar <mingo@elte.hu>
2007-12-18 18:05:58 +01:00
|
|
|
if (tick_broadcast_set_event(next_event, 0))
|
2007-02-16 10:28:03 +01:00
|
|
|
goto again;
|
|
|
|
}
|
|
|
|
spin_unlock(&tick_broadcast_lock);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Powerstate information: The system enters/leaves a state, where
|
|
|
|
* affected devices might stop
|
|
|
|
*/
|
|
|
|
void tick_broadcast_oneshot_control(unsigned long reason)
|
|
|
|
{
|
|
|
|
struct clock_event_device *bc, *dev;
|
|
|
|
struct tick_device *td;
|
|
|
|
unsigned long flags;
|
|
|
|
int cpu;
|
|
|
|
|
|
|
|
spin_lock_irqsave(&tick_broadcast_lock, flags);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Periodic mode does not care about the enter/exit of power
|
|
|
|
* states
|
|
|
|
*/
|
|
|
|
if (tick_broadcast_device.mode == TICKDEV_MODE_PERIODIC)
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
bc = tick_broadcast_device.evtdev;
|
|
|
|
cpu = smp_processor_id();
|
|
|
|
td = &per_cpu(tick_cpu_device, cpu);
|
|
|
|
dev = td->evtdev;
|
|
|
|
|
|
|
|
if (!(dev->features & CLOCK_EVT_FEAT_C3STOP))
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
if (reason == CLOCK_EVT_NOTIFY_BROADCAST_ENTER) {
|
2009-01-01 00:42:25 +01:00
|
|
|
if (!cpumask_test_cpu(cpu, tick_get_broadcast_oneshot_mask())) {
|
|
|
|
cpumask_set_cpu(cpu, tick_get_broadcast_oneshot_mask());
|
2007-02-16 10:28:03 +01:00
|
|
|
clockevents_set_mode(dev, CLOCK_EVT_MODE_SHUTDOWN);
|
|
|
|
if (dev->next_event.tv64 < bc->next_event.tv64)
|
|
|
|
tick_broadcast_set_event(dev->next_event, 1);
|
|
|
|
}
|
|
|
|
} else {
|
2009-01-01 00:42:25 +01:00
|
|
|
if (cpumask_test_cpu(cpu, tick_get_broadcast_oneshot_mask())) {
|
|
|
|
cpumask_clear_cpu(cpu,
|
|
|
|
tick_get_broadcast_oneshot_mask());
|
2007-02-16 10:28:03 +01:00
|
|
|
clockevents_set_mode(dev, CLOCK_EVT_MODE_ONESHOT);
|
|
|
|
if (dev->next_event.tv64 != KTIME_MAX)
|
|
|
|
tick_program_event(dev->next_event, 1);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
out:
|
|
|
|
spin_unlock_irqrestore(&tick_broadcast_lock, flags);
|
|
|
|
}
|
|
|
|
|
2007-07-21 13:37:35 +02:00
|
|
|
/*
|
|
|
|
* Reset the one shot broadcast for a cpu
|
|
|
|
*
|
|
|
|
* Called with tick_broadcast_lock held
|
|
|
|
*/
|
|
|
|
static void tick_broadcast_clear_oneshot(int cpu)
|
|
|
|
{
|
2009-01-01 00:42:25 +01:00
|
|
|
cpumask_clear_cpu(cpu, tick_get_broadcast_oneshot_mask());
|
2007-07-21 13:37:35 +02:00
|
|
|
}
|
|
|
|
|
2009-01-01 00:42:25 +01:00
|
|
|
static void tick_broadcast_init_next_event(struct cpumask *mask,
|
|
|
|
ktime_t expires)
|
2008-09-06 03:01:45 +02:00
|
|
|
{
|
|
|
|
struct tick_device *td;
|
|
|
|
int cpu;
|
|
|
|
|
2009-01-01 00:42:29 +01:00
|
|
|
for_each_cpu(cpu, mask) {
|
2008-09-06 03:01:45 +02:00
|
|
|
td = &per_cpu(tick_cpu_device, cpu);
|
|
|
|
if (td->evtdev)
|
|
|
|
td->evtdev->next_event = expires;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2007-02-16 10:28:03 +01:00
|
|
|
/**
|
2007-11-05 23:51:10 +01:00
|
|
|
* tick_broadcast_setup_oneshot - setup the broadcast device
|
2007-02-16 10:28:03 +01:00
|
|
|
*/
|
|
|
|
void tick_broadcast_setup_oneshot(struct clock_event_device *bc)
|
|
|
|
{
|
2008-09-03 23:37:08 +02:00
|
|
|
/* Set it up only once ! */
|
|
|
|
if (bc->event_handler != tick_handle_oneshot_broadcast) {
|
2008-09-06 03:01:45 +02:00
|
|
|
int was_periodic = bc->mode == CLOCK_EVT_MODE_PERIODIC;
|
|
|
|
int cpu = smp_processor_id();
|
|
|
|
|
2008-09-03 23:37:08 +02:00
|
|
|
bc->event_handler = tick_handle_oneshot_broadcast;
|
|
|
|
clockevents_set_mode(bc, CLOCK_EVT_MODE_ONESHOT);
|
2008-09-06 03:01:45 +02:00
|
|
|
|
|
|
|
/* Take the do_timer update */
|
|
|
|
tick_do_timer_cpu = cpu;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* We must be careful here. There might be other CPUs
|
|
|
|
* waiting for periodic broadcast. We need to set the
|
|
|
|
* oneshot_mask bits for those and program the
|
|
|
|
* broadcast device to fire.
|
|
|
|
*/
|
2009-01-01 00:42:25 +01:00
|
|
|
cpumask_copy(to_cpumask(tmpmask), tick_get_broadcast_mask());
|
|
|
|
cpumask_clear_cpu(cpu, to_cpumask(tmpmask));
|
|
|
|
cpumask_or(tick_get_broadcast_oneshot_mask(),
|
|
|
|
tick_get_broadcast_oneshot_mask(),
|
|
|
|
to_cpumask(tmpmask));
|
|
|
|
|
|
|
|
if (was_periodic && !cpumask_empty(to_cpumask(tmpmask))) {
|
|
|
|
tick_broadcast_init_next_event(to_cpumask(tmpmask),
|
|
|
|
tick_next_period);
|
2008-09-06 03:01:45 +02:00
|
|
|
tick_broadcast_set_event(tick_next_period, 1);
|
|
|
|
} else
|
|
|
|
bc->next_event.tv64 = KTIME_MAX;
|
2008-09-03 23:37:08 +02:00
|
|
|
}
|
2007-02-16 10:28:03 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Select oneshot operating mode for the broadcast device
|
|
|
|
*/
|
|
|
|
void tick_broadcast_switch_to_oneshot(void)
|
|
|
|
{
|
|
|
|
struct clock_event_device *bc;
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
spin_lock_irqsave(&tick_broadcast_lock, flags);
|
|
|
|
|
|
|
|
tick_broadcast_device.mode = TICKDEV_MODE_ONESHOT;
|
|
|
|
bc = tick_broadcast_device.evtdev;
|
|
|
|
if (bc)
|
|
|
|
tick_broadcast_setup_oneshot(bc);
|
|
|
|
spin_unlock_irqrestore(&tick_broadcast_lock, flags);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Remove a dead CPU from broadcasting
|
|
|
|
*/
|
|
|
|
void tick_shutdown_broadcast_oneshot(unsigned int *cpup)
|
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
unsigned int cpu = *cpup;
|
|
|
|
|
|
|
|
spin_lock_irqsave(&tick_broadcast_lock, flags);
|
|
|
|
|
2007-09-16 15:36:43 +02:00
|
|
|
/*
|
|
|
|
* Clear the broadcast mask flag for the dead cpu, but do not
|
|
|
|
* stop the broadcast device!
|
|
|
|
*/
|
2009-01-01 00:42:25 +01:00
|
|
|
cpumask_clear_cpu(cpu, tick_get_broadcast_oneshot_mask());
|
2007-02-16 10:28:03 +01:00
|
|
|
|
|
|
|
spin_unlock_irqrestore(&tick_broadcast_lock, flags);
|
|
|
|
}
|
|
|
|
|
2008-09-22 19:04:02 +02:00
|
|
|
/*
|
|
|
|
* Check, whether the broadcast device is in one shot mode
|
|
|
|
*/
|
|
|
|
int tick_broadcast_oneshot_active(void)
|
|
|
|
{
|
|
|
|
return tick_broadcast_device.mode == TICKDEV_MODE_ONESHOT;
|
|
|
|
}
|
|
|
|
|
2007-02-16 10:28:03 +01:00
|
|
|
#endif
|