/* * Common time routines among all ppc machines. * * Written by Cort Dougan (cort@cs.nmt.edu) to merge * Paul Mackerras' version and mine for PReP and Pmac. * MPC8xx/MBX changes by Dan Malek (dmalek@jlc.net). * Converted for 64-bit by Mike Corrigan (mikejc@us.ibm.com) * * First round of bugfixes by Gabriel Paubert (paubert@iram.es) * to make clock more stable (2.4.0-test5). The only thing * that this code assumes is that the timebases have been synchronized * by firmware on SMP and are never stopped (never do sleep * on SMP then, nap and doze are OK). * * Speeded up do_gettimeofday by getting rid of references to * xtime (which required locks for consistency). (mikejc@us.ibm.com) * * TODO (not necessarily in this file): * - improve precision and reproducibility of timebase frequency * measurement at boot time. * - for astronomical applications: add a new function to get * non ambiguous timestamps even around leap seconds. This needs * a new timestamp format and a good name. * * 1997-09-10 Updated NTP code according to technical memorandum Jan '96 * "A Kernel Model for Precision Timekeeping" by Dave Mills * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation; either version * 2 of the License, or (at your option) any later version. */ #include <linux/errno.h>#include <linux/export.h>#include <linux/sched.h>#include <linux/sched/clock.h>#include <linux/kernel.h>#include <linux/param.h>#include <linux/string.h>#include <linux/mm.h>#include <linux/interrupt.h>#include <linux/timex.h>#include <linux/kernel_stat.h>#include <linux/time.h>#include <linux/clockchips.h>#include <linux/init.h>#include <linux/profile.h>#include <linux/cpu.h>#include <linux/security.h>#include <linux/percpu.h>#include <linux/rtc.h>#include <linux/jiffies.h>#include <linux/posix-timers.h>#include <linux/irq.h>#include <linux/delay.h>#include <linux/irq_work.h>#include <linux/clk-provider.h>#include <linux/suspend.h>#include <linux/rtc.h>#include <linux/sched/cputime.h>#include <linux/processor.h>#include <asm/trace.h> #include <asm/io.h>#include <asm/nvram.h>#include <asm/cache.h>#include <asm/machdep.h>#include <linux/uaccess.h>#include <asm/time.h>#include <asm/prom.h>#include <asm/irq.h>#include <asm/div64.h>#include <asm/smp.h>#include <asm/vdso_datapage.h>#include <asm/firmware.h>#include <asm/asm-prototypes.h> /* powerpc clocksource/clockevent code */ #include <linux/clockchips.h>#include <linux/timekeeper_internal.h> static u64 rtc_read(struct clocksource *);static struct clocksource clocksource_rtc = { .name = "rtc", .rating = 400, .flags = CLOCK_SOURCE_IS_CONTINUOUS, .mask = CLOCKSOURCE_MASK(64), .read = rtc_read,}; static u64 timebase_read(struct clocksource *);static struct clocksource clocksource_timebase = { .name = "timebase", .rating = 400, .flags = CLOCK_SOURCE_IS_CONTINUOUS, .mask = CLOCKSOURCE_MASK(64), .read = timebase_read,}; #define DECREMENTER_DEFAULT_MAX 0x7FFFFFFFu64 decrementer_max = DECREMENTER_DEFAULT_MAX; static int decrementer_set_next_event(unsigned long evt, struct clock_event_device *dev);static int decrementer_shutdown(struct clock_event_device *evt); struct clock_event_device decrementer_clockevent = { .name = "decrementer", .rating = 200, .irq = 0, .set_next_event = decrementer_set_next_event, .set_state_shutdown = decrementer_shutdown, .tick_resume = decrementer_shutdown, .features = CLOCK_EVT_FEAT_ONESHOT | CLOCK_EVT_FEAT_C3STOP,};EXPORT_SYMBOL(decrementer_clockevent); DEFINE_PER_CPU(u64, decrementers_next_tb);static DEFINE_PER_CPU(struct clock_event_device, decrementers); #define XSEC_PER_SEC (1024*1024) #ifdef CONFIG_PPC64#define SCALE_XSEC(xsec, max) (((xsec) * max) / XSEC_PER_SEC)#else/* compute ((xsec << 12) * max) >> 32 */#define SCALE_XSEC(xsec, max) mulhwu((xsec) << 12, max)#endif unsigned long tb_ticks_per_jiffy;unsigned long tb_ticks_per_usec = 100; /* sane default */EXPORT_SYMBOL(tb_ticks_per_usec);unsigned long tb_ticks_per_sec;EXPORT_SYMBOL(tb_ticks_per_sec); /* for cputime_t conversions */ DEFINE_SPINLOCK(rtc_lock);EXPORT_SYMBOL_GPL(rtc_lock); static u64 tb_to_ns_scale __read_mostly;static unsigned tb_to_ns_shift __read_mostly;static u64 boot_tb __read_mostly; extern struct timezone sys_tz;static long timezone_offset; unsigned long ppc_proc_freq;EXPORT_SYMBOL_GPL(ppc_proc_freq);unsigned long ppc_tb_freq;EXPORT_SYMBOL_GPL(ppc_tb_freq); #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE/* * Factor for converting from cputime_t (timebase ticks) to * microseconds. This is stored as 0.64 fixed-point binary fraction. */u64 __cputime_usec_factor;EXPORT_SYMBOL(__cputime_usec_factor); #ifdef CONFIG_PPC_SPLPARvoid (*dtl_consumer)(struct dtl_entry *, u64);#endif #ifdef CONFIG_PPC64#define get_accounting(tsk) (&get_paca()->accounting)#else#define get_accounting(tsk) (&task_thread_info(tsk)->accounting)#endif static void calc_cputime_factors(void){ struct div_result res; div128_by_32(1000000, 0, tb_ticks_per_sec, &res); __cputime_usec_factor = res.result_low;} /* * Read the SPURR on systems that have it, otherwise the PURR, * or if that doesn't exist return the timebase value passed in. */static unsigned long read_spurr(unsigned long tb){ if (cpu_has_feature(CPU_FTR_SPURR)) return mfspr(SPRN_SPURR); if (cpu_has_feature(CPU_FTR_PURR)) return mfspr(SPRN_PURR); return tb;} #ifdef CONFIG_PPC_SPLPAR /* * Scan the dispatch trace log and count up the stolen time. * Should be called with interrupts disabled. */static u64 scan_dispatch_log(u64 stop_tb){ u64 i = local_paca->dtl_ridx; struct dtl_entry *dtl = local_paca->dtl_curr; struct dtl_entry *dtl_end = local_paca->dispatch_log_end; struct lppaca *vpa = local_paca->lppaca_ptr; u64 tb_delta; u64 stolen = 0; u64 dtb; if (!dtl) return 0; if (i == be64_to_cpu(vpa->dtl_idx)) return 0; while (i < be64_to_cpu(vpa->dtl_idx)) { dtb = be64_to_cpu(dtl->timebase); tb_delta = be32_to_cpu(dtl->enqueue_to_dispatch_time) + be32_to_cpu(dtl->ready_to_enqueue_time); barrier(); if (i + N_DISPATCH_LOG < be64_to_cpu(vpa->dtl_idx)) { /* buffer has overflowed */ i = be64_to_cpu(vpa->dtl_idx) - N_DISPATCH_LOG; dtl = local_paca->dispatch_log + (i % N_DISPATCH_LOG); continue; } if (dtb > stop_tb) break; if (dtl_consumer) dtl_consumer(dtl, i); stolen += tb_delta; ++i; ++dtl; if (dtl == dtl_end) dtl = local_paca->dispatch_log; } local_paca->dtl_ridx = i; local_paca->dtl_curr = dtl; return stolen;} /* * Accumulate stolen time by scanning the dispatch trace log. * Called on entry from user mode. */void accumulate_stolen_time(void){ u64 sst, ust; u8 save_soft_enabled = local_paca->soft_enabled; struct cpu_accounting_data *acct = &local_paca->accounting; /* We are called early in the exception entry, before * soft/hard_enabled are sync'ed to the expected state * for the exception. We are hard disabled but the PACA * needs to reflect that so various debug stuff doesn't * complain */ local_paca->soft_enabled = 0; sst = scan_dispatch_log(acct->starttime_user); ust = scan_dispatch_log(acct->starttime); acct->stime -= sst; acct->utime -= ust; acct->steal_time += ust + sst; local_paca->soft_enabled = save_soft_enabled;} static inline u64 calculate_stolen_time(u64 stop_tb){ if (get_paca()->dtl_ridx != be64_to_cpu(get_lppaca()->dtl_idx)) return scan_dispatch_log(stop_tb); return 0;} #else /* CONFIG_PPC_SPLPAR */static inline u64 calculate_stolen_time(u64 stop_tb){ return 0;} #endif /* CONFIG_PPC_SPLPAR */ /* * Account time for a transition between system, hard irq * or soft irq state. */static unsigned long vtime_delta(struct task_struct *tsk, unsigned long *stime_scaled, unsigned long *steal_time){ unsigned long now, nowscaled, deltascaled; unsigned long stime; unsigned long utime, utime_scaled; struct cpu_accounting_data *acct = get_accounting(tsk); WARN_ON_ONCE(!irqs_disabled()); now = mftb(); nowscaled = read_spurr(now); stime = now - acct->starttime; acct->starttime = now; deltascaled = nowscaled - acct->startspurr; acct->startspurr = nowscaled; *steal_time = calculate_stolen_time(now); utime = acct->utime - acct->utime_sspurr; acct->utime_sspurr = acct->utime; /* * Because we don't read the SPURR on every kernel entry/exit, * deltascaled includes both user and system SPURR ticks. * Apportion these ticks to system SPURR ticks and user * SPURR ticks in the same ratio as the system time (delta) * and user time (udelta) values obtained from the timebase * over the same interval. The system ticks get accounted here; * the user ticks get saved up in paca->user_time_scaled to be * used by account_process_tick. */ *stime_scaled = stime; utime_scaled = utime; if (deltascaled != stime + utime) { if (utime) { *stime_scaled = deltascaled * stime / (stime + utime); utime_scaled = deltascaled - *stime_scaled; } else { *stime_scaled = deltascaled; } } acct->utime_scaled += utime_scaled; return stime;} void vtime_account_system(struct task_struct *tsk){ unsigned long stime, stime_scaled, steal_time; struct cpu_accounting_data *acct = get_accounting(tsk); stime = vtime_delta(tsk, &stime_scaled, &steal_time); stime -= min(stime, steal_time); acct->steal_time += steal_time; if ((tsk->flags & PF_VCPU) && !irq_count()) { acct->gtime += stime; acct->utime_scaled += stime_scaled; } else { if (hardirq_count()) acct->hardirq_time += stime; else if (in_serving_softirq()) acct->softirq_time += stime; else acct->stime += stime; acct->stime_scaled += stime_scaled; }}EXPORT_SYMBOL_GPL(vtime_account_system); void vtime_account_idle(struct task_struct *tsk){ unsigned long stime, stime_scaled, steal_time; struct cpu_accounting_data *acct = get_accounting(tsk); stime = vtime_delta(tsk, &stime_scaled, &steal_time); acct->idle_time += stime + steal_time;} /* * Account the whole cputime accumulated in the paca * Must be called with interrupts disabled. * Assumes that vtime_account_system/idle() has been called * recently (i.e. since the last entry from usermode) so that * get_paca()->user_time_scaled is up to date. */void vtime_flush(struct task_struct *tsk){ struct cpu_accounting_data *acct = get_accounting(tsk); if (acct->utime) account_user_time(tsk, cputime_to_nsecs(acct->utime)); if (acct->utime_scaled) tsk->utimescaled += cputime_to_nsecs(acct->utime_scaled); if (acct->gtime) account_guest_time(tsk, cputime_to_nsecs(acct->gtime)); if (acct->steal_time) account_steal_time(cputime_to_nsecs(acct->steal_time)); if (acct->idle_time) account_idle_time(cputime_to_nsecs(acct->idle_time)); if (acct->stime) account_system_index_time(tsk, cputime_to_nsecs(acct->stime), CPUTIME_SYSTEM); if (acct->stime_scaled) tsk->stimescaled += cputime_to_nsecs(acct->stime_scaled); if (acct->hardirq_time) account_system_index_time(tsk, cputime_to_nsecs(acct->hardirq_time), CPUTIME_IRQ); if (acct->softirq_time) account_system_index_time(tsk, cputime_to_nsecs(acct->softirq_time), CPUTIME_SOFTIRQ); acct->utime = 0; acct->utime_scaled = 0; acct->utime_sspurr = 0; acct->gtime = 0; acct->steal_time = 0; acct->idle_time = 0; acct->stime = 0; acct->stime_scaled = 0; acct->hardirq_time = 0; acct->softirq_time = 0;} #ifdef CONFIG_PPC32/* * Called from the context switch with interrupts disabled, to charge all * accumulated times to the current process, and to prepare accounting on * the next process. */void arch_vtime_task_switch(struct task_struct *prev){ struct cpu_accounting_data *acct = get_accounting(current); acct->starttime = get_accounting(prev)->starttime; acct->startspurr = get_accounting(prev)->startspurr;}#endif /* CONFIG_PPC32 */ #else /* ! CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */#define calc_cputime_factors()#endif void __delay(unsigned long loops){ unsigned long start; int diff; spin_begin(); if (__USE_RTC()) { start = get_rtcl(); do { /* the RTCL register wraps at 1000000000 */ diff = get_rtcl() - start; if (diff < 0) diff += 1000000000; spin_cpu_relax(); } while (diff < loops); } else { start = get_tbl(); while (get_tbl() - start < loops) spin_cpu_relax(); } spin_end();}EXPORT_SYMBOL(__delay); void udelay(unsigned long usecs){ __delay(tb_ticks_per_usec * usecs);}EXPORT_SYMBOL(udelay); #ifdef CONFIG_SMPunsigned long profile_pc(struct pt_regs *regs){ unsigned long pc = instruction_pointer(regs); if (in_lock_functions(pc)) return regs->link; return pc;}EXPORT_SYMBOL(profile_pc);#endif #ifdef CONFIG_IRQ_WORK /* * 64-bit uses a byte in the PACA, 32-bit uses a per-cpu variable... */#ifdef CONFIG_PPC64static inline unsigned long test_irq_work_pending(void){ unsigned long x; asm volatile("lbz %0,%1(13)" : "=r" (x) : "i" (offsetof(struct paca_struct, irq_work_pending))); return x;} static inline void set_irq_work_pending_flag(void){Lines 1–500 of 1271. Load more
/* * Common time routines among all ppc machines. * * Written by Cort Dougan (cort@cs.nmt.edu) to merge * Paul Mackerras' version and mine for PReP and Pmac. * MPC8xx/MBX changes by Dan Malek (dmalek@jlc.net). * Converted for 64-bit by Mike Corrigan (mikejc@us.ibm.com) * * First round of bugfixes by Gabriel Paubert (paubert@iram.es) * to make clock more stable (2.4.0-test5). The only thing * that this code assumes is that the timebases have been synchronized * by firmware on SMP and are never stopped (never do sleep * on SMP then, nap and doze are OK). * * Speeded up do_gettimeofday by getting rid of references to * xtime (which required locks for consistency). (mikejc@us.ibm.com) * * TODO (not necessarily in this file): * - improve precision and reproducibility of timebase frequency * measurement at boot time. * - for astronomical applications: add a new function to get * non ambiguous timestamps even around leap seconds. This needs * a new timestamp format and a good name. * * 1997-09-10 Updated NTP code according to technical memorandum Jan '96 * "A Kernel Model for Precision Timekeeping" by Dave Mills * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation; either version * 2 of the License, or (at your option) any later version. */ #include <linux/errno.h> #include <linux/export.h> #include <linux/sched.h> #include <linux/sched/clock.h> #include <linux/kernel.h> #include <linux/param.h> #include <linux/string.h> #include <linux/mm.h> #include <linux/interrupt.h> #include <linux/timex.h> #include <linux/kernel_stat.h> #include <linux/time.h> #include <linux/clockchips.h> #include <linux/init.h> #include <linux/profile.h> #include <linux/cpu.h> #include <linux/security.h> #include <linux/percpu.h> #include <linux/rtc.h> #include <linux/jiffies.h> #include <linux/posix-timers.h> #include <linux/irq.h> #include <linux/delay.h> #include <linux/irq_work.h> #include <linux/clk-provider.h> #include <linux/suspend.h> #include <linux/rtc.h> #include <linux/sched/cputime.h> #include <linux/processor.h> #include <asm/trace.h> #include <asm/io.h> #include <asm/nvram.h> #include <asm/cache.h> #include <asm/machdep.h> #include <linux/uaccess.h> #include <asm/time.h> #include <asm/prom.h> #include <asm/irq.h> #include <asm/div64.h> #include <asm/smp.h> #include <asm/vdso_datapage.h> #include <asm/firmware.h> #include <asm/asm-prototypes.h> /* powerpc clocksource/clockevent code */ #include <linux/clockchips.h> #include <linux/timekeeper_internal.h> static u64 rtc_read(struct clocksource *); static struct clocksource clocksource_rtc = { .name = "rtc", .rating = 400, .flags = CLOCK_SOURCE_IS_CONTINUOUS, .mask = CLOCKSOURCE_MASK(64), .read = rtc_read, }; static u64 timebase_read(struct clocksource *); static struct clocksource clocksource_timebase = { .name = "timebase", .rating = 400, .flags = CLOCK_SOURCE_IS_CONTINUOUS, .mask = CLOCKSOURCE_MASK(64), .read = timebase_read, }; #define DECREMENTER_DEFAULT_MAX 0x7FFFFFFF u64 decrementer_max = DECREMENTER_DEFAULT_MAX; static int decrementer_set_next_event(unsigned long evt, struct clock_event_device *dev); static int decrementer_shutdown(struct clock_event_device *evt); struct clock_event_device decrementer_clockevent = { .name = "decrementer", .rating = 200, .irq = 0, .set_next_event = decrementer_set_next_event, .set_state_shutdown = decrementer_shutdown, .tick_resume = decrementer_shutdown, .features = CLOCK_EVT_FEAT_ONESHOT | CLOCK_EVT_FEAT_C3STOP, }; EXPORT_SYMBOL(decrementer_clockevent); DEFINE_PER_CPU(u64, decrementers_next_tb); static DEFINE_PER_CPU(struct clock_event_device, decrementers); #define XSEC_PER_SEC (1024*1024) #ifdef CONFIG_PPC64 #define SCALE_XSEC(xsec, max) (((xsec) * max) / XSEC_PER_SEC) #else /* compute ((xsec << 12) * max) >> 32 */ #define SCALE_XSEC(xsec, max) mulhwu((xsec) << 12, max) #endif unsigned long tb_ticks_per_jiffy; unsigned long tb_ticks_per_usec = 100; /* sane default */ EXPORT_SYMBOL(tb_ticks_per_usec); unsigned long tb_ticks_per_sec; EXPORT_SYMBOL(tb_ticks_per_sec); /* for cputime_t conversions */ DEFINE_SPINLOCK(rtc_lock); EXPORT_SYMBOL_GPL(rtc_lock); static u64 tb_to_ns_scale __read_mostly; static unsigned tb_to_ns_shift __read_mostly; static u64 boot_tb __read_mostly; extern struct timezone sys_tz; static long timezone_offset; unsigned long ppc_proc_freq; EXPORT_SYMBOL_GPL(ppc_proc_freq); unsigned long ppc_tb_freq; EXPORT_SYMBOL_GPL(ppc_tb_freq); #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE /* * Factor for converting from cputime_t (timebase ticks) to * microseconds. This is stored as 0.64 fixed-point binary fraction. */ u64 __cputime_usec_factor; EXPORT_SYMBOL(__cputime_usec_factor); #ifdef CONFIG_PPC_SPLPAR void (*dtl_consumer)(struct dtl_entry *, u64); #endif #ifdef CONFIG_PPC64 #define get_accounting(tsk) (&get_paca()->accounting) #else #define get_accounting(tsk) (&task_thread_info(tsk)->accounting) #endif static void calc_cputime_factors(void) { struct div_result res; div128_by_32(1000000, 0, tb_ticks_per_sec, &res); __cputime_usec_factor = res.result_low; } /* * Read the SPURR on systems that have it, otherwise the PURR, * or if that doesn't exist return the timebase value passed in. */ static unsigned long read_spurr(unsigned long tb) { if (cpu_has_feature(CPU_FTR_SPURR)) return mfspr(SPRN_SPURR); if (cpu_has_feature(CPU_FTR_PURR)) return mfspr(SPRN_PURR); return tb; } #ifdef CONFIG_PPC_SPLPAR /* * Scan the dispatch trace log and count up the stolen time. * Should be called with interrupts disabled. */ static u64 scan_dispatch_log(u64 stop_tb) { u64 i = local_paca->dtl_ridx; struct dtl_entry *dtl = local_paca->dtl_curr; struct dtl_entry *dtl_end = local_paca->dispatch_log_end; struct lppaca *vpa = local_paca->lppaca_ptr; u64 tb_delta; u64 stolen = 0; u64 dtb; if (!dtl) return 0; if (i == be64_to_cpu(vpa->dtl_idx)) return 0; while (i < be64_to_cpu(vpa->dtl_idx)) { dtb = be64_to_cpu(dtl->timebase); tb_delta = be32_to_cpu(dtl->enqueue_to_dispatch_time) + be32_to_cpu(dtl->ready_to_enqueue_time); barrier(); if (i + N_DISPATCH_LOG < be64_to_cpu(vpa->dtl_idx)) { /* buffer has overflowed */ i = be64_to_cpu(vpa->dtl_idx) - N_DISPATCH_LOG; dtl = local_paca->dispatch_log + (i % N_DISPATCH_LOG); continue; } if (dtb > stop_tb) break; if (dtl_consumer) dtl_consumer(dtl, i); stolen += tb_delta; ++i; ++dtl; if (dtl == dtl_end) dtl = local_paca->dispatch_log; } local_paca->dtl_ridx = i; local_paca->dtl_curr = dtl; return stolen; } /* * Accumulate stolen time by scanning the dispatch trace log. * Called on entry from user mode. */ void accumulate_stolen_time(void) { u64 sst, ust; u8 save_soft_enabled = local_paca->soft_enabled; struct cpu_accounting_data *acct = &local_paca->accounting; /* We are called early in the exception entry, before * soft/hard_enabled are sync'ed to the expected state * for the exception. We are hard disabled but the PACA * needs to reflect that so various debug stuff doesn't * complain */ local_paca->soft_enabled = 0; sst = scan_dispatch_log(acct->starttime_user); ust = scan_dispatch_log(acct->starttime); acct->stime -= sst; acct->utime -= ust; acct->steal_time += ust + sst; local_paca->soft_enabled = save_soft_enabled; } static inline u64 calculate_stolen_time(u64 stop_tb) { if (get_paca()->dtl_ridx != be64_to_cpu(get_lppaca()->dtl_idx)) return scan_dispatch_log(stop_tb); return 0; } #else /* CONFIG_PPC_SPLPAR */ static inline u64 calculate_stolen_time(u64 stop_tb) { return 0; } #endif /* CONFIG_PPC_SPLPAR */ /* * Account time for a transition between system, hard irq * or soft irq state. */ static unsigned long vtime_delta(struct task_struct *tsk, unsigned long *stime_scaled, unsigned long *steal_time) { unsigned long now, nowscaled, deltascaled; unsigned long stime; unsigned long utime, utime_scaled; struct cpu_accounting_data *acct = get_accounting(tsk); WARN_ON_ONCE(!irqs_disabled()); now = mftb(); nowscaled = read_spurr(now); stime = now - acct->starttime; acct->starttime = now; deltascaled = nowscaled - acct->startspurr; acct->startspurr = nowscaled; *steal_time = calculate_stolen_time(now); utime = acct->utime - acct->utime_sspurr; acct->utime_sspurr = acct->utime; /* * Because we don't read the SPURR on every kernel entry/exit, * deltascaled includes both user and system SPURR ticks. * Apportion these ticks to system SPURR ticks and user * SPURR ticks in the same ratio as the system time (delta) * and user time (udelta) values obtained from the timebase * over the same interval. The system ticks get accounted here; * the user ticks get saved up in paca->user_time_scaled to be * used by account_process_tick. */ *stime_scaled = stime; utime_scaled = utime; if (deltascaled != stime + utime) { if (utime) { *stime_scaled = deltascaled * stime / (stime + utime); utime_scaled = deltascaled - *stime_scaled; } else { *stime_scaled = deltascaled; } } acct->utime_scaled += utime_scaled; return stime; } void vtime_account_system(struct task_struct *tsk) { unsigned long stime, stime_scaled, steal_time; struct cpu_accounting_data *acct = get_accounting(tsk); stime = vtime_delta(tsk, &stime_scaled, &steal_time); stime -= min(stime, steal_time); acct->steal_time += steal_time; if ((tsk->flags & PF_VCPU) && !irq_count()) { acct->gtime += stime; acct->utime_scaled += stime_scaled; } else { if (hardirq_count()) acct->hardirq_time += stime; else if (in_serving_softirq()) acct->softirq_time += stime; else acct->stime += stime; acct->stime_scaled += stime_scaled; } } EXPORT_SYMBOL_GPL(vtime_account_system); void vtime_account_idle(struct task_struct *tsk) { unsigned long stime, stime_scaled, steal_time; struct cpu_accounting_data *acct = get_accounting(tsk); stime = vtime_delta(tsk, &stime_scaled, &steal_time); acct->idle_time += stime + steal_time; } /* * Account the whole cputime accumulated in the paca * Must be called with interrupts disabled. * Assumes that vtime_account_system/idle() has been called * recently (i.e. since the last entry from usermode) so that * get_paca()->user_time_scaled is up to date. */ void vtime_flush(struct task_struct *tsk) { struct cpu_accounting_data *acct = get_accounting(tsk); if (acct->utime) account_user_time(tsk, cputime_to_nsecs(acct->utime)); if (acct->utime_scaled) tsk->utimescaled += cputime_to_nsecs(acct->utime_scaled); if (acct->gtime) account_guest_time(tsk, cputime_to_nsecs(acct->gtime)); if (acct->steal_time) account_steal_time(cputime_to_nsecs(acct->steal_time)); if (acct->idle_time) account_idle_time(cputime_to_nsecs(acct->idle_time)); if (acct->stime) account_system_index_time(tsk, cputime_to_nsecs(acct->stime), CPUTIME_SYSTEM); if (acct->stime_scaled) tsk->stimescaled += cputime_to_nsecs(acct->stime_scaled); if (acct->hardirq_time) account_system_index_time(tsk, cputime_to_nsecs(acct->hardirq_time), CPUTIME_IRQ); if (acct->softirq_time) account_system_index_time(tsk, cputime_to_nsecs(acct->softirq_time), CPUTIME_SOFTIRQ); acct->utime = 0; acct->utime_scaled = 0; acct->utime_sspurr = 0; acct->gtime = 0; acct->steal_time = 0; acct->idle_time = 0; acct->stime = 0; acct->stime_scaled = 0; acct->hardirq_time = 0; acct->softirq_time = 0; } #ifdef CONFIG_PPC32 /* * Called from the context switch with interrupts disabled, to charge all * accumulated times to the current process, and to prepare accounting on * the next process. */ void arch_vtime_task_switch(struct task_struct *prev) { struct cpu_accounting_data *acct = get_accounting(current); acct->starttime = get_accounting(prev)->starttime; acct->startspurr = get_accounting(prev)->startspurr; } #endif /* CONFIG_PPC32 */ #else /* ! CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */ #define calc_cputime_factors() #endif void __delay(unsigned long loops) { unsigned long start; int diff; spin_begin(); if (__USE_RTC()) { start = get_rtcl(); do { /* the RTCL register wraps at 1000000000 */ diff = get_rtcl() - start; if (diff < 0) diff += 1000000000; spin_cpu_relax(); } while (diff < loops); } else { start = get_tbl(); while (get_tbl() - start < loops) spin_cpu_relax(); } spin_end(); } EXPORT_SYMBOL(__delay); void udelay(unsigned long usecs) { __delay(tb_ticks_per_usec * usecs); } EXPORT_SYMBOL(udelay); #ifdef CONFIG_SMP unsigned long profile_pc(struct pt_regs *regs) { unsigned long pc = instruction_pointer(regs); if (in_lock_functions(pc)) return regs->link; return pc; } EXPORT_SYMBOL(profile_pc); #endif #ifdef CONFIG_IRQ_WORK /* * 64-bit uses a byte in the PACA, 32-bit uses a per-cpu variable... */ #ifdef CONFIG_PPC64 static inline unsigned long test_irq_work_pending(void) { unsigned long x; asm volatile("lbz %0,%1(13)" : "=r" (x) : "i" (offsetof(struct paca_struct, irq_work_pending))); return x; } static inline void set_irq_work_pending_flag(void) {