| /kernel/time/ |
| D | timer.c | 515 static void enqueue_timer(struct timer_base *base, struct timer_list *timer, in enqueue_timer() argument
518 hlist_add_head(&timer->entry, base->vectors + idx); in enqueue_timer()
519 __set_bit(idx, base->pending_map); in enqueue_timer()
524 __internal_add_timer(struct timer_base *base, struct timer_list *timer) in __internal_add_timer() argument
528 idx = calc_wheel_index(timer->expires, base->clk); in __internal_add_timer()
529 enqueue_timer(base, timer, idx); in __internal_add_timer()
533 trigger_dyntick_cpu(struct timer_base *base, struct timer_list *timer) in trigger_dyntick_cpu() argument
535 if (!IS_ENABLED(CONFIG_NO_HZ_COMMON) || !base->nohz_active) in trigger_dyntick_cpu()
543 if (tick_nohz_full_cpu(base->cpu)) in trigger_dyntick_cpu()
544 wake_up_nohz_cpu(base->cpu); in trigger_dyntick_cpu()
[all …]
|
| D | hrtimer.c | 140 struct hrtimer_clock_base *base; in lock_hrtimer_base() local
143 base = timer->base; in lock_hrtimer_base()
144 if (likely(base != &migration_base)) { in lock_hrtimer_base()
145 raw_spin_lock_irqsave(&base->cpu_base->lock, *flags); in lock_hrtimer_base()
146 if (likely(base == timer->base)) in lock_hrtimer_base()
147 return base; in lock_hrtimer_base()
149 raw_spin_unlock_irqrestore(&base->cpu_base->lock, *flags); in lock_hrtimer_base()
180 struct hrtimer_cpu_base *get_target_base(struct hrtimer_cpu_base *base, in get_target_base() argument
183 if (pinned || !base->migration_enabled) in get_target_base()
184 return base; in get_target_base()
[all …]
|
| D | alarmtimer.c | 137 static void alarmtimer_enqueue(struct alarm_base *base, struct alarm *alarm) in alarmtimer_enqueue() argument
140 timerqueue_del(&base->timerqueue, &alarm->node); in alarmtimer_enqueue()
142 timerqueue_add(&base->timerqueue, &alarm->node); in alarmtimer_enqueue()
155 static void alarmtimer_dequeue(struct alarm_base *base, struct alarm *alarm) in alarmtimer_dequeue() argument
160 timerqueue_del(&base->timerqueue, &alarm->node); in alarmtimer_dequeue()
177 struct alarm_base *base = &alarm_bases[alarm->type]; in alarmtimer_fired() local
182 spin_lock_irqsave(&base->lock, flags); in alarmtimer_fired()
183 alarmtimer_dequeue(base, alarm); in alarmtimer_fired()
184 spin_unlock_irqrestore(&base->lock, flags); in alarmtimer_fired()
187 restart = alarm->function(alarm, base->gettime()); in alarmtimer_fired()
[all …]
|
| D | timer_list.c | 90 print_active_timers(struct seq_file *m, struct hrtimer_clock_base *base, in print_active_timers() argument
103 raw_spin_lock_irqsave(&base->cpu_base->lock, flags); in print_active_timers()
105 curr = timerqueue_getnext(&base->active); in print_active_timers()
119 raw_spin_unlock_irqrestore(&base->cpu_base->lock, flags); in print_active_timers()
125 raw_spin_unlock_irqrestore(&base->cpu_base->lock, flags); in print_active_timers()
129 print_base(struct seq_file *m, struct hrtimer_clock_base *base, u64 now) in print_base() argument
131 SEQ_printf(m, " .base: %pK\n", base); in print_base()
132 SEQ_printf(m, " .index: %d\n", base->index); in print_base()
137 print_name_offset(m, base->get_time); in print_base()
141 (unsigned long long) ktime_to_ns(base->offset)); in print_base()
[all …]
|
| D | timekeeping.c | 58 struct tk_read_base base[2]; member
371 struct tk_read_base *base = tkf->base; in update_fast_timekeeper() local
377 memcpy(base, tkr, sizeof(*base)); in update_fast_timekeeper()
383 memcpy(base + 1, base, sizeof(*base)); in update_fast_timekeeper()
426 tkr = tkf->base + (seq & 0x01); in __ktime_get_fast_ns()
427 now = ktime_to_ns(tkr->base); in __ktime_get_fast_ns()
626 tk->tkr_mono.base = ns_to_ktime(seconds * NSEC_PER_SEC + nsec); in tk_update_ktime_data()
639 tk->tkr_raw.base = ns_to_ktime(tk->raw_sec * NSEC_PER_SEC); in tk_update_ktime_data()
751 ktime_t base; in ktime_get() local
758 base = tk->tkr_mono.base; in ktime_get()
[all …]
|
| D | posix-timers.c | 366 timer->base->get_time(), in schedule_next_timer()
756 now = timer->base->get_time(); in common_timer_get()
875 hrtimer_add_expires(timer, timer->base->get_time()); in common_timer_set()
|
| D | tick-sched.c | 1248 if (ts->sched_timer.base) in tick_cancel_sched_timer()
|
| /kernel/locking/ |
| D | mutex.c | 179 if (likely(atomic_read(&lock->base.count) == 0)) in ww_mutex_set_context_fastpath()
186 spin_lock_mutex(&lock->base.wait_lock, flags); in ww_mutex_set_context_fastpath()
187 list_for_each_entry(cur, &lock->base.wait_list, list) { in ww_mutex_set_context_fastpath()
188 debug_mutex_wake_waiter(&lock->base, cur); in ww_mutex_set_context_fastpath()
191 spin_unlock_mutex(&lock->base.wait_lock, flags); in ww_mutex_set_context_fastpath()
213 list_for_each_entry(cur, &lock->base.wait_list, list) { in ww_mutex_set_context_slowpath()
214 debug_mutex_wake_waiter(&lock->base, cur); in ww_mutex_set_context_slowpath()
328 ww = container_of(lock, struct ww_mutex, base); in mutex_optimistic_spin()
355 ww = container_of(lock, struct ww_mutex, base); in mutex_optimistic_spin()
474 mutex_clear_owner(&lock->base); in ww_mutex_unlock()
[all …]
|
| D | lockdep.c | 1985 return lock_classes + chain_hlocks[chain->base + i]; in lock_chain_get_class()
2049 class_id = chain_hlocks[chain->base + i]; in print_chain_keys_chain()
2103 if (DEBUG_LOCKS_WARN_ON(chain_hlocks[chain->base + j] != id)) { in check_no_collision()
2190 chain->base = nr_chain_hlocks; in lookup_chain_cache()
2193 chain_hlocks[chain->base + j] = lock_id; in lookup_chain_cache()
2195 chain_hlocks[chain->base + j] = class - lock_classes; in lookup_chain_cache()
|
| /kernel/ |
| D | groups.c | 82 int base, max, stride; in groups_sort() local
91 for (base = 0; base < max; base++) { in groups_sort()
92 int left = base; in groups_sort()
|
| D | module.c | 113 return (unsigned long)layout->base; in __mod_tree_val()
235 static void __mod_update_bounds(void *base, unsigned int size) in __mod_update_bounds() argument
237 unsigned long min = (unsigned long)base; in __mod_update_bounds()
248 __mod_update_bounds(mod->core_layout.base, mod->core_layout.size); in mod_update_bounds()
250 __mod_update_bounds(mod->init_layout.base, mod->init_layout.size); in mod_update_bounds()
402 #define symversion(base, idx) NULL argument
404 #define symversion(base, idx) ((base != NULL) ? ((base) + (idx)) : NULL) argument
1875 BUG_ON((unsigned long)layout->base & (PAGE_SIZE-1)); in frob_text()
1877 set_memory((unsigned long)layout->base, in frob_text()
1884 BUG_ON((unsigned long)layout->base & (PAGE_SIZE-1)); in frob_rodata()
[all …]
|
| D | cfi.c | 138 min_page_addr = (unsigned long)mod->core_layout.base & PAGE_MASK; in add_module_to_shadow()
139 max_page_addr = (unsigned long)mod->core_layout.base + in add_module_to_shadow()
160 min_page_addr = (unsigned long)mod->core_layout.base & PAGE_MASK; in remove_module_from_shadow()
161 max_page_addr = (unsigned long)mod->core_layout.base + in remove_module_from_shadow()
|
| D | pid.c | 118 static int pid_before(int base, int a, int b) in pid_before() argument
126 return (unsigned)(a - base) < (unsigned)(b - base); in pid_before()
144 static void set_last_pid(struct pid_namespace *pid_ns, int base, int pid) in set_last_pid() argument
147 int last_write = base; in set_last_pid()
151 } while ((prev != last_write) && (pid_before(base, last_write, pid))); in set_last_pid()
|
| D | futex_compat.c | 38 compat_uptr_t base = ptr_to_compat(entry); in futex_uaddr() local
39 void __user *uaddr = compat_ptr(base + futex_offset); in futex_uaddr()
|
| D | signal.c | 598 hrtimer_forward(tmr, tmr->base->get_time(), in dequeue_signal()
|
| /kernel/events/ |
| D | ring_buffer.c | 779 void *base; in rb_free_work() local
785 base = rb->user_page; in rb_free_work()
788 perf_mmap_unmark_page(base + (i * PAGE_SIZE)); in rb_free_work()
790 vfree(base); in rb_free_work()
|
| /kernel/gcov/ |
| D | Makefile | 3 obj-y := base.o fs.o
|
| /kernel/irq/ |
| D | ipi.c | 285 unsigned int base = data->irq; in __ipi_send_mask() local
288 unsigned irq = base + cpu - data->common->ipi_offset; in __ipi_send_mask()
|
| /kernel/power/ |
| D | snapshot.c | 1548 static unsigned long __fraction(u64 x, u64 multiplier, u64 base) in __fraction() argument
1551 do_div(x, base); in __fraction()
|
| /kernel/debug/kdb/ |
| D | kdb_main.c | 2034 kdb_printf(" 0x%p", mod->core_layout.base); in kdb_lsmod()
|
| /kernel/sched/ |
| D | core.c | 320 time = ktime_add_ns(timer->base->get_time(), delta); in hrtick_start()
|