1/*
2 * Copyright (c) 2011-2016 Apple Computer, Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28
29#include <arm/cpu_internal.h>
30#include <kern/machine.h>
31#include <kern/cpu_number.h>
32#include <kern/kalloc.h>
33#include <kern/processor.h>
34#include <kperf/kperf.h>
35#include <kperf/kperf_arch.h>
36#include <kperf/kperf_timer.h>
37#include <mach/mach_types.h>
38#include <machine/machine_routines.h> /* xcall */
39#include <stdatomic.h>
40
41void
42kperf_signal_handler(unsigned int cpu_number)
43{
44 uint64_t cpu_mask = UINT64_C(1) << cpu_number;
45
46 /* find all the timers that caused a signal */
47 for(int i = 0; i < (int)kperf_timerc; i++) {
48 uint64_t pending_cpus;
49 struct kperf_timer *timer = &kperf_timerv[i];
50
51 pending_cpus = atomic_fetch_and_explicit(&timer->pending_cpus,
52 ~cpu_mask, memory_order_relaxed);
53 if (pending_cpus & cpu_mask) {
54 kperf_ipi_handler(timer);
55 }
56 }
57}
58
59bool
60kperf_mp_broadcast_other_running(struct kperf_timer *timer)
61{
62 int current_cpu = cpu_number();
63 bool system_only_self = true;
64 int n_cpus = machine_info.logical_cpu_max;
65
66 /* signal all running processors */
67 for (int i = 0; i < n_cpus; i++) {
68 uint64_t i_bit = UINT64_C(1) << i;
69 processor_t processor = cpu_to_processor(i);
70
71 /* do not IPI processors that are not scheduling threads */
72 if (processor == PROCESSOR_NULL ||
73 processor->state != PROCESSOR_RUNNING ||
74 processor->active_thread == THREAD_NULL)
75 {
76 continue;
77 }
78
79 if (i == current_cpu) {
80 system_only_self = false;
81 continue;
82 }
83
84 /* nor processors that have not responded to the last broadcast */
85 uint64_t already_pending = atomic_fetch_or_explicit(
86 &timer->pending_cpus, i_bit, memory_order_relaxed);
87 if (already_pending & i_bit)
88 {
89#if DEVELOPMENT || DEBUG
90 atomic_fetch_add_explicit(&kperf_pending_ipis, 1,
91 memory_order_relaxed);
92#endif /* DEVELOPMENT || DEBUG */
93 continue;
94 }
95
96 cpu_signal(cpu_datap(i), SIGPkptimer, NULL, NULL);
97 }
98
99 return system_only_self;
100}
101