1 | /* |
2 | * Copyright (c) 2017-2019 Apple Inc. All rights reserved. |
3 | * |
4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ |
5 | * |
6 | * This file contains Original Code and/or Modifications of Original Code |
7 | * as defined in and that are subject to the Apple Public Source License |
8 | * Version 2.0 (the 'License'). You may not use this file except in |
9 | * compliance with the License. The rights granted to you under the License |
10 | * may not be used to create, or enable the creation or redistribution of, |
11 | * unlawful or unlicensed copies of an Apple operating system, or to |
12 | * circumvent, violate, or enable the circumvention or violation of, any |
13 | * terms of an Apple operating system software license agreement. |
14 | * |
15 | * Please obtain a copy of the License at |
16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. |
17 | * |
18 | * The Original Code and all software distributed under the License are |
19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER |
20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, |
21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, |
22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. |
23 | * Please see the License for the specific language governing rights and |
24 | * limitations under the License. |
25 | * |
26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ |
27 | */ |
28 | #ifndef ARM64_MONOTONIC_H |
29 | #define ARM64_MONOTONIC_H |
30 | |
31 | #include <stdbool.h> |
32 | #include <sys/cdefs.h> |
33 | |
34 | #if CONFIG_CPU_COUNTERS |
35 | |
36 | #include <pexpert/arm64/board_config.h> |
37 | |
38 | #if KERNEL_PRIVATE |
39 | |
40 | __BEGIN_DECLS |
41 | |
42 | extern const bool mt_core_supported; |
43 | |
44 | #if !CPMU_AIC_PMI |
45 | #define MONOTONIC_FIQ 1 |
46 | #endif /* !CPMU_AIC_PMI */ |
47 | |
48 | #include <stdint.h> |
49 | |
50 | #if HAS_UNCORE_CTRS |
51 | #define MT_NDEVS 2 |
52 | #else /* HAS_UNCORE_CTRS */ |
53 | #define MT_NDEVS 1 |
54 | #endif /* !HAS_UNCORE_CTRS */ |
55 | |
56 | #define MT_CORE_CYCLES 0 |
57 | #define MT_CORE_INSTRS 1 |
58 | #define MT_CORE_NFIXED 2 |
59 | #define MT_CORE_MAXVAL ((UINT64_C(1) << 48) - 1) |
60 | |
61 | __END_DECLS |
62 | |
63 | #endif /* KERNEL_PRIVATE */ |
64 | |
65 | #if MACH_KERNEL_PRIVATE |
66 | |
67 | #include <stdbool.h> |
68 | |
69 | __BEGIN_DECLS |
70 | |
71 | /* set by hardware if a PMI was delivered */ |
72 | #define PMCR0_PMAI (UINT64_C(1) << 11) |
73 | #define PMCR0_PMI(REG) ((REG) & PMCR0_PMAI) |
74 | |
75 | #if HAS_UNCORE_CTRS |
76 | |
77 | #define UPMSR_PMI(REG) ((REG) & 0x1) |
78 | |
79 | #endif /* HAS_UNCORE_CTRS */ |
80 | |
81 | static inline bool |
82 | mt_pmi_pending(uint64_t * restrict pmcr0_out, |
83 | uint64_t * restrict upmsr_out) |
84 | { |
85 | uint64_t pmcr0 = __builtin_arm_rsr64("PMCR0_EL1" ); |
86 | bool pmi = PMCR0_PMI(pmcr0); |
87 | if (pmi) { |
88 | /* |
89 | * Acknowledge the PMI by clearing the pmai bit. |
90 | */ |
91 | __builtin_arm_wsr64("PMCR0_EL1" , pmcr0 & ~PMCR0_PMAI); |
92 | } |
93 | *pmcr0_out = pmcr0; |
94 | |
95 | #if HAS_UNCORE_CTRS |
96 | extern bool mt_uncore_enabled; |
97 | if (mt_uncore_enabled) { |
98 | uint64_t upmsr = __builtin_arm_rsr64("UPMSR_EL1" ); |
99 | if (UPMSR_PMI(upmsr)) { |
100 | pmi = true; |
101 | } |
102 | *upmsr_out = upmsr; |
103 | } |
104 | #else /* HAS_UNCORE_CTRS */ |
105 | #pragma unused(upmsr_out) |
106 | #endif /* !HAS_UNCORE_CTRS */ |
107 | |
108 | return pmi; |
109 | } |
110 | |
111 | void mt_fiq(void *cpu, uint64_t pmcr0, uint64_t upmsr); |
112 | |
113 | #if CPMU_AIC_PMI |
114 | void mt_cpmu_aic_pmi(void *source); |
115 | #endif /* CPMU_AIC_PMI */ |
116 | |
117 | __END_DECLS |
118 | |
119 | #endif /* MACH_KERNEL_PRIVATE */ |
120 | |
121 | #endif /* CONFIG_CPU_COUNTERS */ |
122 | |
123 | #endif /* !defined(ARM64_MONOTONIC_H) */ |
124 | |