1 | /* |
2 | * Copyright (c) 2003-2009 Apple Inc. All rights reserved. |
3 | * |
4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ |
5 | * |
6 | * This file contains Original Code and/or Modifications of Original Code |
7 | * as defined in and that are subject to the Apple Public Source License |
8 | * Version 2.0 (the 'License'). You may not use this file except in |
9 | * compliance with the License. The rights granted to you under the License |
10 | * may not be used to create, or enable the creation or redistribution of, |
11 | * unlawful or unlicensed copies of an Apple operating system, or to |
12 | * circumvent, violate, or enable the circumvention or violation of, any |
13 | * terms of an Apple operating system software license agreement. |
14 | * |
15 | * Please obtain a copy of the License at |
16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. |
17 | * |
18 | * The Original Code and all software distributed under the License are |
19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER |
20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, |
21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, |
22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. |
23 | * Please see the License for the specific language governing rights and |
24 | * limitations under the License. |
25 | * |
26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ |
27 | */ |
28 | /* |
29 | * Machine independent per processor data. |
30 | */ |
31 | |
32 | #ifndef _KERN_PROCESSOR_DATA_H_ |
33 | #define _KERN_PROCESSOR_DATA_H_ |
34 | |
35 | /* |
36 | * #include kern/processor.h instead of this file. |
37 | */ |
38 | |
39 | #ifdef MACH_KERNEL_PRIVATE |
40 | |
41 | #include <ipc/ipc_kmsg.h> |
42 | #include <kern/timer.h> |
43 | #include <kern/debug.h> |
44 | |
45 | struct processor_sched_statistics { |
46 | uint32_t csw_count; |
47 | uint32_t preempt_count; |
48 | uint32_t preempted_rt_count; |
49 | uint32_t preempted_by_rt_count; |
50 | uint32_t rt_sched_count; |
51 | uint32_t interrupt_count; |
52 | uint32_t ipi_count; |
53 | uint32_t timer_pop_count; |
54 | uint32_t idle_transitions; |
55 | uint32_t quantum_timer_expirations; |
56 | }; |
57 | |
58 | struct processor_data { |
59 | /* Processor state statistics */ |
60 | timer_data_t idle_state; |
61 | timer_data_t system_state; |
62 | timer_data_t user_state; |
63 | |
64 | timer_t current_state; /* points to processor's idle, system, or user state timer */ |
65 | |
66 | /* Thread execution timers */ |
67 | timer_t thread_timer; /* points to current thread's user or system timer */ |
68 | timer_t kernel_timer; /* points to current thread's system_timer */ |
69 | |
70 | /* Kernel stack cache */ |
71 | struct stack_cache { |
72 | vm_offset_t free; |
73 | unsigned int count; |
74 | } stack_cache; |
75 | |
76 | /* VM event counters */ |
77 | vm_statistics64_data_t vm_stat; |
78 | |
79 | /* waitq prepost cache */ |
80 | #define WQP_CACHE_MAX 50 |
81 | struct wqp_cache { |
82 | uint64_t head; |
83 | unsigned int avail; |
84 | } wqp_cache; |
85 | |
86 | int start_color; |
87 | unsigned long page_grab_count; |
88 | void *free_pages; |
89 | struct processor_sched_statistics sched_stats; |
90 | uint64_t timer_call_ttd; /* current timer call time-to-deadline */ |
91 | uint64_t wakeups_issued_total; /* Count of thread wakeups issued |
92 | * by this processor |
93 | */ |
94 | struct debugger_state { |
95 | debugger_op db_current_op; |
96 | const char *db_message; |
97 | const char *db_panic_str; |
98 | va_list *db_panic_args; |
99 | uint64_t db_panic_options; |
100 | void *db_panic_data_ptr; |
101 | boolean_t db_proceed_on_sync_failure; |
102 | uint32_t db_entry_count; /* incremented whenever we panic or call Debugger (current CPU panic level) */ |
103 | kern_return_t db_op_return; |
104 | unsigned long db_panic_caller; |
105 | } debugger_state; |
106 | }; |
107 | |
108 | typedef struct processor_data processor_data_t; |
109 | |
110 | #define PROCESSOR_DATA(processor, member) \ |
111 | (processor)->processor_data.member |
112 | |
113 | extern void processor_data_init( |
114 | processor_t processor); |
115 | |
116 | #define SCHED_STATS_INTERRUPT(p) \ |
117 | MACRO_BEGIN \ |
118 | if (__builtin_expect(sched_stats_active, 0)) { \ |
119 | (p)->processor_data.sched_stats.interrupt_count++; \ |
120 | } \ |
121 | MACRO_END |
122 | |
123 | #define SCHED_STATS_TIMER_POP(p) \ |
124 | MACRO_BEGIN \ |
125 | if (__builtin_expect(sched_stats_active, 0)) { \ |
126 | (p)->processor_data.sched_stats.timer_pop_count++; \ |
127 | } \ |
128 | MACRO_END |
129 | |
130 | #define SCHED_STATS_IPI(p) \ |
131 | MACRO_BEGIN \ |
132 | if (__builtin_expect(sched_stats_active, 0)) { \ |
133 | (p)->processor_data.sched_stats.ipi_count++; \ |
134 | } \ |
135 | MACRO_END |
136 | |
137 | #define SCHED_STATS_CPU_IDLE_START(p) \ |
138 | MACRO_BEGIN \ |
139 | if (__builtin_expect(sched_stats_active, 0)) { \ |
140 | (p)->processor_data.sched_stats.idle_transitions++; \ |
141 | } \ |
142 | MACRO_END |
143 | |
144 | #define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p) \ |
145 | MACRO_BEGIN \ |
146 | if (__builtin_expect(sched_stats_active, 0)) { \ |
147 | (p)->processor_data.sched_stats.quantum_timer_expirations++; \ |
148 | } \ |
149 | MACRO_END |
150 | |
151 | #endif /* MACH_KERNEL_PRIVATE */ |
152 | |
153 | #endif /* _KERN_PROCESSOR_DATA_H_ */ |
154 | |