1/*
2 * Copyright (c) 2003-2009 Apple Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28/*
29 * Machine independent per processor data.
30 */
31
32#ifndef _KERN_PROCESSOR_DATA_H_
33#define _KERN_PROCESSOR_DATA_H_
34
35/*
36 * #include kern/processor.h instead of this file.
37 */
38
39#ifdef MACH_KERNEL_PRIVATE
40
41#include <ipc/ipc_kmsg.h>
42#include <kern/timer.h>
43
44struct processor_sched_statistics {
45	uint32_t		csw_count;
46	uint32_t		preempt_count;
47	uint32_t		preempted_rt_count;
48	uint32_t		preempted_by_rt_count;
49	uint32_t		rt_sched_count;
50	uint32_t		interrupt_count;
51	uint32_t		ipi_count;
52	uint32_t		timer_pop_count;
53	uint32_t		idle_transitions;
54	uint32_t		quantum_timer_expirations;
55};
56
57struct processor_data {
58	/* Processor state statistics */
59	timer_data_t			idle_state;
60	timer_data_t			system_state;
61	timer_data_t			user_state;
62
63	timer_t					current_state;
64
65	/* Thread execution timers */
66	timer_t					thread_timer;
67	timer_t					kernel_timer;
68
69	/* Kernel stack cache */
70	struct stack_cache {
71		vm_offset_t				free;
72		unsigned int			count;
73	}						stack_cache;
74
75	/* VM event counters */
76	vm_statistics64_data_t	vm_stat;
77
78	/* IPC free message cache */
79	struct ikm_cache {
80#define IKM_STASH	16
81		ipc_kmsg_t				entries[IKM_STASH];
82		unsigned int			avail;
83	}						ikm_cache;
84	int						start_color;
85	unsigned long			page_grab_count;
86	void					*free_pages;
87	struct processor_sched_statistics sched_stats;
88	uint64_t	timer_call_ttd; /* current timer call time-to-deadline */
89	uint64_t	wakeups_issued_total; /* Count of thread wakeups issued
90					       * by this processor
91					       */
92};
93
94typedef struct processor_data	processor_data_t;
95
96#define PROCESSOR_DATA(processor, member)	\
97					(processor)->processor_data.member
98
99extern	void	processor_data_init(
100					processor_t		processor);
101
102#define SCHED_STATS_INTERRUPT(p) 					\
103MACRO_BEGIN								\
104	if (__builtin_expect(sched_stats_active, 0)) { 		\
105		(p)->processor_data.sched_stats.interrupt_count++;	\
106	}								\
107MACRO_END
108
109#define SCHED_STATS_TIMER_POP(p)					\
110MACRO_BEGIN								\
111	if (__builtin_expect(sched_stats_active, 0)) { 		\
112		(p)->processor_data.sched_stats.timer_pop_count++; 	\
113	}								\
114MACRO_END
115
116#define SCHED_STATS_IPI(p) 						\
117MACRO_BEGIN								\
118	if (__builtin_expect(sched_stats_active, 0)) { 		\
119		(p)->processor_data.sched_stats.ipi_count++; 		\
120	}								\
121MACRO_END
122
123#define SCHED_STATS_CPU_IDLE_START(p)								\
124MACRO_BEGIN											\
125	if (__builtin_expect(sched_stats_active, 0)) { 					\
126		(p)->processor_data.sched_stats.idle_transitions++;				\
127	}											\
128MACRO_END
129
130#define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p)								\
131MACRO_BEGIN											\
132	if (__builtin_expect(sched_stats_active, 0)) { 					\
133		(p)->processor_data.sched_stats.quantum_timer_expirations++;		\
134	}											\
135MACRO_END
136
137#endif /* MACH_KERNEL_PRIVATE */
138
139#endif /* _KERN_PROCESSOR_DATA_H_ */
140