1/*
2 * Copyright (c) 2003-2009 Apple Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28/*
29 * Machine independent per processor data.
30 */
31
32#ifndef _KERN_PROCESSOR_DATA_H_
33#define _KERN_PROCESSOR_DATA_H_
34
35/*
36 * #include kern/processor.h instead of this file.
37 */
38
39#ifdef MACH_KERNEL_PRIVATE
40
41#include <ipc/ipc_kmsg.h>
42#include <kern/timer.h>
43
44struct processor_sched_statistics {
45	uint32_t		csw_count;
46	uint32_t		preempt_count;
47	uint32_t		preempted_rt_count;
48	uint32_t		preempted_by_rt_count;
49	uint32_t		rt_sched_count;
50	uint32_t		interrupt_count;
51	uint32_t		ipi_count;
52	uint32_t		timer_pop_count;
53	uint32_t		idle_transitions;
54	uint32_t		quantum_timer_expirations;
55};
56
57struct processor_data {
58	/* Processor state statistics */
59	timer_data_t			idle_state;
60	timer_data_t			system_state;
61	timer_data_t			user_state;
62
63	timer_t					current_state;
64
65	/* Thread execution timers */
66	timer_t					thread_timer;
67	timer_t					kernel_timer;
68
69	/* Kernel stack cache */
70	struct stack_cache {
71		vm_offset_t				free;
72		unsigned int			count;
73	}						stack_cache;
74
75	/* VM event counters */
76	vm_statistics64_data_t	vm_stat;
77
78	/* IPC free message cache */
79	struct ikm_cache {
80#define IKM_STASH	16
81		ipc_kmsg_t				entries[IKM_STASH];
82		unsigned int			avail;
83	}						ikm_cache;
84
85	unsigned long			page_grab_count;
86	int						start_color;
87	void					*free_pages;
88
89	struct processor_sched_statistics sched_stats;
90	uint64_t        timer_call_ttd; /* current timer call time-to-deadline */
91};
92
93typedef struct processor_data	processor_data_t;
94
95#define PROCESSOR_DATA(processor, member)	\
96					(processor)->processor_data.member
97
98extern	void	processor_data_init(
99					processor_t		processor);
100
101#define SCHED_STATS_INTERRUPT(p) 					\
102MACRO_BEGIN								\
103	if (__builtin_expect(sched_stats_active, 0)) { 		\
104		(p)->processor_data.sched_stats.interrupt_count++;	\
105	}								\
106MACRO_END
107
108#define SCHED_STATS_TIMER_POP(p)					\
109MACRO_BEGIN								\
110	if (__builtin_expect(sched_stats_active, 0)) { 		\
111		(p)->processor_data.sched_stats.timer_pop_count++; 	\
112	}								\
113MACRO_END
114
115#define SCHED_STATS_IPI(p) 						\
116MACRO_BEGIN								\
117	if (__builtin_expect(sched_stats_active, 0)) { 		\
118		(p)->processor_data.sched_stats.ipi_count++; 		\
119	}								\
120MACRO_END
121
122#define SCHED_STATS_CPU_IDLE_START(p)								\
123MACRO_BEGIN											\
124	if (__builtin_expect(sched_stats_active, 0)) { 					\
125		(p)->processor_data.sched_stats.idle_transitions++;				\
126	}											\
127MACRO_END
128
129#define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p)								\
130MACRO_BEGIN											\
131	if (__builtin_expect(sched_stats_active, 0)) { 					\
132		(p)->processor_data.sched_stats.quantum_timer_expirations++;		\
133	}											\
134MACRO_END
135
136#endif /* MACH_KERNEL_PRIVATE */
137
138#endif /* _KERN_PROCESSOR_DATA_H_ */
139