kernel/sched/fair.c

1370 struct numa_group {
1393  * ->numa_group (see struct task_struct for locking rules).
1395 static struct numa_group *deref_task_numa_group(struct task_struct *p)
1397 	return rcu_dereference_check(p->numa_group, p == current ||
1401 static struct numa_group *deref_curr_numa_group(struct task_struct *p)
1403 	return rcu_dereference_protected(p->numa_group, p == current);
1406 static inline unsigned long group_faults_priv(struct numa_group *ng);
1407 static inline unsigned long group_faults_shared(struct numa_group *ng);
1449 	struct numa_group *ng;
1453 	ng = rcu_dereference(p->numa_group);
1471 	struct numa_group *ng;
1516 	struct numa_group *ng;
1520 	ng = rcu_dereference(p->numa_group);
1550 	struct numa_group *ng = deref_task_numa_group(p);
1559 static inline unsigned long group_faults_cpu(struct numa_group *group, int nid)
1565 static inline unsigned long group_faults_priv(struct numa_group *ng)
1577 static inline unsigned long group_faults_shared(struct numa_group *ng)
1596 static bool numa_is_active_node(int nid, struct numa_group *ng)
1652 		 * nodes; a numa_group can occupy any set of nodes.
1695 	struct numa_group *ng = deref_task_numa_group(p);
1829 	struct numa_group *ng = deref_curr_numa_group(p);
1912 	/* A shared fault, but p->numa_group has not been set up yet. */
2166 	struct numa_group *cur_ng, *p_ng = deref_curr_numa_group(env->p);
2224 	cur_ng = rcu_dereference(cur->numa_group);
2426 	struct numa_group *ng;
2472 	 * - the task is part of a numa_group that is interleaved across
2571 static void numa_group_count_active_nodes(struct numa_group *numa_group)
2577 		faults = group_faults_cpu(numa_group, nid);
2583 		faults = group_faults_cpu(numa_group, nid);
2588 	numa_group->max_faults_cpu = max_faults;
2589 	numa_group->active_nodes = active_nodes;
2712  * Determine the preferred nid for a task in a numa_group. This needs to
2807 	struct numa_group *ng;
2912 static inline int get_numa_group(struct numa_group *grp)
2917 static inline void put_numa_group(struct numa_group *grp)
2926 	struct numa_group *grp, *my_grp;
2933 		unsigned int size = sizeof(struct numa_group) +
2953 		rcu_assign_pointer(p->numa_group, grp);
2962 	grp = rcu_dereference(tsk->numa_group);
3018 	rcu_assign_pointer(p->numa_group, grp);
3038 	struct numa_group *grp = rcu_dereference_raw(p->numa_group);
3054 		RCU_INIT_POINTER(p->numa_group, NULL);
3077 	struct numa_group *ng;
3463 	RCU_INIT_POINTER(p->numa_group, NULL);
8930 	struct numa_group *numa_group = rcu_dereference(p->numa_group);
8963 	if (numa_group) {
13254 	struct numa_group *ng;
13257 	ng = rcu_dereference(p->numa_group);