kernel/sched/fair.c

1406 static inline unsigned long group_faults_priv(struct numa_group *ng);
1407 static inline unsigned long group_faults_shared(struct numa_group *ng);
1449 	struct numa_group *ng;
1453 	ng = rcu_dereference(p->numa_group);
1454 	if (ng) {
1455 		unsigned long shared = group_faults_shared(ng);
1456 		unsigned long private = group_faults_priv(ng);
1458 		period *= refcount_read(&ng->refcount);
1471 	struct numa_group *ng;
1477 	ng = deref_curr_numa_group(p);
1478 	if (ng) {
1479 		unsigned long shared = group_faults_shared(ng);
1480 		unsigned long private = group_faults_priv(ng);
1483 		period *= refcount_read(&ng->refcount);
1516 	struct numa_group *ng;
1520 	ng = rcu_dereference(p->numa_group);
1521 	if (ng)
1522 		gid = ng->gid;
1550 	struct numa_group *ng = deref_task_numa_group(p);
1552 	if (!ng)
1555 	return ng->faults[task_faults_idx(NUMA_MEM, nid, 0)] +
1556 		ng->faults[task_faults_idx(NUMA_MEM, nid, 1)];
1565 static inline unsigned long group_faults_priv(struct numa_group *ng)
1571 		faults += ng->faults[task_faults_idx(NUMA_MEM, node, 1)];
1577 static inline unsigned long group_faults_shared(struct numa_group *ng)
1583 		faults += ng->faults[task_faults_idx(NUMA_MEM, node, 0)];
1596 static bool numa_is_active_node(int nid, struct numa_group *ng)
1598 	return group_faults_cpu(ng, nid) * ACTIVE_NODE_FRACTION > ng->max_faults_cpu;
1695 	struct numa_group *ng = deref_task_numa_group(p);
1698 	if (!ng)
1701 	total_faults = ng->total_faults;
1829 	struct numa_group *ng = deref_curr_numa_group(p);
1913 	if (!ng)
1920 	if (group_faults_cpu(ng, dst_nid) > group_faults_cpu(ng, src_nid) *
1932 	return group_faults_cpu(ng, dst_nid) * group_faults(p, src_nid) * 3 >
1933 	       group_faults_cpu(ng, src_nid) * group_faults(p, dst_nid) * 4;
2426 	struct numa_group *ng;
2476 	ng = deref_curr_numa_group(p);
2477 	if (env.best_cpu == -1 || (ng && ng->active_nodes > 1)) {
2510 	if (ng) {
2807 	struct numa_group *ng;
2825 	ng = deref_curr_numa_group(p);
2826 	if (ng) {
2827 		group_lock = &ng->lock;
2868 			if (ng) {
2876 				ng->faults[mem_idx] += diff;
2877 				ng->faults[cpu_idx] += f_diff;
2878 				ng->total_faults += diff;
2879 				group_faults += ng->faults[mem_idx];
2883 		if (!ng) {
2897 	if (ng) {
2898 		numa_group_count_active_nodes(ng);
3077 	struct numa_group *ng;
3127 	ng = deref_curr_numa_group(p);
3128 	if (!priv && !local && ng && ng->active_nodes > 1 &&
3129 				numa_is_active_node(cpu_node, ng) &&
3130 				numa_is_active_node(mem_node, ng))
13254 	struct numa_group *ng;
13257 	ng = rcu_dereference(p->numa_group);
13263 		if (ng) {
13264 			gsf = ng->faults[task_faults_idx(NUMA_MEM, node, 0)],
13265 			gpf = ng->faults[task_faults_idx(NUMA_MEM, node, 1)];