linux-master/mm/vmscan.c

6565 static bool pgdat_watermark_boosted(pg_data_t *pgdat, int highest_zoneidx)
6577 	for (i = highest_zoneidx; i >= 0; i--) {
6591  * and highest_zoneidx
6593 static bool pgdat_balanced(pg_data_t *pgdat, int order, int highest_zoneidx)
6603 	for (i = 0; i <= highest_zoneidx; i++) {
6613 		if (zone_watermark_ok_safe(zone, order, mark, highest_zoneidx))
6618 	 * If a node has no managed zone within highest_zoneidx, it does not
6646 				int highest_zoneidx)
6668 	if (pgdat_balanced(pgdat, order, highest_zoneidx)) {
6721 update_reclaim_active(pg_data_t *pgdat, int highest_zoneidx, bool active)
6726 	for (i = 0; i <= highest_zoneidx; i++) {
6740 set_reclaim_active(pg_data_t *pgdat, int highest_zoneidx)
6742 	update_reclaim_active(pgdat, highest_zoneidx, true);
6746 clear_reclaim_active(pg_data_t *pgdat, int highest_zoneidx)
6748 	update_reclaim_active(pgdat, highest_zoneidx, false);
6764 static int balance_pgdat(pg_data_t *pgdat, int order, int highest_zoneidx)
6792 	for (i = 0; i <= highest_zoneidx; i++) {
6803 	set_reclaim_active(pgdat, highest_zoneidx);
6812 		sc.reclaim_idx = highest_zoneidx;
6842 		balanced = pgdat_balanced(pgdat, sc.order, highest_zoneidx);
6947 	clear_reclaim_active(pgdat, highest_zoneidx);
6953 		for (i = 0; i <= highest_zoneidx; i++) {
6968 		wakeup_kcompactd(pgdat, pageblock_order, highest_zoneidx);
7001 				unsigned int highest_zoneidx)
7018 	if (prepare_kswapd_sleep(pgdat, reclaim_order, highest_zoneidx)) {
7031 		wakeup_kcompactd(pgdat, alloc_order, highest_zoneidx);
7043 							highest_zoneidx));
7058 	    prepare_kswapd_sleep(pgdat, reclaim_order, highest_zoneidx)) {
7100 	unsigned int highest_zoneidx = MAX_NR_ZONES - 1;
7130 		highest_zoneidx = kswapd_highest_zoneidx(pgdat,
7131 							highest_zoneidx);
7135 					highest_zoneidx);
7137 		/* Read the new order and highest_zoneidx */
7139 		highest_zoneidx = kswapd_highest_zoneidx(pgdat,
7140 							highest_zoneidx);
7162 		trace_mm_vmscan_kswapd_wake(pgdat->node_id, highest_zoneidx,
7165 						highest_zoneidx);
7183 		   enum zone_type highest_zoneidx)
7197 	if (curr_idx == MAX_NR_ZONES || curr_idx < highest_zoneidx)
7198 		WRITE_ONCE(pgdat->kswapd_highest_zoneidx, highest_zoneidx);
7208 	    (pgdat_balanced(pgdat, order, highest_zoneidx) &&
7209 	     !pgdat_watermark_boosted(pgdat, highest_zoneidx))) {
7218 			wakeup_kcompactd(pgdat, order, highest_zoneidx);
7222 	trace_mm_vmscan_wakeup_kswapd(pgdat->node_id, highest_zoneidx, order,