linux-master/mm/hugetlb.c

1443  * nodes_allowed previously, so h->next_node_to_{alloc|free} might
1444  * be outside of *nodes_allowed.  Ensure that we use an allowed
1447 static int next_node_allowed(int nid, nodemask_t *nodes_allowed)
1449 	nid = next_node_in(nid, *nodes_allowed);
1455 static int get_valid_node_allowed(int nid, nodemask_t *nodes_allowed)
1457 	if (!node_isset(nid, *nodes_allowed))
1458 		nid = next_node_allowed(nid, nodes_allowed);
1469 					nodemask_t *nodes_allowed)
1473 	VM_BUG_ON(!nodes_allowed);
1475 	nid = get_valid_node_allowed(*next_node, nodes_allowed);
1476 	*next_node = next_node_allowed(nid, nodes_allowed);
1487 static int hstate_next_node_to_free(struct hstate *h, nodemask_t *nodes_allowed)
1491 	VM_BUG_ON(!nodes_allowed);
1493 	nid = get_valid_node_allowed(h->next_nid_to_free, nodes_allowed);
1494 	h->next_nid_to_free = next_node_allowed(nid, nodes_allowed);
2337 					nodemask_t *nodes_allowed,
2344 	for_each_node_mask_to_alloc(next_node, nr_nodes, node, nodes_allowed) {
2348 					nodes_allowed, node_alloc_noretry);
2364 		nodemask_t *nodes_allowed, bool acct_surplus)
2370 	for_each_node_mask_to_free(h, nr_nodes, node, nodes_allowed) {
3693 						nodemask_t *nodes_allowed)
3705 	for_each_node_mask(i, *nodes_allowed) {
3725 						nodemask_t *nodes_allowed)
3735 static int adjust_pool_surplus(struct hstate *h, nodemask_t *nodes_allowed,
3744 		for_each_node_mask_to_alloc(&h->next_nid_to_alloc, nr_nodes, node, nodes_allowed) {
3749 		for_each_node_mask_to_free(h, nr_nodes, node, nodes_allowed) {
3765 			      nodemask_t *nodes_allowed)
3795 	 * (nodes_allowed) will restrict alloc/free to the specified node.
3842 		if (!adjust_pool_surplus(h, nodes_allowed, -1))
3858 		folio = alloc_pool_huge_folio(h, nodes_allowed,
3904 	try_to_free_low(h, min_count, nodes_allowed);
3910 		folio = remove_pool_hugetlb_folio(h, nodes_allowed, 0);
3923 		if (!adjust_pool_surplus(h, nodes_allowed, 1))
4009 static int demote_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed)
4023 	for_each_node_mask_to_free(h, nr_nodes, node, nodes_allowed) {
4087 	nodemask_t nodes_allowed, *n_mask;
4097 				init_nodemask_of_mempolicy(&nodes_allowed)))
4100 			n_mask = &nodes_allowed;
4106 		init_nodemask_of_node(&nodes_allowed, nid);
4107 		n_mask = &nodes_allowed;
4243 	nodemask_t nodes_allowed, *n_mask;
4254 		init_nodemask_of_node(&nodes_allowed, nid);
4255 		n_mask = &nodes_allowed;