linux-master/mm/mempolicy.c

458 				unsigned long flags);
462 static bool strictly_unmovable(unsigned long flags)
479 	unsigned long flags;
481 	unsigned long start;
482 	unsigned long end;
485 	long nr_failed;			/* could not be isolated at this time */
498 	unsigned long flags = qp->flags;
535 static int queue_folios_pte_range(pmd_t *pmd, unsigned long addr,
536 			unsigned long end, struct mm_walk *walk)
541 	unsigned long flags = qp->flags;
615 static int queue_folios_hugetlb(pte_t *pte, unsigned long hmask,
616 			       unsigned long addr, unsigned long end,
621 	unsigned long flags = qp->flags;
670 unsigned long change_prot_numa(struct vm_area_struct *vma,
671 			unsigned long addr, unsigned long end)
674 	long nr_updated;
688 static int queue_pages_test_walk(unsigned long start, unsigned long end,
693 	unsigned long flags = qp->flags;
757 static long
758 queue_pages_range(struct mm_struct *mm, unsigned long start, unsigned long end,
759 		nodemask_t *nodes, unsigned long flags,
818 		struct vm_area_struct **prev, unsigned long start,
819 		unsigned long end, struct mempolicy *new_pol)
821 	unsigned long vmstart, vmend;
845 static long do_set_mempolicy(unsigned short mode, unsigned short flags,
911 static int lookup_node(struct mm_struct *mm, unsigned long addr)
925 static long do_get_mempolicy(int *policy, nodemask_t *nmask,
926 			     unsigned long addr, unsigned long flags)
934 		~(unsigned long)(MPOL_F_NODE|MPOL_F_ADDR|MPOL_F_MEMS_ALLOWED))
1028 				unsigned long flags)
1060 static long migrate_to_node(struct mm_struct *mm, int source, int dest,
1066 	long nr_failed;
1067 	long err = 0;
1094 			(unsigned long)&mtc, MIGRATE_SYNC, MR_SYSCALL, NULL);
1113 	long nr_failed = 0;
1114 	long err = 0;
1209 						    unsigned long private)
1244 				unsigned long flags)
1256 						    unsigned long private)
1262 static long do_mbind(unsigned long start, unsigned long len,
1264 		     nodemask_t *nmask, unsigned long flags)
1271 	unsigned long end;
1272 	long err;
1273 	long nr_failed;
1276 	if (flags & ~(unsigned long)MPOL_MF_VALID)
1361 			unsigned long addr = -EFAULT;
1392 				(unsigned long)&mmpol, MIGRATE_SYNC,
1410 static int get_bitmap(unsigned long *mask, const unsigned long __user *nmask,
1411 		      unsigned long maxnode)
1413 	unsigned long nlongs = BITS_TO_LONGS(maxnode);
1422 				     nlongs * sizeof(unsigned long));
1434 static int get_nodes(nodemask_t *nodes, const unsigned long __user *nmask,
1435 		     unsigned long maxnode)
1450 		unsigned long bits = min_t(unsigned long, maxnode, BITS_PER_LONG);
1451 		unsigned long t;
1470 static int copy_nodes_to_user(unsigned long __user *mask, unsigned long maxnode,
1473 	unsigned long copy = ALIGN(maxnode-1, 64) / 8;
1474 	unsigned int nbytes = BITS_TO_LONGS(nr_node_ids) * sizeof(long);
1515 static long kernel_mbind(unsigned long start, unsigned long len,
1516 			 unsigned long mode, const unsigned long __user *nmask,
1517 			 unsigned long maxnode, unsigned int flags)
1536 SYSCALL_DEFINE4(set_mempolicy_home_node, unsigned long, start, unsigned long, len,
1537 		unsigned long, home_node, unsigned long, flags)
1542 	unsigned long end;
1603 SYSCALL_DEFINE6(mbind, unsigned long, start, unsigned long, len,
1604 		unsigned long, mode, const unsigned long __user *, nmask,
1605 		unsigned long, maxnode, unsigned int, flags)
1611 static long kernel_set_mempolicy(int mode, const unsigned long __user *nmask,
1612 				 unsigned long maxnode)
1630 SYSCALL_DEFINE3(set_mempolicy, int, mode, const unsigned long __user *, nmask,
1631 		unsigned long, maxnode)
1636 static int kernel_migrate_pages(pid_t pid, unsigned long maxnode,
1637 				const unsigned long __user *old_nodes,
1638 				const unsigned long __user *new_nodes)
1723 SYSCALL_DEFINE4(migrate_pages, pid_t, pid, unsigned long, maxnode,
1724 		const unsigned long __user *, old_nodes,
1725 		const unsigned long __user *, new_nodes)
1732 				unsigned long __user *nmask,
1733 				unsigned long maxnode,
1734 				unsigned long addr,
1735 				unsigned long flags)
1761 		unsigned long __user *, nmask, unsigned long, maxnode,
1762 		unsigned long, addr, unsigned long, flags)
1796 				   unsigned long addr, pgoff_t *ilx)
1819 				 unsigned long addr, int order, pgoff_t *ilx)
2103 int huge_node(struct vm_area_struct *vma, unsigned long addr, gfp_t gfp_flags,
2297 		unsigned long addr, bool hugepage)
2347 static unsigned long alloc_pages_bulk_array_interleave(gfp_t gfp,
2348 		struct mempolicy *pol, unsigned long nr_pages,
2352 	unsigned long nr_pages_per_node;
2355 	unsigned long nr_allocated;
2356 	unsigned long total_allocated = 0;
2382 static unsigned long alloc_pages_bulk_array_weighted_interleave(gfp_t gfp,
2383 		struct mempolicy *pol, unsigned long nr_pages,
2388 	unsigned long total_allocated = 0;
2389 	unsigned long nr_allocated = 0;
2390 	unsigned long rounds;
2391 	unsigned long node_pages, delta;
2394 	unsigned long rem_pages = nr_pages;
2497 static unsigned long alloc_pages_bulk_array_preferred_many(gfp_t gfp, int nid,
2498 		struct mempolicy *pol, unsigned long nr_pages,
2502 	unsigned long nr_allocated = 0;
2523 unsigned long alloc_pages_bulk_array_mempolicy_noprof(gfp_t gfp,
2524 		unsigned long nr_pages, struct page **page_array)
2733 		   unsigned long addr)
2852 static void sp_node_init(struct sp_node *node, unsigned long start,
2853 			unsigned long end, struct mempolicy *pol)
2860 static struct sp_node *sp_alloc(unsigned long start, unsigned long end,
3002 	unsigned long sz = vma_pages(vma);
3083 	unsigned long largest = 0;
3110 		unsigned long total_pages = node_present_pages(nid);