linux-master/mm/percpu.c

2522 	upa = ai->alloc_size / ai->unit_size;
2528 	       ai->unit_size, ai->alloc_size / ai->atom_size, ai->atom_size);
2578  * @ai->reserved_size + @ai->dyn_size and @ai->unit_size is unused.
2580  * @ai->unit_size specifies unit size and must be aligned to PAGE_SIZE
2589  * @ai->unit_size is larger than @ai->atom_size.
2640 	PCPU_SETUP_BUG_ON(ai->unit_size < size_sum);
2641 	PCPU_SETUP_BUG_ON(offset_in_page(ai->unit_size));
2642 	PCPU_SETUP_BUG_ON(ai->unit_size < PCPU_MIN_UNIT_SIZE);
2643 	PCPU_SETUP_BUG_ON(!IS_ALIGNED(ai->unit_size, PCPU_BITMAP_BLOCK_SIZE));
2685 		group_sizes[group] = gi->nr_units * ai->unit_size;
2697 			unit_off[cpu] = gi->base_offset + i * ai->unit_size;
2724 	pcpu_unit_pages = ai->unit_size >> PAGE_SHIFT;
2930 	 * Expand the unit_size until we use >= 75% of the units allocated.
2931 	 * Related to atom_size, which could be much larger than the unit_size.
2981 	ai->unit_size = alloc_size / upa;
2993 		gi->base_offset = unit * ai->unit_size;
3113 		ptr = pcpu_fc_alloc(cpu, gi->nr_units * ai->unit_size, atom_size, cpu_to_nd_fn);
3127 	max_distance += ai->unit_size * ai->groups[highest_group].nr_units;
3149 		for (i = 0; i < gi->nr_units; i++, ptr += ai->unit_size) {
3152 				pcpu_fc_free(ptr, ai->unit_size);
3157 			pcpu_fc_free(ptr + size_sum, ai->unit_size - size_sum);
3168 		ai->dyn_size, ai->unit_size);
3177 				ai->groups[group].nr_units * ai->unit_size);
3282 	upa = ai->alloc_size/ai->unit_size;
3289 	unit_pages = ai->unit_size >> PAGE_SHIFT;
3320 	vm.size = num_possible_cpus() * ai->unit_size;
3325 			(unsigned long)vm.addr + unit * ai->unit_size;
3336 		flush_cache_vmap_early(unit_addr, unit_addr + ai->unit_size);
3409 	const size_t unit_size =
3416 	fc = memblock_alloc_from(unit_size, PAGE_SIZE, __pa(MAX_DMA_ADDRESS));
3422 	ai->dyn_size = unit_size;
3423 	ai->unit_size = unit_size;
3424 	ai->atom_size = unit_size;
3425 	ai->alloc_size = unit_size;