kernel/bpf/hashtab.c

199 				     void __percpu *pptr)
201 	*(void __percpu **)(l->key + key_size) = pptr;
257 			void __percpu *pptr = htab_elem_get_ptr(elem, htab->map.key_size);
261 				bpf_obj_free_fields(htab->map.record, per_cpu_ptr(pptr, cpu));
280 		void __percpu *pptr;
282 		pptr = htab_elem_get_ptr(get_htab_elem(htab, i),
284 		free_percpu(pptr);
336 		void __percpu *pptr;
338 		pptr = bpf_map_alloc_percpu(&htab->map, size, 8,
340 		if (!pptr)
343 				  pptr);
389 	struct htab_elem *__percpu *pptr, *l_new;
393 	pptr = bpf_map_alloc_percpu(&htab->map, sizeof(struct htab_elem *), 8,
395 	if (!pptr)
404 		*per_cpu_ptr(pptr, cpu) = l_new;
406 	htab->extra_elems = pptr;
785 		void __percpu *pptr = htab_elem_get_ptr(elem, htab->map.key_size);
789 			bpf_obj_free_fields(htab->map.record, per_cpu_ptr(pptr, cpu));
952 static void pcpu_copy_value(struct bpf_htab *htab, void __percpu *pptr,
957 		copy_map_value(&htab->map, this_cpu_ptr(pptr), value);
963 			copy_map_value_long(&htab->map, per_cpu_ptr(pptr, cpu), value + off);
969 static void pcpu_init_value(struct bpf_htab *htab, void __percpu *pptr,
983 				copy_map_value_long(&htab->map, per_cpu_ptr(pptr, cpu), value);
985 				zero_map_value(&htab->map, per_cpu_ptr(pptr, cpu));
988 		pcpu_copy_value(htab, pptr, value, onallcpus);
1006 	void __percpu *pptr;
1046 			pptr = htab_elem_get_ptr(l_new, key_size);
1049 			pptr = bpf_mem_cache_alloc(&htab->pcpu_ma);
1050 			if (!pptr) {
1055 			l_new->ptr_to_pptr = pptr;
1056 			pptr = *(void **)pptr;
1059 		pcpu_init_value(htab, pptr, value, onallcpus);
1062 			htab_elem_set_ptr(l_new, key_size, pptr);
1613 			void __percpu *pptr;
1616 			pptr = htab_elem_get_ptr(l, key_size);
1618 				copy_map_value_long(&htab->map, value + off, per_cpu_ptr(pptr, cpu));
1810 			void __percpu *pptr;
1812 			pptr = htab_elem_get_ptr(l, map->key_size);
1814 				copy_map_value_long(&htab->map, dst_val + off, per_cpu_ptr(pptr, cpu));
2072 	void __percpu *pptr;
2086 				pptr = htab_elem_get_ptr(elem, map->key_size);
2089 							    per_cpu_ptr(pptr, cpu));
2170 	void __percpu *pptr;
2195 				pptr = htab_elem_get_ptr(elem, map->key_size);
2196 				val = this_cpu_ptr(pptr);
2355 	void __percpu *pptr;
2372 	pptr = htab_elem_get_ptr(l, map->key_size);
2374 		copy_map_value_long(map, value + off, per_cpu_ptr(pptr, cpu));
2406 	void __percpu *pptr;
2419 	pptr = htab_elem_get_ptr(l, map->key_size);
2423 				  per_cpu_ptr(pptr, cpu), m);