Lines Matching refs:key_size
198 static inline void htab_elem_set_ptr(struct htab_elem *l, u32 key_size,
201 *(void __percpu **)(l->key + key_size) = pptr;
204 static inline void __percpu *htab_elem_get_ptr(struct htab_elem *l, u32 key_size)
206 return *(void __percpu **)(l->key + key_size);
211 return *(void **)(l->key + roundup(map->key_size, 8));
238 bpf_obj_free_timer(htab->map.record, elem->key + round_up(htab->map.key_size, 8));
257 void __percpu *pptr = htab_elem_get_ptr(elem, htab->map.key_size);
265 bpf_obj_free_fields(htab->map.record, elem->key + round_up(htab->map.key_size, 8));
283 htab->map.key_size);
311 memcpy(l->key, key, htab->map.key_size);
342 htab_elem_set_ptr(get_htab_elem(htab, i), htab->map.key_size,
450 if (attr->max_entries == 0 || attr->key_size == 0 ||
454 if ((u64)attr->key_size + attr->value_size >= KMALLOC_MAX_SIZE -
456 /* if key_size + value_size is bigger, the user space won't be
512 round_up(htab->map.key_size, 8);
636 void *key, u32 key_size)
642 if (l->hash == hash && !memcmp(&l->key, key, key_size))
654 u32 key_size, u32 n_buckets)
661 if (l->hash == hash && !memcmp(&l->key, key, key_size))
680 u32 hash, key_size;
685 key_size = map->key_size;
687 hash = htab_map_hash(key, key_size, htab->hashrnd);
691 l = lookup_nulls_elem_raw(head, hash, key, key_size, htab->n_buckets);
701 return l->key + round_up(map->key_size, 8);
728 round_up(map->key_size, 8));
740 return l->key + round_up(map->key_size, 8);
777 round_up(map->key_size, 8));
785 void __percpu *pptr = htab_elem_get_ptr(elem, htab->map.key_size);
791 void *map_value = elem->key + round_up(htab->map.key_size, 8);
837 u32 hash, key_size;
842 key_size = map->key_size;
847 hash = htab_map_hash(key, key_size, htab->hashrnd);
852 l = lookup_nulls_elem_raw(head, hash, key, key_size, htab->n_buckets);
863 memcpy(next_key, next_l->key, key_size);
881 memcpy(next_key, next_l->key, key_size);
999 void *value, u32 key_size, u32 hash,
1043 memcpy(l_new->key, key, key_size);
1046 pptr = htab_elem_get_ptr(l_new, key_size);
1062 htab_elem_set_ptr(l_new, key_size, pptr);
1065 memcpy(l_new->key + round_up(key_size, 8), value, size);
1068 l_new->key + round_up(key_size, 8),
1102 u32 key_size, hash;
1112 key_size = map->key_size;
1114 hash = htab_map_hash(key, key_size, htab->hashrnd);
1123 l_old = lookup_nulls_elem_raw(head, hash, key, key_size,
1131 l_old->key + round_up(key_size, 8),
1145 l_old = lookup_elem_raw(head, hash, key, key_size);
1159 l_old->key + round_up(key_size, 8),
1165 l_new = alloc_htab_elem(htab, key, value, key_size, hash, false, false,
1205 u32 key_size, hash;
1215 key_size = map->key_size;
1217 hash = htab_map_hash(key, key_size, htab->hashrnd);
1231 l_new->key + round_up(map->key_size, 8), value);
1237 l_old = lookup_elem_raw(head, hash, key, key_size);
1274 u32 key_size, hash;
1284 key_size = map->key_size;
1286 hash = htab_map_hash(key, key_size, htab->hashrnd);
1295 l_old = lookup_elem_raw(head, hash, key, key_size);
1303 pcpu_copy_value(htab, htab_elem_get_ptr(l_old, key_size),
1306 l_new = alloc_htab_elem(htab, key, value, key_size,
1329 u32 key_size, hash;
1339 key_size = map->key_size;
1341 hash = htab_map_hash(key, key_size, htab->hashrnd);
1361 l_old = lookup_elem_raw(head, hash, key, key_size);
1371 pcpu_copy_value(htab, htab_elem_get_ptr(l_old, key_size),
1374 pcpu_init_value(htab, htab_elem_get_ptr(l_new, key_size),
1411 u32 hash, key_size;
1417 key_size = map->key_size;
1419 hash = htab_map_hash(key, key_size, htab->hashrnd);
1427 l = lookup_elem_raw(head, hash, key, key_size);
1447 u32 hash, key_size;
1453 key_size = map->key_size;
1455 hash = htab_map_hash(key, key_size, htab->hashrnd);
1463 l = lookup_elem_raw(head, hash, key, key_size);
1509 bpf_obj_free_timer(htab->map.record, l->key + round_up(htab->map.key_size, 8));
1593 u32 hash, key_size;
1597 key_size = map->key_size;
1599 hash = htab_map_hash(key, key_size, htab->hashrnd);
1607 l = lookup_elem_raw(head, hash, key, key_size);
1616 pptr = htab_elem_get_ptr(l, key_size);
1623 u32 roundup_key_size = round_up(map->key_size, 8);
1687 u32 bucket_cnt, total, key_size, value_size, roundup_key_size;
1726 key_size = htab->map.key_size;
1727 roundup_key_size = round_up(htab->map.key_size, 8);
1742 keys = kvmalloc_array(key_size, bucket_size, GFP_USER | __GFP_NOWARN);
1806 memcpy(dst_key, l->key, key_size);
1812 pptr = htab_elem_get_ptr(l, map->key_size);
1851 dst_key += key_size;
1875 if (bucket_cnt && (copy_to_user(ukeys + total * key_size, keys,
1876 key_size * bucket_cnt) ||
2080 roundup_key_size = round_up(map->key_size, 8);
2086 pptr = htab_elem_get_ptr(elem, map->key_size);
2181 roundup_key_size = round_up(map->key_size, 8);
2195 pptr = htab_elem_get_ptr(elem, map->key_size);
2305 return this_cpu_ptr(htab_elem_get_ptr(l, map->key_size));
2319 return per_cpu_ptr(htab_elem_get_ptr(l, map->key_size), cpu);
2330 return this_cpu_ptr(htab_elem_get_ptr(l, map->key_size));
2346 return per_cpu_ptr(htab_elem_get_ptr(l, map->key_size), cpu);
2372 pptr = htab_elem_get_ptr(l, map->key_size);
2419 pptr = htab_elem_get_ptr(l, map->key_size);
2585 round_up(map->key_size, 8));