/linux-master/kernel/bpf/ |
H A D | bpf_local_storage.c | 21 select_bucket(struct bpf_local_storage_map *smap, argument 24 return &smap->buckets[hash_ptr(selem, smap->bucket_log)]; 27 static int mem_charge(struct bpf_local_storage_map *smap, void *owner, u32 size) argument 29 struct bpf_map *map = &smap->map; 34 return map->ops->map_local_storage_charge(smap, owner, size); 37 static void mem_uncharge(struct bpf_local_storage_map *smap, void *owner, argument 40 struct bpf_map *map = &smap->map; 43 map->ops->map_local_storage_uncharge(smap, owner, size); 47 owner_storage(struct bpf_local_storage_map *smap, voi argument 75 bpf_selem_alloc(struct bpf_local_storage_map *smap, void *owner, void *value, bool charge_mem, gfp_t gfp_flags) argument 156 bpf_local_storage_free(struct bpf_local_storage *local_storage, struct bpf_local_storage_map *smap, bool bpf_ma, bool reuse_now) argument 225 bpf_selem_free(struct bpf_local_storage_elem *selem, struct bpf_local_storage_map *smap, bool reuse_now) argument 257 struct bpf_local_storage_map *smap; local 379 struct bpf_local_storage_map *smap; local 395 bpf_selem_link_map(struct bpf_local_storage_map *smap, struct bpf_local_storage_elem *selem) argument 417 __bpf_local_storage_insert_cache(struct bpf_local_storage *local_storage, struct bpf_local_storage_map *smap, struct bpf_local_storage_elem *selem) argument 448 bpf_local_storage_alloc(void *owner, struct bpf_local_storage_map *smap, struct bpf_local_storage_elem *first_selem, gfp_t gfp_flags) argument 526 bpf_local_storage_update(void *owner, struct bpf_local_storage_map *smap, void *value, u64 map_flags, gfp_t gfp_flags) argument 747 struct bpf_local_storage_map *smap = (struct bpf_local_storage_map *)map; local 770 struct bpf_local_storage_map *smap; local 828 struct bpf_local_storage_map *smap; local [all...] |
H A D | stackmap.c | 45 static int prealloc_elems_and_freelist(struct bpf_stack_map *smap) argument 48 (u64)smap->map.value_size; 51 smap->elems = bpf_map_area_alloc(elem_size * smap->map.max_entries, 52 smap->map.numa_node); 53 if (!smap->elems) 56 err = pcpu_freelist_init(&smap->freelist); 60 pcpu_freelist_populate(&smap->freelist, smap->elems, elem_size, 61 smap 73 struct bpf_stack_map *smap; local 216 struct bpf_stack_map *smap = container_of(map, struct bpf_stack_map, map); local 580 struct bpf_stack_map *smap = container_of(map, struct bpf_stack_map, map); local 604 struct bpf_stack_map *smap = container_of(map, local 639 struct bpf_stack_map *smap = container_of(map, struct bpf_stack_map, map); local 658 struct bpf_stack_map *smap = container_of(map, struct bpf_stack_map, map); local 668 struct bpf_stack_map *smap = container_of(map, struct bpf_stack_map, map); local [all...] |
H A D | bpf_inode_storage.c | 41 struct bpf_local_storage_map *smap; local 53 smap = (struct bpf_local_storage_map *)map; 54 return bpf_local_storage_lookup(inode_storage, smap, cacheit_lockit);
|
H A D | bpf_cgrp_storage.c | 67 struct bpf_local_storage_map *smap; local 74 smap = (struct bpf_local_storage_map *)map; 75 return bpf_local_storage_lookup(cgroup_storage, smap, cacheit_lockit);
|
H A D | bpf_task_storage.c | 61 struct bpf_local_storage_map *smap; local 68 smap = (struct bpf_local_storage_map *)map; 69 return bpf_local_storage_lookup(task_storage, smap, cacheit_lockit);
|
/linux-master/tools/testing/selftests/mm/ |
H A D | map_populate.c | 33 static void parent_f(int sock, unsigned long *smap, int child) argument 40 *smap = 0x22222BAD; 41 ret = msync(smap, MMAP_SZ, MS_SYNC); 54 static int child_f(int sock, unsigned long *smap, int fd) argument 58 smap = mmap(0, MMAP_SZ, PROT_READ | PROT_WRITE, 60 BUG_ON(smap == MAP_FAILED, "mmap()"); 62 BUG_ON(*smap != 0xdeadbabe, "MAP_PRIVATE | MAP_POPULATE changed file"); 70 ksft_test_result(*smap != 0x22222BAD, "MAP_POPULATE COW private page\n"); 71 ksft_test_result(*smap == 0xdeadbabe, "The mapping state\n"); 81 unsigned long *smap; local [all...] |
/linux-master/include/linux/ |
H A D | bpf_local_storage.h | 65 /* smap is used as the searching key when looking up 71 struct bpf_local_storage_map __rcu *smap; member in struct:bpf_local_storage_data 90 struct bpf_local_storage_map __rcu *smap; member in struct:bpf_local_storage 133 struct bpf_local_storage_map *smap, 138 struct bpf_local_storage_map *smap, 145 sdata = rcu_dereference_check(local_storage->cache[smap->cache_idx], 147 if (sdata && rcu_access_pointer(sdata->smap) == smap) 153 if (rcu_access_pointer(SDATA(selem)->smap) == smap) 137 bpf_local_storage_lookup(struct bpf_local_storage *local_storage, struct bpf_local_storage_map *smap, bool cacheit_lockit) argument [all...] |
/linux-master/net/core/ |
H A D | bpf_sk_storage.c | 24 struct bpf_local_storage_map *smap; local 31 smap = (struct bpf_local_storage_map *)map; 32 return bpf_local_storage_lookup(sk_storage, smap, cacheit_lockit); 135 struct bpf_local_storage_map *smap, 140 copy_selem = bpf_selem_alloc(smap, newsk, NULL, true, GFP_ATOMIC); 144 if (btf_record_has_field(smap->map.record, BPF_SPIN_LOCK)) 145 copy_map_value_locked(&smap->map, SDATA(copy_selem)->data, 148 copy_map_value(&smap->map, SDATA(copy_selem)->data, 171 struct bpf_local_storage_map *smap; local 174 smap 134 bpf_sk_storage_clone_elem(struct sock *newsk, struct bpf_local_storage_map *smap, struct bpf_local_storage_elem *selem) argument 275 bpf_sk_storage_charge(struct bpf_local_storage_map *smap, void *owner, u32 size) argument 292 bpf_sk_storage_uncharge(struct bpf_local_storage_map *smap, void *owner, u32 size) argument 548 struct bpf_local_storage_map *smap; local 589 struct bpf_local_storage_map *smap; local 716 struct bpf_local_storage_map *smap; local [all...] |
/linux-master/fs/btrfs/ |
H A D | bio.c | 506 struct btrfs_io_stripe *smap, int mirror_num) 511 bio->bi_iter.bi_sector = smap->physical >> SECTOR_SHIFT; 513 btrfs_bio(bio)->orig_physical = smap->physical; 514 bio->bi_private = smap->dev; 516 btrfs_submit_dev_bio(smap->dev, bio); 549 struct btrfs_io_stripe smap; member in struct:async_submit_bio 606 __btrfs_submit_bio(bio, async->bioc, &async->smap, async->mirror_num); 648 struct btrfs_io_stripe *smap, int mirror_num) 659 async->smap = *smap; 505 __btrfs_submit_bio(struct bio *bio, struct btrfs_io_context *bioc, struct btrfs_io_stripe *smap, int mirror_num) argument 646 btrfs_wq_submit_bio(struct btrfs_bio *bbio, struct btrfs_io_context *bioc, struct btrfs_io_stripe *smap, int mirror_num) argument 678 struct btrfs_io_stripe smap; local 788 struct btrfs_io_stripe smap = { 0 }; local 849 struct btrfs_io_stripe smap = { 0 }; local [all...] |
H A D | volumes.h | 668 struct btrfs_io_stripe *smap, int *mirror_num_ret); 670 struct btrfs_io_stripe *smap, u64 logical,
|
H A D | volumes.c | 6445 const struct btrfs_io_stripe *smap, 6450 if (!smap) 6608 * @smap: (Optional) single physical range optimization. 6611 * then @bioc_ret would be NULL, and @smap would be 6633 struct btrfs_io_stripe *smap, int *mirror_num_ret) 6732 if (is_single_device_io(fs_info, smap, map, num_alloc_stripes, op, 6734 ret = set_io_stripe(fs_info, logical, length, smap, map, &io_geom); 8319 struct btrfs_io_stripe *smap, 8334 smap->dev = bioc->stripes[i].dev; 8335 smap 6444 is_single_device_io(struct btrfs_fs_info *fs_info, const struct btrfs_io_stripe *smap, const struct btrfs_chunk_map *map, int num_alloc_stripes, enum btrfs_map_op op, int mirror_num) argument 6630 btrfs_map_block(struct btrfs_fs_info *fs_info, enum btrfs_map_op op, u64 logical, u64 *length, struct btrfs_io_context **bioc_ret, struct btrfs_io_stripe *smap, int *mirror_num_ret) argument 8318 map_raid56_repair_block(struct btrfs_io_context *bioc, struct btrfs_io_stripe *smap, u64 logical) argument 8353 btrfs_map_repair_block(struct btrfs_fs_info *fs_info, struct btrfs_io_stripe *smap, u64 logical, u32 length, int mirror_num) argument [all...] |
/linux-master/fs/nilfs2/ |
H A D | page.c | 244 struct address_space *smap) 253 if (!filemap_get_folios_tag(smap, &index, (pgoff_t)-1, 293 * @smap: source page cache 299 struct address_space *smap) 307 n = filemap_get_folios(smap, &start, ~0UL, &fbatch); 323 /* Do we not need to remove folio from smap here? */ 328 xa_lock_irq(&smap->i_pages); 329 f = __xa_erase(&smap->i_pages, index); 331 smap->nrpages--; 332 xa_unlock_irq(&smap 243 nilfs_copy_dirty_pages(struct address_space *dmap, struct address_space *smap) argument 298 nilfs_copy_back_pages(struct address_space *dmap, struct address_space *smap) argument [all...] |
/linux-master/arch/x86/lib/ |
H A D | csum-wrappers_64.c | 10 #include <asm/smap.h>
|
H A D | putuser.S | 19 #include <asm/smap.h>
|
H A D | getuser.S | 36 #include <asm/smap.h>
|
/linux-master/fs/xfs/ |
H A D | xfs_reflink.c | 1158 struct xfs_bmbt_irec smap; local 1204 * Read what's currently mapped in the destination file into smap. 1205 * If smap isn't a hole, we will have to remove it before we can add 1210 &smap, &nimaps, 0); 1213 ASSERT(nimaps == 1 && smap.br_startoff == dmap->br_startoff); 1214 smap_real = xfs_bmap_is_real_extent(&smap); 1220 dmap->br_blockcount = min(dmap->br_blockcount, smap.br_blockcount); 1221 ASSERT(dmap->br_blockcount == smap.br_blockcount); 1223 trace_xfs_reflink_remap_extent_dest(ip, &smap); 1230 if (dmap->br_startblock == smap [all...] |
/linux-master/tools/testing/selftests/bpf/progs/ |
H A D | local_storage.c | 99 if (!local_storage || local_storage->smap) 175 if (!sock->sk->sk_bpf_storage || sock->sk->sk_bpf_storage->smap)
|
/linux-master/arch/x86/include/asm/ |
H A D | futex.h | 13 #include <asm/smap.h>
|
H A D | uaccess.h | 15 #include <asm/smap.h>
|
/linux-master/arch/x86/entry/ |
H A D | entry_64_compat.S | 15 #include <asm/smap.h>
|
/linux-master/drivers/net/ethernet/mellanox/mlx5/core/ |
H A D | hwmon.c | 209 DECLARE_BITMAP(smap, BITS_PER_TYPE(sensor_map)); 214 bitmap_from_u64(smap, sensor_map); 216 for_each_set_bit(bit_pos, smap, BITS_PER_TYPE(sensor_map)) {
|
/linux-master/lib/zstd/common/ |
H A D | cpu.h | 175 B(smap, 20)
|
/linux-master/arch/x86/include/asm/xen/ |
H A D | hypercall.h | 46 #include <asm/smap.h>
|
/linux-master/fs/ |
H A D | dax.c | 1990 const struct iomap *smap = &it_src->iomap; local 1996 len = min(len, min(smap->length, dmap->length)); 1998 if (smap->type == IOMAP_HOLE && dmap->type == IOMAP_HOLE) { 2003 if (smap->type == IOMAP_HOLE || dmap->type == IOMAP_HOLE) { 2009 ret = dax_iomap_direct_access(smap, pos1, ALIGN(pos1 + len, PAGE_SIZE),
|
/linux-master/arch/x86/kernel/ |
H A D | signal_32.c | 33 #include <asm/smap.h>
|