drivers/vhost/vhost.c

1000 static bool log_access_ok(void __user *log_base, u64 addr, unsigned long sz)
1002 	u64 a = addr / VHOST_PAGE_SIZE / 8;
1035 		unsigned long a = map->addr;
1037 		if (vhost_overflow(map->addr, map->size))
1052 					       u64 addr, unsigned int size,
1060 	return (void __user *)(uintptr_t)(map->addr + addr - map->start);
1089 static int translate_desc(struct vhost_virtqueue *vq, u64 addr, u32 len,
1168 					  void __user *addr, unsigned int size,
1173 	ret = translate_desc(vq, (u64)(uintptr_t)addr, size, vq->iotlb_iov,
1178 			"%p size 0x%llx\n", addr,
1185 			"%p size 0x%llx\n", addr,
1199 					    void __user *addr, unsigned int size,
1203 			     (u64)(uintptr_t)addr, size, type);
1207 	return __vhost_get_user_slow(vq, addr, size, type);
1619 			    int access, u64 addr, u64 len, int type)
1623 	u64 s = 0, size, orig_addr = addr, last = addr + len - 1;
1625 	if (vhost_vq_meta_fetch(vq, addr, len, type))
1629 		map = vhost_iotlb_itree_first(umem, addr, last);
1630 		if (map == NULL || map->start > addr) {
1631 			vhost_iotlb_miss(vq, addr, access);
1640 		size = map->size - addr + map->start;
1642 		if (orig_addr == addr && size >= len)
1646 		addr += size;
2118 static int set_bit_to_user(int nr, void __user *addr)
2120 	unsigned long log = (unsigned long)addr;
2177 			if (u->addr > hva - 1 + len ||
2178 			    u->addr - 1 + u->size < hva)
2180 			start = max(u->addr, hva);
2181 			end = min(u->addr - 1 + u->size, hva - 1 + len);
2184 				      u->start + start - u->addr,
2245 		r = log_write(vq->log_base, log[i].addr, l);
2332 static int translate_desc(struct vhost_virtqueue *vq, u64 addr, u32 len,
2339 	u64 s = 0, last = addr + len - 1;
2349 		map = vhost_iotlb_itree_first(umem, addr, last);
2350 		if (map == NULL || map->start > addr) {
2363 		size = map->size - addr + map->start;
2366 				 (map->addr + addr - map->start);
2368 		addr += size;
2373 		vhost_iotlb_miss(vq, addr, access);
2414 	ret = translate_desc(vq, vhost64_to_cpu(vq, indirect->addr), len, vq->indirect,
2441 			       i, (size_t)vhost64_to_cpu(vq, indirect->addr) + i * sizeof desc);
2446 			       i, (size_t)vhost64_to_cpu(vq, indirect->addr) + i * sizeof desc);
2455 		ret = translate_desc(vq, vhost64_to_cpu(vq, desc.addr),
2468 				log[*log_num].addr = vhost64_to_cpu(vq, desc.addr);
2574 			vq_err(vq, "Failed to get descriptor: idx %d addr %p\n",
2595 		ret = translate_desc(vq, vhost64_to_cpu(vq, desc.addr),
2609 				log[*log_num].addr = vhost64_to_cpu(vq, desc.addr);