pci/hmm/hmm.c

230 void hmm_free(ia_css_ptr virt)
234 	dev_dbg(atomisp_dev, "%s: free 0x%08x\n", __func__, virt);
236 	if (WARN_ON(virt == mmgr_EXCEPTION))
239 	bo = hmm_bo_device_search_start(&bo_device, (unsigned int)virt);
244 			(unsigned int)virt);
278 static int load_and_flush_by_kmap(ia_css_ptr virt, void *data,
286 	bo = hmm_bo_device_search_in_range(&bo_device, virt);
287 	ret = hmm_check_bo(bo, virt);
293 		idx = (virt - bo->start) >> PAGE_SHIFT;
294 		offset = (virt - bo->start) - (idx << PAGE_SHIFT);
306 		virt += len;	/* update virt for next loop */
322 static int load_and_flush(ia_css_ptr virt, void *data, unsigned int bytes)
327 	bo = hmm_bo_device_search_in_range(&bo_device, virt);
328 	ret = hmm_check_bo(bo, virt);
335 		src += (virt - bo->start);
344 			return load_and_flush_by_kmap(virt, data, bytes);
346 			vptr = vptr + (virt - bo->start);
357 int hmm_load(ia_css_ptr virt, void *data, unsigned int bytes)
359 	if (!virt) {
369 	return load_and_flush(virt, data, bytes);
373 int hmm_flush(ia_css_ptr virt, unsigned int bytes)
375 	return load_and_flush(virt, NULL, bytes);
379 int hmm_store(ia_css_ptr virt, const void *data, unsigned int bytes)
386 	if (!virt) {
397 	bo = hmm_bo_device_search_in_range(&bo_device, virt);
398 	ret = hmm_check_bo(bo, virt);
405 		dst += (virt - bo->start);
414 			vptr = vptr + (virt - bo->start);
425 		idx = (virt - bo->start) >> PAGE_SHIFT;
426 		offset = (virt - bo->start) - (idx << PAGE_SHIFT);
447 		virt += len;
462 int hmm_set(ia_css_ptr virt, int c, unsigned int bytes)
469 	bo = hmm_bo_device_search_in_range(&bo_device, virt);
470 	ret = hmm_check_bo(bo, virt);
477 		dst += (virt - bo->start);
487 			vptr = vptr + (virt - bo->start);
496 		idx = (virt - bo->start) >> PAGE_SHIFT;
497 		offset = (virt - bo->start) - (idx << PAGE_SHIFT);
509 		virt += len;
522 phys_addr_t hmm_virt_to_phys(ia_css_ptr virt)
527 	bo = hmm_bo_device_search_in_range(&bo_device, virt);
531 			virt);
535 	idx = (virt - bo->start) >> PAGE_SHIFT;
536 	offset = (virt - bo->start) - (idx << PAGE_SHIFT);
541 int hmm_mmap(struct vm_area_struct *vma, ia_css_ptr virt)
545 	bo = hmm_bo_device_search_start(&bo_device, virt);
549 			virt);
557 void *hmm_vmap(ia_css_ptr virt, bool cached)
562 	bo = hmm_bo_device_search_in_range(&bo_device, virt);
566 			virt);
572 		return ptr + (virt - bo->start);
578 void hmm_flush_vmap(ia_css_ptr virt)
582 	bo = hmm_bo_device_search_in_range(&bo_device, virt);
586 			 virt);
593 void hmm_vunmap(ia_css_ptr virt)
597 	bo = hmm_bo_device_search_in_range(&bo_device, virt);
601 			 virt);