amd/amdgpu/amdgpu_amdkfd_gpuvm.c

78 static bool kfd_mem_is_attached(struct amdgpu_vm *avm,
84 		if (entry->bo_va->base.vm == avm)
1504 				     struct amdgpu_vm *avm, u32 pasid)
1512 	if (avm->pasid) {
1513 		amdgpu_pasid_free(avm->pasid);
1514 		amdgpu_vm_set_pasid(adev, avm, 0);
1517 	ret = amdgpu_vm_set_pasid(adev, avm, pasid);
1525 					   struct amdgpu_vm *avm,
1532 	if (avm->process_info)
1536 	ret = amdgpu_vm_make_compute(adev, avm);
1541 	ret = init_kfd_vm(avm, process_info, ef);
1545 	amdgpu_vm_set_task_info(avm);
1584 	struct amdgpu_vm *avm;
1589 	avm = drm_priv_to_vm(drm_priv);
1591 	pr_debug("Releasing process vm %p\n", avm);
1599 	amdgpu_vm_release_compute(adev, avm);
1604 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);
1605 	struct amdgpu_bo *pd = avm->root.bo;
1609 		return avm->pd_phys_addr >> AMDGPU_GPU_PAGE_SHIFT;
1610 	return avm->pd_phys_addr;
1688 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);
1689 	struct amdgpu_fpriv *fpriv = container_of(avm, struct amdgpu_fpriv, vm);
1810 	(*mem)->process_info = avm->process_info;
1812 	add_kgd_mem_to_kfd_bo_list(*mem, avm->process_info, user_addr);
1829 		mutex_lock(&avm->process_info->lock);
1830 		if (avm->process_info->eviction_fence &&
1831 		    !dma_fence_is_signaled(&avm->process_info->eviction_fence->base))
1833 				&avm->process_info->eviction_fence->base);
1834 		mutex_unlock(&avm->process_info->lock);
1847 	remove_kgd_mem_from_kfd_bo_list(*mem, avm->process_info);
1990 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);
2029 			avm, domain_string(domain));
2031 	if (!kfd_mem_is_attached(avm, mem)) {
2032 		ret = kfd_mem_attach(adev, mem, avm, mem->aql_queue);
2037 	ret = reserve_bo_and_vm(mem, avm, &ctx);
2050 	ret = vm_validate_pt_pd_bos(avm, NULL);
2055 		if (entry->bo_va->base.vm != avm || entry->is_mapped)
2068 		ret = vm_update_pds(avm, ctx.sync);
2126 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);
2134 	ret = reserve_bo_and_cond_vms(mem, avm, BO_VM_MAPPED, &ctx);
2143 	ret = vm_validate_pt_pd_bos(avm, NULL);
2150 		avm);
2153 		if (entry->bo_va->base.vm != avm || !entry->is_mapped)
2339 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);
2380 	(*mem)->process_info = avm->process_info;
2381 	add_kgd_mem_to_kfd_bo_list(*mem, avm->process_info, false);
2385 	mutex_lock(&avm->process_info->lock);
2386 	if (avm->process_info->eviction_fence &&
2387 	    !dma_fence_is_signaled(&avm->process_info->eviction_fence->base))
2389 				&avm->process_info->eviction_fence->base);
2390 	mutex_unlock(&avm->process_info->lock);
2397 	remove_kgd_mem_from_kfd_bo_list(*mem, avm->process_info);