amd/amdkfd/kfd_device_queue_manager.c

289 	int retval = 0;
295 				retval = remove_queue_mes(dqm, q, qpd);
296 				if (retval) {
301 					return retval;
307 	return retval;
536 	int retval;
543 		retval = -EPERM;
548 		retval = allocate_vmid(dqm, qpd, q);
549 		if (retval)
566 		retval = allocate_hqd(dqm, q);
567 		if (retval)
573 		retval = allocate_sdma_queue(dqm, q, qd ? &qd->sdma_id : NULL);
574 		if (retval)
579 	retval = allocate_doorbell(qpd, q, qd ? &qd->doorbell_id : NULL);
580 	if (retval)
589 		retval = -ENOMEM;
609 			retval = -EFAULT;
611 			retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd, q->pipe,
613 		if (retval)
647 	return retval;
764 	int retval;
790 	retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd,
794 	if (retval == -ETIME)
816 	return retval;
823 	int retval;
832 		retval = read_sdma_queue_counter((uint64_t __user *)q->properties.read_ptr,
834 		if (retval)
840 	retval = destroy_queue_nocpsch_locked(dqm, qpd, q);
841 	if (!retval)
847 	return retval;
853 	int retval = 0;
861 		retval = -ENODEV;
873 			retval = unmap_queues_cpsch(dqm,
876 			retval = remove_queue_mes(dqm, q, &pdd->qpd);
878 		if (retval) {
892 		retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd,
897 		if (retval) {
931 			retval = map_queues_cpsch(dqm);
933 			retval = add_queue_mes(dqm, q, &pdd->qpd);
940 			retval = -EFAULT;
942 			retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd,
949 	return retval;
1044 	int retval, ret = 0;
1071 		retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd,
1076 		if (retval && !ret)
1080 			ret = retval;
1093 	int retval = 0;
1123 			retval = remove_queue_mes(dqm, q, qpd);
1124 			if (retval) {
1133 		retval = execute_queues_cpsch(dqm,
1141 	return retval;
1153 	int retval, ret = 0;
1207 		retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd, q->pipe,
1209 		if (retval && !ret)
1213 			ret = retval;
1231 	int retval = 0;
1267 			retval = add_queue_mes(dqm, q, qpd);
1268 			if (retval) {
1276 		retval = execute_queues_cpsch(dqm,
1284 	return retval;
1293 	int retval;
1312 	retval = dqm->asic_ops.update_qpd(dqm, qpd);
1323 	return retval;
1329 	int retval;
1335 	retval = 0;
1347 	retval = 1;
1354 	if (!retval)
1357 	return retval;
1629 	int retval;
1631 	retval = 0;
1636 		retval = pm_init(&dqm->packet_mgr, dqm);
1637 		if (retval)
1640 		retval = set_sched_resources(dqm);
1641 		if (retval)
1647 	retval = kfd_gtt_sa_allocate(dqm->dev, sizeof(*dqm->fence_addr),
1650 	if (retval)
1672 		retval = pm_update_grace_period(&dqm->packet_mgr,
1674 		if (retval)
1693 	return retval;
1782 	int retval;
1788 		retval = -EPERM;
1795 		retval = allocate_sdma_queue(dqm, q, qd ? &qd->sdma_id : NULL);
1797 		if (retval)
1801 	retval = allocate_doorbell(qpd, q, qd ? &qd->doorbell_id : NULL);
1802 	if (retval)
1815 		retval = -ENOMEM;
1844 			retval = execute_queues_cpsch(dqm,
1847 			retval = add_queue_mes(dqm, q, qpd);
1848 		if (retval)
1862 	return retval;
1881 	return retval;
1911 	int retval;
1920 	retval = pm_send_runlist(&dqm->packet_mgr, &dqm->queues);
1922 	if (retval) {
1924 		return retval;
1928 	return retval;
1938 	int retval = 0;
1946 		return retval;
1949 		retval = pm_update_grace_period(&dqm->packet_mgr, grace_period);
1950 		if (retval)
1951 			return retval;
1954 	retval = pm_send_unmap_queue(&dqm->packet_mgr, filter, filter_param, reset);
1955 	if (retval)
1956 		return retval;
1962 	retval = amdkfd_fence_wait_timeout(dqm->fence_addr, KFD_FENCE_COMPLETED,
1964 	if (retval) {
1967 		return retval;
1997 	return retval;
2004 	int retval;
2008 	retval = unmap_queues_cpsch(dqm, KFD_UNMAP_QUEUES_FILTER_BY_PASID,
2012 	return retval;
2021 	int retval;
2025 	retval = unmap_queues_cpsch(dqm, filter, filter_param, grace_period, false);
2026 	if (retval)
2027 		return retval;
2061 	int retval;
2069 		retval = read_sdma_queue_counter((uint64_t __user *)q->properties.read_ptr,
2071 		if (retval)
2079 	retval = wait_on_destroy_queue(dqm, q);
2081 	if (retval) {
2083 		return retval;
2091 		retval = -EBUSY;
2112 			retval = execute_queues_cpsch(dqm,
2115 			if (retval == -ETIME)
2118 			retval = remove_queue_mes(dqm, q, qpd);
2142 	return retval;
2147 	return retval;
2165 	bool retval = true;
2168 		return retval;
2192 			retval = false;
2200 	retval = dqm->asic_ops.set_cache_memory_policy(
2217 	return retval;
2225 	int retval = 0;
2240 			retval = ret;
2265 	return retval;
2351 	int retval;
2360 	retval = 0;
2384 				retval = remove_queue_mes(dqm, q, qpd);
2385 				if (retval)
2406 		retval = execute_queues_cpsch(dqm, filter, 0, USE_DEFAULT_GRACE_PERIOD);
2408 	if ((!dqm->is_hws_hang) && (retval || qpd->reset_wavefronts)) {
2435 	return retval;
2466 	int retval;
2475 	retval = amdgpu_amdkfd_alloc_gtt_mem(dev->adev, size,
2479 	return retval;