amd/amdkfd/kfd_device_queue_manager.c

292 	int retval = 0;
298 				retval = remove_queue_mes(dqm, q, qpd);
299 				if (retval) {
304 					return retval;
310 	return retval;
542 	int retval;
549 		retval = -EPERM;
554 		retval = allocate_vmid(dqm, qpd, q);
555 		if (retval)
572 		retval = allocate_hqd(dqm, q);
573 		if (retval)
579 		retval = allocate_sdma_queue(dqm, q, qd ? &qd->sdma_id : NULL);
580 		if (retval)
585 	retval = allocate_doorbell(qpd, q, qd ? &qd->doorbell_id : NULL);
586 	if (retval)
595 		retval = -ENOMEM;
615 			retval = -EFAULT;
617 			retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd, q->pipe,
619 		if (retval)
653 	return retval;
770 	int retval;
796 	retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd,
800 	if (retval == -ETIME)
822 	return retval;
829 	int retval;
839 		retval = read_sdma_queue_counter((uint64_t __user *)q->properties.read_ptr,
841 		if (retval)
847 	retval = destroy_queue_nocpsch_locked(dqm, qpd, q);
848 	if (!retval)
854 	return retval;
860 	int retval = 0;
869 		retval = -ENODEV;
881 			retval = unmap_queues_cpsch(dqm,
884 			retval = remove_queue_mes(dqm, q, &pdd->qpd);
886 		if (retval) {
900 		retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd,
905 		if (retval) {
939 			retval = map_queues_cpsch(dqm);
941 			retval = add_queue_mes(dqm, q, &pdd->qpd);
948 			retval = -EFAULT;
950 			retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd,
957 	return retval;
1052 	int retval, ret = 0;
1079 		retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd,
1084 		if (retval && !ret)
1088 			ret = retval;
1102 	int retval = 0;
1132 			retval = remove_queue_mes(dqm, q, qpd);
1133 			if (retval) {
1142 		retval = execute_queues_cpsch(dqm,
1150 	return retval;
1162 	int retval, ret = 0;
1216 		retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd, q->pipe,
1218 		if (retval && !ret)
1222 			ret = retval;
1241 	int retval = 0;
1277 			retval = add_queue_mes(dqm, q, qpd);
1278 			if (retval) {
1286 		retval = execute_queues_cpsch(dqm,
1294 	return retval;
1303 	int retval;
1322 	retval = dqm->asic_ops.update_qpd(dqm, qpd);
1333 	return retval;
1339 	int retval;
1345 	retval = 0;
1357 	retval = 1;
1364 	if (!retval)
1367 	return retval;
1642 	int retval;
1644 	retval = 0;
1649 		retval = pm_init(&dqm->packet_mgr, dqm);
1650 		if (retval)
1653 		retval = set_sched_resources(dqm);
1654 		if (retval)
1660 	retval = kfd_gtt_sa_allocate(dqm->dev, sizeof(*dqm->fence_addr),
1663 	if (retval)
1685 		retval = pm_update_grace_period(&dqm->packet_mgr,
1687 		if (retval)
1706 	return retval;
1795 	int retval;
1801 		retval = -EPERM;
1808 		retval = allocate_sdma_queue(dqm, q, qd ? &qd->sdma_id : NULL);
1810 		if (retval)
1814 	retval = allocate_doorbell(qpd, q, qd ? &qd->doorbell_id : NULL);
1815 	if (retval)
1828 		retval = -ENOMEM;
1857 			retval = execute_queues_cpsch(dqm,
1860 			retval = add_queue_mes(dqm, q, qpd);
1861 		if (retval)
1875 	return retval;
1894 	return retval;
1931 	int retval;
1940 	retval = pm_send_runlist(&dqm->packet_mgr, &dqm->queues);
1942 	if (retval) {
1944 		return retval;
1948 	return retval;
1960 	int retval = 0;
1967 		return retval;
1970 		retval = pm_update_grace_period(&dqm->packet_mgr, grace_period);
1971 		if (retval)
1972 			return retval;
1975 	retval = pm_send_unmap_queue(&dqm->packet_mgr, filter, filter_param, reset);
1976 	if (retval)
1977 		return retval;
1983 	retval = amdkfd_fence_wait_timeout(dqm, KFD_FENCE_COMPLETED,
1985 	if (retval) {
1988 		return retval;
2018 	return retval;
2025 	int retval;
2029 	retval = unmap_queues_cpsch(dqm, KFD_UNMAP_QUEUES_FILTER_BY_PASID,
2033 	return retval;
2042 	int retval;
2046 	retval = unmap_queues_cpsch(dqm, filter, filter_param, grace_period, false);
2047 	if (retval)
2048 		return retval;
2082 	int retval;
2091 		retval = read_sdma_queue_counter((uint64_t __user *)q->properties.read_ptr,
2093 		if (retval)
2101 	retval = wait_on_destroy_queue(dqm, q);
2103 	if (retval) {
2105 		return retval;
2113 		retval = -EBUSY;
2134 			retval = execute_queues_cpsch(dqm,
2137 			if (retval == -ETIME)
2140 			retval = remove_queue_mes(dqm, q, qpd);
2164 	return retval;
2169 	return retval;
2187 	bool retval = true;
2190 		return retval;
2214 			retval = false;
2222 	retval = dqm->asic_ops.set_cache_memory_policy(
2239 	return retval;
2247 	int retval = 0;
2262 			retval = ret;
2287 	return retval;
2373 	int retval;
2383 	retval = 0;
2407 				retval = remove_queue_mes(dqm, q, qpd);
2408 				if (retval)
2429 		retval = execute_queues_cpsch(dqm, filter, 0, USE_DEFAULT_GRACE_PERIOD);
2431 	if ((!dqm->is_hws_hang) && (retval || qpd->reset_wavefronts)) {
2458 	return retval;
2490 	int retval;
2499 	retval = amdgpu_amdkfd_alloc_gtt_mem(dev->adev, size,
2503 	return retval;