// SPDX-License-Identifier: MIT /* * Copyright © 2023 Intel Corporation */ #include "xe_gpu_scheduler.h" static void xe_sched_process_msg_queue(struct xe_gpu_scheduler *sched) { if (!READ_ONCE(sched->base.pause_submit)) queue_work(sched->base.submit_wq, &sched->work_process_msg); } static void xe_sched_process_msg_queue_if_ready(struct xe_gpu_scheduler *sched) { struct xe_sched_msg *msg; spin_lock(&sched->base.job_list_lock); msg = list_first_entry_or_null(&sched->msgs, struct xe_sched_msg, link); if (msg) xe_sched_process_msg_queue(sched); spin_unlock(&sched->base.job_list_lock); } static struct xe_sched_msg * xe_sched_get_msg(struct xe_gpu_scheduler *sched) { struct xe_sched_msg *msg; spin_lock(&sched->base.job_list_lock); msg = list_first_entry_or_null(&sched->msgs, struct xe_sched_msg, link); if (msg) list_del(&msg->link); spin_unlock(&sched->base.job_list_lock); return msg; } static void xe_sched_process_msg_work(struct work_struct *w) { struct xe_gpu_scheduler *sched = container_of(w, struct xe_gpu_scheduler, work_process_msg); struct xe_sched_msg *msg; if (READ_ONCE(sched->base.pause_submit)) return; msg = xe_sched_get_msg(sched); if (msg) { sched->ops->process_msg(msg); xe_sched_process_msg_queue_if_ready(sched); } } int xe_sched_init(struct xe_gpu_scheduler *sched, const struct drm_sched_backend_ops *ops, const struct xe_sched_backend_ops *xe_ops, struct workqueue_struct *submit_wq, uint32_t hw_submission, unsigned hang_limit, long timeout, struct workqueue_struct *timeout_wq, atomic_t *score, const char *name, struct device *dev) { sched->ops = xe_ops; INIT_LIST_HEAD(&sched->msgs); INIT_WORK(&sched->work_process_msg, xe_sched_process_msg_work); return drm_sched_init(&sched->base, ops, submit_wq, 1, hw_submission, hang_limit, timeout, timeout_wq, score, name, dev); } void xe_sched_fini(struct xe_gpu_scheduler *sched) { xe_sched_submission_stop(sched); drm_sched_fini(&sched->base); } void xe_sched_submission_start(struct xe_gpu_scheduler *sched) { drm_sched_wqueue_start(&sched->base); queue_work(sched->base.submit_wq, &sched->work_process_msg); } void xe_sched_submission_stop(struct xe_gpu_scheduler *sched) { drm_sched_wqueue_stop(&sched->base); cancel_work_sync(&sched->work_process_msg); } void xe_sched_add_msg(struct xe_gpu_scheduler *sched, struct xe_sched_msg *msg) { spin_lock(&sched->base.job_list_lock); list_add_tail(&msg->link, &sched->msgs); spin_unlock(&sched->base.job_list_lock); xe_sched_process_msg_queue(sched); }