Lines Matching defs:krwp
3427 struct kfree_rcu_cpu_work *krwp;
3431 krwp = container_of(to_rcu_work(work),
3433 krcp = krwp->krcp;
3438 list_replace_init(&krwp->bulk_head_free[i], &bulk_head[i]);
3441 head = krwp->head_free;
3442 krwp->head_free = NULL;
3443 head_gp_snap = krwp->head_free_gp_snap;
3477 need_wait_for_krwp_work(struct kfree_rcu_cpu_work *krwp)
3482 if (!list_empty(&krwp->bulk_head_free[i]))
3485 return !!krwp->head_free;
3569 struct kfree_rcu_cpu_work *krwp = &(krcp->krw_arr[i]);
3572 // all channels are free. Any channel is not free means at krwp
3573 // there is on-going rcu work to handle krwp's free business.
3574 if (need_wait_for_krwp_work(krwp))
3582 if (list_empty(&krwp->bulk_head_free[j])) {
3585 &krwp->bulk_head_free[j]);
3591 if (!krwp->head_free) {
3592 krwp->head_free = krcp->head;
3593 get_state_synchronize_rcu_full(&krwp->head_free_gp_snap);
3603 queue_rcu_work(system_wq, &krwp->rcu_work);