Lines Matching refs:rcp
81 struct rcu_ctrlblk *rcp)
86 if (unlikely(!rcp->signaled)) {
87 rcp->signaled = 1;
92 cpumask = rcp->cpumask;
100 struct rcu_ctrlblk *rcp)
264 * all cpus, they must pick this up by comparing rcp->cur with
282 static void rcu_start_batch(struct rcu_ctrlblk *rcp)
284 if (rcp->next_pending &&
285 rcp->completed == rcp->cur) {
286 rcp->next_pending = 0;
292 rcp->cur++;
295 * Accessing nohz_cpu_mask before incrementing rcp->cur needs a
297 * included in rcp->cpumask, which will extend graceperiods
301 cpus_andnot(rcp->cpumask, cpu_online_map, nohz_cpu_mask);
303 rcp->signaled = 0;
312 static void cpu_quiet(int cpu, struct rcu_ctrlblk *rcp)
314 cpu_clear(cpu, rcp->cpumask);
315 if (cpus_empty(rcp->cpumask)) {
317 rcp->completed = rcp->cur;
318 rcu_start_batch(rcp);
327 static void rcu_check_quiescent_state(struct rcu_ctrlblk *rcp,
330 if (rdp->quiescbatch != rcp->cur) {
334 rdp->quiescbatch = rcp->cur;
353 spin_lock(&rcp->lock);
355 * rdp->quiescbatch/rcp->cur and the cpu bitmap can come out of sync
358 if (likely(rdp->quiescbatch == rcp->cur))
359 cpu_quiet(rdp->cpu, rcp);
361 spin_unlock(&rcp->lock);
382 struct rcu_ctrlblk *rcp, struct rcu_data *rdp)
388 spin_lock_bh(&rcp->lock);
389 if (rcp->cur != rcp->completed)
390 cpu_quiet(rdp->cpu, rcp);
391 spin_unlock_bh(&rcp->lock);
422 static void __rcu_process_callbacks(struct rcu_ctrlblk *rcp,
425 if (rdp->curlist && !rcu_batch_before(rcp->completed, rdp->batch)) {
445 rdp->batch = rcp->cur + 1;
451 if (!rcp->next_pending) {
453 spin_lock(&rcp->lock);
454 rcp->next_pending = 1;
455 rcu_start_batch(rcp);
456 spin_unlock(&rcp->lock);
460 rcu_check_quiescent_state(rcp, rdp);
471 static int __rcu_pending(struct rcu_ctrlblk *rcp, struct rcu_data *rdp)
476 if (rdp->curlist && !rcu_batch_before(rcp->completed, rdp->batch))
488 if (rdp->quiescbatch != rcp->cur || rdp->qs_pending)
532 static void rcu_init_percpu_data(int cpu, struct rcu_ctrlblk *rcp,
539 rdp->quiescbatch = rcp->completed;