kernel/rcu/tree_exp.h

236 	struct rcu_data *rdp;
245 		rdp = per_cpu_ptr(&rcu_data, cpu);
246 		if (!IS_ENABLED(CONFIG_NO_HZ_FULL) || !rdp->rcu_forced_tick_exp)
248 		rdp->rcu_forced_tick_exp = false;
257 static void rcu_report_exp_rdp(struct rcu_data *rdp)
259 	WRITE_ONCE(rdp->cpu_no_qs.b.exp, false);
260 	rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true);
283 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id());
284 	struct rcu_node *rnp = rdp->mynode;
352 		struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);
353 		unsigned long mask = rdp->grpmask;
364 				rdp->exp_dynticks_snap = snap;
380 		struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);
381 		unsigned long mask = rdp->grpmask;
384 		if (rcu_dynticks_in_eqs_since(rdp, rdp->exp_dynticks_snap)) {
538 	struct rcu_data *rdp;
553 				rdp = per_cpu_ptr(&rcu_data, cpu);
554 				if (rdp->rcu_forced_tick_exp)
556 				rdp->rcu_forced_tick_exp = true;
583 				struct rcu_data *rdp;
589 				rdp = per_cpu_ptr(&rcu_data, cpu);
592 					"o."[!!(rdp->grpmask & rnp->expmaskinit)],
593 					"N."[!!(rdp->grpmask & rnp->expmaskinitnext)],
594 					"D."[!!data_race(rdp->cpu_no_qs.b.exp)]);
691 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);
692 	struct rcu_node *rnp = rdp->mynode;
703 			rcu_report_exp_rdp(rdp);
705 			WRITE_ONCE(rdp->cpu_no_qs.b.exp, true);
726 		if (rnp->expmask & rdp->grpmask) {
727 			WRITE_ONCE(rdp->cpu_no_qs.b.exp, true);
814 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);
815 	struct rcu_node *rnp = rdp->mynode;
818 	if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) ||
834 	struct rcu_data *rdp;
838 	rdp = per_cpu_ptr(&rcu_data, cpu);
839 	rnp = rdp->mynode;
842 	if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) ||
843 	    READ_ONCE(rdp->cpu_no_qs.b.exp)) {
1005 	struct rcu_data *rdp;
1010 	rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id());
1011 	rnp = rdp->mynode;