Searched refs:rcu_state (Results 1 - 11 of 11) sorted by relevance
/linux-master/kernel/rcu/ |
H A D | tree_stall.h | 104 return !time_before(j, READ_ONCE(rcu_state.gp_start) + d); 162 WRITE_ONCE(rcu_state.nr_fqs_jiffies_stall, 3); 163 WRITE_ONCE(rcu_state.jiffies_stall, ULONG_MAX); 176 WRITE_ONCE(rcu_state.gp_start, j); 179 WRITE_ONCE(rcu_state.nr_fqs_jiffies_stall, 0); 180 WRITE_ONCE(rcu_state.jiffies_stall, j + j1); 181 rcu_state.jiffies_resched = j + j1 / 2; 182 rcu_state.n_force_qs_gpstart = READ_ONCE(rcu_state.n_force_qs); 203 j = READ_ONCE(rcu_state [all...] |
H A D | tree.c | 85 static struct rcu_state rcu_state = { variable in typeref:struct:rcu_state 86 .level = { &rcu_state.node[0] }, 89 .barrier_mutex = __MUTEX_INITIALIZER(rcu_state.barrier_mutex), 90 .barrier_lock = __RAW_SPIN_LOCK_UNLOCKED(rcu_state.barrier_lock), 93 .exp_mutex = __MUTEX_INITIALIZER(rcu_state.exp_mutex), 94 .exp_wake_mutex = __MUTEX_INITIALIZER(rcu_state.exp_wake_mutex), 227 return rcu_seq_state(rcu_seq_current(&rcu_state.gp_seq)); 484 return READ_ONCE(rcu_state.gp_seq); 496 return rcu_state [all...] |
H A D | tree_exp.h | 21 rcu_seq_start(&rcu_state.expedited_sequence); 22 rcu_poll_gp_seq_start_unlocked(&rcu_state.gp_seq_polled_exp_snap); 31 return rcu_seq_endval(&rcu_state.expedited_sequence); 39 rcu_poll_gp_seq_end_unlocked(&rcu_state.gp_seq_polled_exp_snap); 40 rcu_seq_end(&rcu_state.expedited_sequence); 54 s = rcu_seq_snap(&rcu_state.expedited_sequence); 55 trace_rcu_exp_grace_period(rcu_state.name, s, TPS("snap")); 66 return rcu_seq_done(&rcu_state.expedited_sequence, s); 82 int ncpus = smp_load_acquire(&rcu_state.ncpus); /* Order vs. locking. */ 87 if (likely(ncpus == rcu_state [all...] |
H A D | tree_nocb.h | 72 rcu_state.nocb_is_setup = true; 224 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, 240 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, TPS("DoWake")); 316 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, reason); 473 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, 492 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, 524 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, TPS("FirstBQ")); 539 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, 543 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, 573 trace_rcu_nocb_wake(rcu_state [all...] |
H A D | rcu.h | 377 #define rcu_first_leaf_node() (rcu_state.level[rcu_num_lvls - 1]) 383 #define rcu_is_last_leaf_node(rnp) ((rnp) == &rcu_state.node[rcu_num_nodes - 1]) 387 * specified state structure (for SRCU) or the only rcu_state structure 394 _rcu_for_each_node_breadth_first(&rcu_state, rnp) 399 * Scan the leaves of the rcu_node hierarchy for the rcu_state structure. 406 (rnp) < &rcu_state.node[rcu_num_nodes]; (rnp)++)
|
H A D | tree_plugin.h | 28 !(lockdep_is_held(&rcu_state.barrier_mutex) || 337 trace_rcu_preempt_task(rcu_state.name, 405 if (IS_ENABLED(CONFIG_RCU_STRICT_GRACE_PERIOD) && rcu_state.gp_kthread) 744 time_after(jiffies, rcu_state.gp_start + HZ)) 824 if (irqs_disabled() || preempt_count() || !rcu_state.gp_kthread) 1165 (!time_after(rnp->boost_time, jiffies) || rcu_state.cbovld || 1255 time_before(jiffies, READ_ONCE(rcu_state.gp_start) + HZ)))
|
H A D | tree.h | 43 /* some rcu_state fields as well as */ 216 unsigned long barrier_seq_snap; /* Snap of rcu_state.barrier_sequence. */ 328 struct rcu_state { struct 405 /* Values for rcu_state structure's gp_flags field. */ 410 /* Values for rcu_state structure's gp_state field. */ 422 * In order to export the rcu_state name to the tracing tools, it
|
/linux-master/include/linux/ |
H A D | stackdepot.h | 73 unsigned long rcu_state; /* RCU cookie */ member in struct:stack_record::__anon251::__anon252
|
/linux-master/net/sched/ |
H A D | sch_generic.c | 1574 cond_synchronize_rcu(miniq->rcu_state); 1575 else if (!poll_state_synchronize_rcu(miniq->rcu_state)) 1587 miniq_old->rcu_state = start_poll_synchronize_rcu(); 1606 miniqp->miniq1.rcu_state = get_state_synchronize_rcu(); 1607 miniqp->miniq2.rcu_state = miniqp->miniq1.rcu_state;
|
/linux-master/lib/ |
H A D | stackdepot.c | 360 if (!poll_state_synchronize_rcu(stack->rcu_state)) 494 stack->rcu_state = get_state_synchronize_rcu();
|
/linux-master/include/net/ |
H A D | sch_generic.h | 1318 unsigned long rcu_state; member in struct:mini_Qdisc
|
Completed in 165 milliseconds