Searched refs:rdp (Results 1 - 25 of 35) sorted by relevance

12

/linux-master/kernel/rcu/
H A Dtree_nocb.h19 static inline int rcu_lockdep_is_held_nocb(struct rcu_data *rdp) argument
21 return lockdep_is_held(&rdp->nocb_lock);
24 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp) argument
27 if (!rdp->nocb_cb_kthread || !rdp->nocb_gp_kthread)
30 if (current == rdp->nocb_cb_kthread || current == rdp->nocb_gp_kthread)
97 static void rcu_nocb_bypass_lock(struct rcu_data *rdp)
98 __acquires(&rdp->nocb_bypass_lock)
101 if (raw_spin_trylock(&rdp
121 rcu_nocb_wait_contended(struct rcu_data *rdp) argument
132 rcu_nocb_bypass_trylock(struct rcu_data *rdp) argument
152 rcu_nocb_lock(struct rcu_data *rdp) argument
164 rcu_nocb_unlock(struct rcu_data *rdp) argument
176 rcu_nocb_unlock_irqrestore(struct rcu_data *rdp, unsigned long flags) argument
188 rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp) argument
250 wake_nocb_gp(struct rcu_data *rdp, bool force) argument
288 wake_nocb_gp_defer(struct rcu_data *rdp, int waketype, const char *reason) argument
330 rcu_nocb_do_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp_in, unsigned long j, bool lazy) argument
374 rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp, unsigned long j, bool lazy) argument
388 rcu_nocb_try_flush_bypass(struct rcu_data *rdp, unsigned long j) argument
415 rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp, bool *was_alldone, unsigned long flags, bool lazy) argument
572 rcu_nocb_unlock(rdp); variable
585 rcu_nocb_unlock(rdp); variable
590 rcu_nocb_unlock(rdp); variable
595 rcu_nocb_unlock(rdp); variable
613 rcu_nocb_unlock(rdp); variable
617 rcu_nocb_unlock(rdp); variable
621 rcu_nocb_unlock(rdp); variable
626 call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head, rcu_callback_t func, unsigned long flags, bool lazy) argument
638 nocb_gp_toggle_rdp(struct rcu_data *rdp, bool *wake_state) argument
700 struct rcu_data *rdp, *rdp_toggling = NULL; local
906 struct rcu_data *rdp = arg; local
916 nocb_cb_can_run(struct rcu_data *rdp) argument
923 nocb_cb_wait_cond(struct rcu_data *rdp) argument
932 nocb_cb_wait(struct rcu_data *rdp) argument
1013 struct rcu_data *rdp = arg; local
1025 rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level) argument
1055 struct rcu_data *rdp = from_timer(rdp, t, nocb_timer); local
1070 do_nocb_deferred_wakeup(struct rcu_data *rdp) argument
1122 struct rcu_data *rdp = arg; local
1217 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
1241 struct rcu_data *rdp = arg; local
1302 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
1340 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
1375 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
1413 struct rcu_data *rdp; local
1478 rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp) argument
1499 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
1564 struct rcu_data *rdp; local
1638 show_rcu_nocb_gp_state(struct rcu_data *rdp) argument
1662 show_rcu_nocb_state(struct rcu_data *rdp) argument
1723 rcu_lockdep_is_held_nocb(struct rcu_data *rdp) argument
1728 rcu_current_is_nocb_kthread(struct rcu_data *rdp) argument
1734 rcu_nocb_lock(struct rcu_data *rdp) argument
1739 rcu_nocb_unlock(struct rcu_data *rdp) argument
1744 rcu_nocb_unlock_irqrestore(struct rcu_data *rdp, unsigned long flags) argument
1751 rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp) argument
1769 wake_nocb_gp(struct rcu_data *rdp, bool force) argument
1774 rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp, unsigned long j, bool lazy) argument
1780 call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head, rcu_callback_t func, unsigned long flags, bool lazy) argument
1786 __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_empty, unsigned long flags) argument
1792 rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp) argument
1796 rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level) argument
1801 do_nocb_deferred_wakeup(struct rcu_data *rdp) argument
1810 show_rcu_nocb_state(struct rcu_data *rdp) argument
[all...]
H A Dtree.c150 static void rcu_report_exp_rdp(struct rcu_data *rdp);
152 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp);
153 static bool rcu_rdp_is_offloaded(struct rcu_data *rdp);
154 static bool rcu_rdp_cpu_online(struct rcu_data *rdp);
236 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
238 if (rcu_segcblist_is_enabled(&rdp->cblist))
239 return rcu_segcblist_n_cbs(&rdp->cblist);
291 static bool rcu_dynticks_in_eqs_since(struct rcu_data *rdp, int snap) argument
293 return snap != rcu_dynticks_snap(rdp->cpu);
476 static void force_qs_rnp(int (*f)(struct rcu_data *rdp));
549 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local
612 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local
669 rcu_disable_urgency_upon_qs(struct rcu_data *rdp) argument
731 rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) argument
746 dyntick_save_progress_counter(struct rcu_data *rdp) argument
767 rcu_implicit_dynticks_qs(struct rcu_data *rdp) argument
904 trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, unsigned long gp_seq_req, const char *s) argument
928 rcu_start_this_gp(struct rcu_node *rnp_start, struct rcu_data *rdp, unsigned long gp_seq_req) argument
1006 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local
1087 rcu_accelerate_cbs(struct rcu_node *rnp, struct rcu_data *rdp) argument
1133 rcu_accelerate_cbs_unlocked(struct rcu_node *rnp, struct rcu_data *rdp) argument
1163 rcu_advance_cbs(struct rcu_node *rnp, struct rcu_data *rdp) argument
1186 rcu_advance_cbs_nowake(struct rcu_node *rnp, struct rcu_data *rdp) argument
1217 __note_gp_changes(struct rcu_node *rnp, struct rcu_data *rdp) argument
1266 note_gp_changes(struct rcu_data *rdp) argument
1433 struct rcu_data *rdp; local
1725 struct rcu_data *rdp; local
2009 rcu_report_qs_rdp(struct rcu_data *rdp) argument
2077 rcu_check_quiescent_state(struct rcu_data *rdp) argument
2119 rcu_do_batch(struct rcu_data *rdp) argument
2313 force_qs_rnp(int (*f)(struct rcu_data *rdp)) argument
2343 struct rcu_data *rdp; local
2420 struct rcu_data *rdp = raw_cpu_ptr(&rcu_data); local
2600 rcutree_enqueue(struct rcu_data *rdp, struct rcu_head *head, rcu_callback_t func) argument
2616 call_rcu_core(struct rcu_data *rdp, struct rcu_head *head, rcu_callback_t func, unsigned long flags) argument
2672 check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp) argument
2695 check_cb_ovld(struct rcu_data *rdp) argument
2714 struct rcu_data *rdp; local
3710 struct rcu_data *rdp; local
3928 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local
4004 rcu_barrier_entrain(struct rcu_data *rdp) argument
4044 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
4067 struct rcu_data *rdp; local
4250 rcu_rdp_cpu_online(struct rcu_data *rdp) argument
4257 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
4279 struct rcu_data *rdp; local
4389 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
4480 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
4538 struct rcu_data *rdp; local
4587 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
4599 struct rcu_data *rdp; local
4634 struct rcu_data *rdp; local
4692 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local
4734 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
4797 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
4813 struct rcu_data *rdp; local
4863 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local
[all...]
H A Dtree.h164 * equal to rdp->gp_seq.
167 unsigned long gp_seq; /* Track rdp->gp_seq counter */
255 struct rcu_data *nocb_toggling_rdp; /* rdp queued for (de-)offloading */
259 /* GP rdp takes GP-end wakeups. */
457 static bool rcu_is_callbacks_kthread(struct rcu_data *rdp);
462 static void zero_cpu_stall_ticks(struct rcu_data *rdp);
466 static bool wake_nocb_gp(struct rcu_data *rdp, bool force);
467 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,
469 static void call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head,
471 static void __maybe_unused __call_rcu_nocb_wake(struct rcu_data *rdp, boo
[all...]
H A Dtree_exp.h236 struct rcu_data *rdp; local
245 rdp = per_cpu_ptr(&rcu_data, cpu);
246 if (!IS_ENABLED(CONFIG_NO_HZ_FULL) || !rdp->rcu_forced_tick_exp)
248 rdp->rcu_forced_tick_exp = false;
257 static void rcu_report_exp_rdp(struct rcu_data *rdp) argument
259 WRITE_ONCE(rdp->cpu_no_qs.b.exp, false);
260 rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true);
283 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id()); local
284 struct rcu_node *rnp = rdp
352 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
380 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
[all...]
H A Dtree_plugin.h16 static bool rcu_rdp_is_offloaded(struct rcu_data *rdp) argument
19 * In order to read the offloaded state of an rdp in a safe
30 rcu_lockdep_is_held_nocb(rdp) ||
31 (rdp == this_cpu_ptr(&rcu_data) &&
33 rcu_current_is_nocb_kthread(rdp)),
37 return rcu_segcblist_is_offloaded(&rdp->cblist);
151 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp)
156 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) +
157 (rnp->expmask & rdp->grpmask ? RCU_EXP_BLKD : 0);
161 WARN_ON_ONCE(rdp
264 rcu_report_exp_rdp(rdp); variable
315 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local
473 struct rcu_data *rdp; local
615 struct rcu_data *rdp; local
641 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local
783 struct rcu_data *rdp; local
822 struct rcu_data *rdp; local
944 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local
1007 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
1018 rcu_is_callbacks_nocb_kthread(struct rcu_data *rdp) argument
1031 rcu_is_callbacks_kthread(struct rcu_data *rdp) argument
[all...]
H A Dtree_stall.h186 static void zero_cpu_stall_ticks(struct rcu_data *rdp) argument
188 rdp->ticks_this_gp = 0;
189 rdp->softirq_snap = kstat_softirqs_cpu(RCU_SOFTIRQ, smp_processor_id());
190 WRITE_ONCE(rdp->last_fqs_resched, jiffies);
221 struct rcu_data *rdp; local
224 rdp = container_of(iwp, struct rcu_data, rcu_iw);
225 rnp = rdp->mynode;
227 if (!WARN_ON_ONCE(!rdp->rcu_iw_pending)) {
228 rdp->rcu_iw_gp_seq = rnp->gp_seq;
229 rdp
417 rcu_is_rcuc_kthread_starving(struct rcu_data *rdp, unsigned long *jp) argument
441 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
482 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
544 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local
667 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local
719 check_cpu_stall(struct rcu_data *rdp) argument
883 struct rcu_data *rdp; local
943 rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp, const unsigned long gpssdelay) argument
1008 struct rcu_data *rdp; local
[all...]
/linux-master/tools/rcu/
H A Drcu-cbs.py42 rdp = per_cpu_ptr(rdp0, cpu); variable
43 len = rdp.cblist.len.value_();
/linux-master/drivers/net/ethernet/cavium/liquidio/
H A Docteon_nic.c38 struct octeon_instr_rdp *rdp; local
54 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp;
56 /*pkiih3 + irh + ossp[0] + ossp[1] + rdp + rptr = 40 bytes */
60 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp;
62 /* irh + ossp[0] + ossp[1] + rdp + rptr = 40 bytes */
68 rdp->pcie_port = oct->pcie_port;
69 rdp->rlen = rdatasize;
H A Docteon_iq.h221 u64 rdp; member in struct:octeon_instr2_64B
248 u64 rdp; member in struct:octeon_instr3_64B
H A Drequest_manager.c590 struct octeon_instr_rdp *rdp; local
631 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp;
632 rdp->pcie_port = oct->pcie_port;
633 rdp->rlen = sc->rdatasize;
637 /* pki_ih3 irh+ossp[0]+ossp[1]+rdp+rptr = 48 bytes */
668 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp;
669 rdp->pcie_port = oct->pcie_port;
670 rdp
[all...]
/linux-master/drivers/net/ethernet/amd/
H A Da2065.c135 ll->rdp = (leptr & 0xFFFF);
137 ll->rdp = leptr >> 16;
139 ll->rdp = lp->busmaster_regval;
224 ll->rdp = LE_C0_INIT;
227 for (i = 0; (i < 100) && !(ll->rdp & (LE_C0_ERR | LE_C0_IDON)); i++)
229 if ((i == 100) || (ll->rdp & LE_C0_ERR)) {
230 pr_err("unopened after %d ticks, csr0=%04x\n", i, ll->rdp);
235 ll->rdp = LE_C0_IDON;
236 ll->rdp = LE_C0_INEA | LE_C0_STRT;
265 ll->rdp
[all...]
H A Ddeclance.c286 volatile unsigned short rdp; /* register data port */ member in struct:lance_regs
314 writereg(&ll->rdp, (leptr & 0xFFFF));
316 writereg(&ll->rdp, leptr >> 16);
318 writereg(&ll->rdp, lp->busmaster_regval);
533 writereg(&ll->rdp, LE_C0_INIT);
536 for (i = 0; (i < 100) && !(ll->rdp & LE_C0_IDON); i++) {
539 if ((i == 100) || (ll->rdp & LE_C0_ERR)) {
541 i, ll->rdp);
544 if ((ll->rdp & LE_C0_ERR)) {
546 i, ll->rdp);
[all...]
H A Da2065.h41 unsigned short rdp; /* Register Data Port */ member in struct:lance_regs
/linux-master/arch/x86/include/asm/
H A Duser_64.h58 __u64 rdp; member in struct:user_i387_struct
/linux-master/drivers/net/wireless/ath/ath11k/
H A Dhal.c199 hal->rdp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->rdp.paddr,
201 if (!hal->rdp.vaddr)
212 if (!hal->rdp.vaddr)
217 hal->rdp.vaddr, hal->rdp.paddr);
218 hal->rdp.vaddr = NULL;
319 hp_addr = hal->rdp.paddr +
321 (unsigned long)hal->rdp.vaddr);
421 tp_addr = hal->rdp
[all...]
/linux-master/drivers/pnp/isapnp/
H A Dcore.c218 int rdp = isapnp_rdp; local
225 while (rdp <= 0x3ff) {
230 if ((rdp < 0x280 || rdp > 0x380)
231 && request_region(rdp, 1, "ISAPnP")) {
232 isapnp_rdp = rdp;
233 old_rdp = rdp;
236 rdp += RDP_STEP;
1059 /* format is: isapnp=rdp,reset,skip_pci_scan,verbose */
/linux-master/sound/pcmcia/pdaudiocf/
H A Dpdaudiocf_irq.c250 int size, off, cont, rdp, wdp; local
258 rdp = inw(chip->port + PDAUDIOCF_REG_RDP);
260 /* printk(KERN_DEBUG "TASKLET: rdp = %x, wdp = %x\n", rdp, wdp); */
261 size = wdp - rdp;
/linux-master/drivers/net/wireless/ath/ath12k/
H A Dhal.c1582 hal->rdp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->rdp.paddr,
1584 if (!hal->rdp.vaddr)
1595 if (!hal->rdp.vaddr)
1600 hal->rdp.vaddr, hal->rdp.paddr);
1601 hal->rdp.vaddr = NULL;
1699 hp_addr = hal->rdp.paddr +
1701 (unsigned long)hal->rdp.vaddr);
1784 tp_addr = hal->rdp
[all...]
/linux-master/include/soc/fsl/
H A Dcpm.h21 __be32 rdp; /* Internal */ member in struct:spi_pram
/linux-master/arch/x86/kernel/fpu/
H A Dregset.c344 env->foo = fxsave->rdp;
387 fxsave->rdp = env->foo;
/linux-master/arch/x86/include/uapi/asm/
H A Dsigcontext.h156 __u64 rdp; member in struct:_fpstate_64
/linux-master/arch/x86/include/asm/fpu/
H A Dtypes.h44 u64 rdp; /* Data Pointer */ member in struct:fxregs_state::__anon50::__anon51
/linux-master/drivers/i2c/busses/
H A Di2c-cpm.c56 uint rdp; /* Internal */ member in struct:i2c_ram
157 out_be32(&i2c_ram->rdp, 0);
/linux-master/drivers/scsi/lpfc/
H A Dlpfc_sli.h197 struct lpfc_rdp_context *rdp; /* Used in get_rdp_info */ member in union:lpfcMboxq::__anon111
/linux-master/drivers/spi/
H A Dspi-fsl-cpm.c383 iowrite32be(0, &mspi->pram->rdp);

Completed in 473 milliseconds

12