/linux-master/kernel/rcu/ |
H A D | tree_nocb.h | 19 static inline int rcu_lockdep_is_held_nocb(struct rcu_data *rdp) argument 21 return lockdep_is_held(&rdp->nocb_lock); 24 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp) argument 27 if (!rdp->nocb_cb_kthread || !rdp->nocb_gp_kthread) 30 if (current == rdp->nocb_cb_kthread || current == rdp->nocb_gp_kthread) 97 static void rcu_nocb_bypass_lock(struct rcu_data *rdp) 98 __acquires(&rdp->nocb_bypass_lock) 101 if (raw_spin_trylock(&rdp 121 rcu_nocb_wait_contended(struct rcu_data *rdp) argument 132 rcu_nocb_bypass_trylock(struct rcu_data *rdp) argument 152 rcu_nocb_lock(struct rcu_data *rdp) argument 164 rcu_nocb_unlock(struct rcu_data *rdp) argument 176 rcu_nocb_unlock_irqrestore(struct rcu_data *rdp, unsigned long flags) argument 188 rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp) argument 250 wake_nocb_gp(struct rcu_data *rdp, bool force) argument 288 wake_nocb_gp_defer(struct rcu_data *rdp, int waketype, const char *reason) argument 330 rcu_nocb_do_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp_in, unsigned long j, bool lazy) argument 374 rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp, unsigned long j, bool lazy) argument 388 rcu_nocb_try_flush_bypass(struct rcu_data *rdp, unsigned long j) argument 415 rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp, bool *was_alldone, unsigned long flags, bool lazy) argument 572 rcu_nocb_unlock(rdp); variable 585 rcu_nocb_unlock(rdp); variable 590 rcu_nocb_unlock(rdp); variable 595 rcu_nocb_unlock(rdp); variable 613 rcu_nocb_unlock(rdp); variable 617 rcu_nocb_unlock(rdp); variable 621 rcu_nocb_unlock(rdp); variable 626 call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head, rcu_callback_t func, unsigned long flags, bool lazy) argument 638 nocb_gp_toggle_rdp(struct rcu_data *rdp, bool *wake_state) argument 700 struct rcu_data *rdp, *rdp_toggling = NULL; local 906 struct rcu_data *rdp = arg; local 916 nocb_cb_can_run(struct rcu_data *rdp) argument 923 nocb_cb_wait_cond(struct rcu_data *rdp) argument 932 nocb_cb_wait(struct rcu_data *rdp) argument 1013 struct rcu_data *rdp = arg; local 1025 rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level) argument 1055 struct rcu_data *rdp = from_timer(rdp, t, nocb_timer); local 1070 do_nocb_deferred_wakeup(struct rcu_data *rdp) argument 1122 struct rcu_data *rdp = arg; local 1217 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 1241 struct rcu_data *rdp = arg; local 1302 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 1340 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 1375 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 1413 struct rcu_data *rdp; local 1478 rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp) argument 1499 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 1564 struct rcu_data *rdp; local 1638 show_rcu_nocb_gp_state(struct rcu_data *rdp) argument 1662 show_rcu_nocb_state(struct rcu_data *rdp) argument 1723 rcu_lockdep_is_held_nocb(struct rcu_data *rdp) argument 1728 rcu_current_is_nocb_kthread(struct rcu_data *rdp) argument 1734 rcu_nocb_lock(struct rcu_data *rdp) argument 1739 rcu_nocb_unlock(struct rcu_data *rdp) argument 1744 rcu_nocb_unlock_irqrestore(struct rcu_data *rdp, unsigned long flags) argument 1751 rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp) argument 1769 wake_nocb_gp(struct rcu_data *rdp, bool force) argument 1774 rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp, unsigned long j, bool lazy) argument 1780 call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head, rcu_callback_t func, unsigned long flags, bool lazy) argument 1786 __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_empty, unsigned long flags) argument 1792 rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp) argument 1796 rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level) argument 1801 do_nocb_deferred_wakeup(struct rcu_data *rdp) argument 1810 show_rcu_nocb_state(struct rcu_data *rdp) argument [all...] |
H A D | tree.c | 150 static void rcu_report_exp_rdp(struct rcu_data *rdp); 152 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp); 153 static bool rcu_rdp_is_offloaded(struct rcu_data *rdp); 154 static bool rcu_rdp_cpu_online(struct rcu_data *rdp); 236 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 238 if (rcu_segcblist_is_enabled(&rdp->cblist)) 239 return rcu_segcblist_n_cbs(&rdp->cblist); 291 static bool rcu_dynticks_in_eqs_since(struct rcu_data *rdp, int snap) argument 293 return snap != rcu_dynticks_snap(rdp->cpu); 476 static void force_qs_rnp(int (*f)(struct rcu_data *rdp)); 549 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local 612 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local 669 rcu_disable_urgency_upon_qs(struct rcu_data *rdp) argument 731 rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) argument 746 dyntick_save_progress_counter(struct rcu_data *rdp) argument 767 rcu_implicit_dynticks_qs(struct rcu_data *rdp) argument 904 trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, unsigned long gp_seq_req, const char *s) argument 928 rcu_start_this_gp(struct rcu_node *rnp_start, struct rcu_data *rdp, unsigned long gp_seq_req) argument 1006 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local 1087 rcu_accelerate_cbs(struct rcu_node *rnp, struct rcu_data *rdp) argument 1133 rcu_accelerate_cbs_unlocked(struct rcu_node *rnp, struct rcu_data *rdp) argument 1163 rcu_advance_cbs(struct rcu_node *rnp, struct rcu_data *rdp) argument 1186 rcu_advance_cbs_nowake(struct rcu_node *rnp, struct rcu_data *rdp) argument 1217 __note_gp_changes(struct rcu_node *rnp, struct rcu_data *rdp) argument 1266 note_gp_changes(struct rcu_data *rdp) argument 1433 struct rcu_data *rdp; local 1725 struct rcu_data *rdp; local 2009 rcu_report_qs_rdp(struct rcu_data *rdp) argument 2077 rcu_check_quiescent_state(struct rcu_data *rdp) argument 2119 rcu_do_batch(struct rcu_data *rdp) argument 2313 force_qs_rnp(int (*f)(struct rcu_data *rdp)) argument 2343 struct rcu_data *rdp; local 2420 struct rcu_data *rdp = raw_cpu_ptr(&rcu_data); local 2600 rcutree_enqueue(struct rcu_data *rdp, struct rcu_head *head, rcu_callback_t func) argument 2616 call_rcu_core(struct rcu_data *rdp, struct rcu_head *head, rcu_callback_t func, unsigned long flags) argument 2672 check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp) argument 2695 check_cb_ovld(struct rcu_data *rdp) argument 2714 struct rcu_data *rdp; local 3710 struct rcu_data *rdp; local 3928 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local 4004 rcu_barrier_entrain(struct rcu_data *rdp) argument 4044 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 4067 struct rcu_data *rdp; local 4250 rcu_rdp_cpu_online(struct rcu_data *rdp) argument 4257 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 4279 struct rcu_data *rdp; local 4389 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 4480 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 4538 struct rcu_data *rdp; local 4587 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 4599 struct rcu_data *rdp; local 4634 struct rcu_data *rdp; local 4692 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local 4734 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 4797 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 4813 struct rcu_data *rdp; local 4863 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local [all...] |
H A D | tree.h | 164 * equal to rdp->gp_seq. 167 unsigned long gp_seq; /* Track rdp->gp_seq counter */ 255 struct rcu_data *nocb_toggling_rdp; /* rdp queued for (de-)offloading */ 259 /* GP rdp takes GP-end wakeups. */ 457 static bool rcu_is_callbacks_kthread(struct rcu_data *rdp); 462 static void zero_cpu_stall_ticks(struct rcu_data *rdp); 466 static bool wake_nocb_gp(struct rcu_data *rdp, bool force); 467 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp, 469 static void call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head, 471 static void __maybe_unused __call_rcu_nocb_wake(struct rcu_data *rdp, boo [all...] |
H A D | tree_exp.h | 236 struct rcu_data *rdp; local 245 rdp = per_cpu_ptr(&rcu_data, cpu); 246 if (!IS_ENABLED(CONFIG_NO_HZ_FULL) || !rdp->rcu_forced_tick_exp) 248 rdp->rcu_forced_tick_exp = false; 257 static void rcu_report_exp_rdp(struct rcu_data *rdp) argument 259 WRITE_ONCE(rdp->cpu_no_qs.b.exp, false); 260 rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true); 283 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id()); local 284 struct rcu_node *rnp = rdp 352 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 380 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local [all...] |
H A D | tree_plugin.h | 16 static bool rcu_rdp_is_offloaded(struct rcu_data *rdp) argument 19 * In order to read the offloaded state of an rdp in a safe 30 rcu_lockdep_is_held_nocb(rdp) || 31 (rdp == this_cpu_ptr(&rcu_data) && 33 rcu_current_is_nocb_kthread(rdp)), 37 return rcu_segcblist_is_offloaded(&rdp->cblist); 151 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp) 156 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) + 157 (rnp->expmask & rdp->grpmask ? RCU_EXP_BLKD : 0); 161 WARN_ON_ONCE(rdp 264 rcu_report_exp_rdp(rdp); variable 315 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local 473 struct rcu_data *rdp; local 615 struct rcu_data *rdp; local 641 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local 783 struct rcu_data *rdp; local 822 struct rcu_data *rdp; local 944 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local 1007 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 1018 rcu_is_callbacks_nocb_kthread(struct rcu_data *rdp) argument 1031 rcu_is_callbacks_kthread(struct rcu_data *rdp) argument [all...] |
H A D | tree_stall.h | 186 static void zero_cpu_stall_ticks(struct rcu_data *rdp) argument 188 rdp->ticks_this_gp = 0; 189 rdp->softirq_snap = kstat_softirqs_cpu(RCU_SOFTIRQ, smp_processor_id()); 190 WRITE_ONCE(rdp->last_fqs_resched, jiffies); 221 struct rcu_data *rdp; local 224 rdp = container_of(iwp, struct rcu_data, rcu_iw); 225 rnp = rdp->mynode; 227 if (!WARN_ON_ONCE(!rdp->rcu_iw_pending)) { 228 rdp->rcu_iw_gp_seq = rnp->gp_seq; 229 rdp 417 rcu_is_rcuc_kthread_starving(struct rcu_data *rdp, unsigned long *jp) argument 441 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 482 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 544 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); local 667 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); local 719 check_cpu_stall(struct rcu_data *rdp) argument 883 struct rcu_data *rdp; local 943 rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp, const unsigned long gpssdelay) argument 1008 struct rcu_data *rdp; local [all...] |
/linux-master/tools/rcu/ |
H A D | rcu-cbs.py | 42 rdp = per_cpu_ptr(rdp0, cpu); variable 43 len = rdp.cblist.len.value_();
|
/linux-master/drivers/net/ethernet/cavium/liquidio/ |
H A D | octeon_nic.c | 38 struct octeon_instr_rdp *rdp; local 54 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp; 56 /*pkiih3 + irh + ossp[0] + ossp[1] + rdp + rptr = 40 bytes */ 60 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp; 62 /* irh + ossp[0] + ossp[1] + rdp + rptr = 40 bytes */ 68 rdp->pcie_port = oct->pcie_port; 69 rdp->rlen = rdatasize;
|
H A D | octeon_iq.h | 221 u64 rdp; member in struct:octeon_instr2_64B 248 u64 rdp; member in struct:octeon_instr3_64B
|
H A D | request_manager.c | 590 struct octeon_instr_rdp *rdp; local 631 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp; 632 rdp->pcie_port = oct->pcie_port; 633 rdp->rlen = sc->rdatasize; 637 /* pki_ih3 irh+ossp[0]+ossp[1]+rdp+rptr = 48 bytes */ 668 rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp; 669 rdp->pcie_port = oct->pcie_port; 670 rdp [all...] |
/linux-master/drivers/net/ethernet/amd/ |
H A D | a2065.c | 135 ll->rdp = (leptr & 0xFFFF); 137 ll->rdp = leptr >> 16; 139 ll->rdp = lp->busmaster_regval; 224 ll->rdp = LE_C0_INIT; 227 for (i = 0; (i < 100) && !(ll->rdp & (LE_C0_ERR | LE_C0_IDON)); i++) 229 if ((i == 100) || (ll->rdp & LE_C0_ERR)) { 230 pr_err("unopened after %d ticks, csr0=%04x\n", i, ll->rdp); 235 ll->rdp = LE_C0_IDON; 236 ll->rdp = LE_C0_INEA | LE_C0_STRT; 265 ll->rdp [all...] |
H A D | declance.c | 286 volatile unsigned short rdp; /* register data port */ member in struct:lance_regs 314 writereg(&ll->rdp, (leptr & 0xFFFF)); 316 writereg(&ll->rdp, leptr >> 16); 318 writereg(&ll->rdp, lp->busmaster_regval); 533 writereg(&ll->rdp, LE_C0_INIT); 536 for (i = 0; (i < 100) && !(ll->rdp & LE_C0_IDON); i++) { 539 if ((i == 100) || (ll->rdp & LE_C0_ERR)) { 541 i, ll->rdp); 544 if ((ll->rdp & LE_C0_ERR)) { 546 i, ll->rdp); [all...] |
H A D | a2065.h | 41 unsigned short rdp; /* Register Data Port */ member in struct:lance_regs
|
/linux-master/arch/x86/include/asm/ |
H A D | user_64.h | 58 __u64 rdp; member in struct:user_i387_struct
|
/linux-master/drivers/net/wireless/ath/ath11k/ |
H A D | hal.c | 199 hal->rdp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->rdp.paddr, 201 if (!hal->rdp.vaddr) 212 if (!hal->rdp.vaddr) 217 hal->rdp.vaddr, hal->rdp.paddr); 218 hal->rdp.vaddr = NULL; 319 hp_addr = hal->rdp.paddr + 321 (unsigned long)hal->rdp.vaddr); 421 tp_addr = hal->rdp [all...] |
/linux-master/drivers/pnp/isapnp/ |
H A D | core.c | 218 int rdp = isapnp_rdp; local 225 while (rdp <= 0x3ff) { 230 if ((rdp < 0x280 || rdp > 0x380) 231 && request_region(rdp, 1, "ISAPnP")) { 232 isapnp_rdp = rdp; 233 old_rdp = rdp; 236 rdp += RDP_STEP; 1059 /* format is: isapnp=rdp,reset,skip_pci_scan,verbose */
|
/linux-master/sound/pcmcia/pdaudiocf/ |
H A D | pdaudiocf_irq.c | 250 int size, off, cont, rdp, wdp; local 258 rdp = inw(chip->port + PDAUDIOCF_REG_RDP); 260 /* printk(KERN_DEBUG "TASKLET: rdp = %x, wdp = %x\n", rdp, wdp); */ 261 size = wdp - rdp;
|
/linux-master/drivers/net/wireless/ath/ath12k/ |
H A D | hal.c | 1582 hal->rdp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->rdp.paddr, 1584 if (!hal->rdp.vaddr) 1595 if (!hal->rdp.vaddr) 1600 hal->rdp.vaddr, hal->rdp.paddr); 1601 hal->rdp.vaddr = NULL; 1699 hp_addr = hal->rdp.paddr + 1701 (unsigned long)hal->rdp.vaddr); 1784 tp_addr = hal->rdp [all...] |
/linux-master/include/soc/fsl/ |
H A D | cpm.h | 21 __be32 rdp; /* Internal */ member in struct:spi_pram
|
/linux-master/arch/x86/kernel/fpu/ |
H A D | regset.c | 344 env->foo = fxsave->rdp; 387 fxsave->rdp = env->foo;
|
/linux-master/arch/x86/include/uapi/asm/ |
H A D | sigcontext.h | 156 __u64 rdp; member in struct:_fpstate_64
|
/linux-master/arch/x86/include/asm/fpu/ |
H A D | types.h | 44 u64 rdp; /* Data Pointer */ member in struct:fxregs_state::__anon50::__anon51
|
/linux-master/drivers/i2c/busses/ |
H A D | i2c-cpm.c | 56 uint rdp; /* Internal */ member in struct:i2c_ram 157 out_be32(&i2c_ram->rdp, 0);
|
/linux-master/drivers/scsi/lpfc/ |
H A D | lpfc_sli.h | 197 struct lpfc_rdp_context *rdp; /* Used in get_rdp_info */ member in union:lpfcMboxq::__anon111
|
/linux-master/drivers/spi/ |
H A D | spi-fsl-cpm.c | 383 iowrite32be(0, &mspi->pram->rdp);
|