/linux-master/drivers/dma/ioat/ |
H A D | dma.c | 72 static void ioat_eh(struct ioatdma_chan *ioat_chan); 74 static void ioat_print_chanerrs(struct ioatdma_chan *ioat_chan, u32 chanerr) argument 80 dev_err(to_dev(ioat_chan), "Err(%d): %s\n", 94 struct ioatdma_chan *ioat_chan; local 111 ioat_chan = ioat_chan_by_index(instance, bit); 112 if (test_bit(IOAT_RUN, &ioat_chan->state)) 113 tasklet_schedule(&ioat_chan->cleanup_task); 127 struct ioatdma_chan *ioat_chan = data; local 129 if (test_bit(IOAT_RUN, &ioat_chan->state)) 130 tasklet_schedule(&ioat_chan 135 ioat_stop(struct ioatdma_chan *ioat_chan) argument 171 __ioat_issue_pending(struct ioatdma_chan *ioat_chan) argument 185 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local 201 ioat_update_pending(struct ioatdma_chan *ioat_chan) argument 207 __ioat_start_null_desc(struct ioatdma_chan *ioat_chan) argument 241 ioat_start_null_desc(struct ioatdma_chan *ioat_chan) argument 249 __ioat_restart_chan(struct ioatdma_chan *ioat_chan) argument 271 ioat_quiesce(struct ioatdma_chan *ioat_chan, unsigned long tmo) argument 292 ioat_reset_sync(struct ioatdma_chan *ioat_chan, unsigned long tmo) argument 313 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); variable in typeref:struct:ioatdma_chan 330 ioat_update_pending(ioat_chan); variable 341 struct ioatdma_chan *ioat_chan = to_ioat_chan(chan); local 374 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local 529 ioat_get_current_completion(struct ioatdma_chan *ioat_chan) argument 543 ioat_cleanup_preamble(struct ioatdma_chan *ioat_chan, u64 *phys_complete) argument 557 desc_get_errstat(struct ioatdma_chan *ioat_chan, struct ioat_ring_ent *desc) argument 591 __ioat_cleanup(struct ioatdma_chan *ioat_chan, dma_addr_t phys_complete) argument 671 ioat_cleanup(struct ioatdma_chan *ioat_chan) argument 695 struct ioatdma_chan *ioat_chan = from_tasklet(ioat_chan, t, cleanup_task); local 703 ioat_restart_channel(struct ioatdma_chan *ioat_chan) argument 721 ioat_abort_descs(struct ioatdma_chan *ioat_chan) argument 774 ioat_eh(struct ioatdma_chan *ioat_chan) argument 874 check_active(struct ioatdma_chan *ioat_chan) argument 885 ioat_reboot_chan(struct ioatdma_chan *ioat_chan) argument 904 struct ioatdma_chan *ioat_chan = from_timer(ioat_chan, t, timer); local 990 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local 1002 ioat_reset_hw(struct ioatdma_chan *ioat_chan) argument [all...] |
H A D | sysfs.c | 45 struct ioatdma_chan *ioat_chan; local 48 ioat_chan = container_of(kobj, struct ioatdma_chan, kobj); 52 return entry->show(&ioat_chan->dma_chan, page); 60 struct ioatdma_chan *ioat_chan; local 63 ioat_chan = container_of(kobj, struct ioatdma_chan, kobj); 67 return entry->store(&ioat_chan->dma_chan, page, count); 81 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local 85 err = kobject_init_and_add(&ioat_chan->kobj, type, 88 dev_warn(to_dev(ioat_chan), 90 kobject_put(&ioat_chan 102 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local 113 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local 121 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local 130 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local 139 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local [all...] |
H A D | dma.h | 23 #define to_dev(ioat_chan) (&(ioat_chan)->ioat_dma->pdev->dev) 24 #define to_pdev(ioat_chan) ((ioat_chan)->ioat_dma->pdev) 219 __dump_desc_dbg(struct ioatdma_chan *ioat_chan, struct ioat_dma_descriptor *hw, argument 222 struct device *dev = to_dev(ioat_chan); 240 static inline u64 ioat_chansts(struct ioatdma_chan *ioat_chan) argument 242 return readq(ioat_chan->reg_base + IOAT_CHANSTS_OFFSET); 250 static inline u32 ioat_chanerr(struct ioatdma_chan *ioat_chan) argument 252 return readl(ioat_chan 255 ioat_suspend(struct ioatdma_chan *ioat_chan) argument 263 ioat_reset(struct ioatdma_chan *ioat_chan) argument 271 ioat_reset_pending(struct ioatdma_chan *ioat_chan) argument 307 ioat_ring_size(struct ioatdma_chan *ioat_chan) argument 313 ioat_ring_active(struct ioatdma_chan *ioat_chan) argument 320 ioat_ring_pending(struct ioatdma_chan *ioat_chan) argument 326 ioat_ring_space(struct ioatdma_chan *ioat_chan) argument 332 ioat_xferlen_to_descs(struct ioatdma_chan *ioat_chan, size_t len) argument 341 ioat_get_ring_ent(struct ioatdma_chan *ioat_chan, u16 idx) argument 347 ioat_set_chainaddr(struct ioatdma_chan *ioat_chan, u64 addr) argument [all...] |
H A D | init.c | 120 struct ioatdma_chan *ioat_chan, int idx); 404 struct ioatdma_chan *ioat_chan; local 433 ioat_chan = ioat_chan_by_index(ioat_dma, i); 436 "ioat-msix", ioat_chan); 440 ioat_chan = ioat_chan_by_index(ioat_dma, j); 441 devm_free_irq(dev, msix->vector, ioat_chan); 566 struct ioatdma_chan *ioat_chan; local 588 ioat_chan = kzalloc(sizeof(*ioat_chan), GFP_KERNEL); 589 if (!ioat_chan) 609 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local 680 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local 766 ioat_init_channel(struct ioatdma_device *ioat_dma, struct ioatdma_chan *ioat_chan, int idx) argument 1065 struct ioatdma_chan *ioat_chan; local 1093 struct ioatdma_chan *ioat_chan; local 1214 struct ioatdma_chan *ioat_chan; local 1245 struct ioatdma_chan *ioat_chan; local [all...] |
H A D | prep.c | 104 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local 112 if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state)) 115 num_descs = ioat_xferlen_to_descs(ioat_chan, len); 117 ioat_check_space_lock(ioat_chan, num_descs) == 0) 118 idx = ioat_chan->head; 123 size_t copy = min_t(size_t, len, 1 << ioat_chan->xfercap_log); 125 desc = ioat_get_ring_ent(ioat_chan, idx + i); 136 dump_desc_dbg(ioat_chan, desc); 144 dump_desc_dbg(ioat_chan, desc); 156 struct ioatdma_chan *ioat_chan local 248 struct ioatdma_chan *ioat_chan = to_ioat_chan(chan); local 261 struct ioatdma_chan *ioat_chan = to_ioat_chan(chan); local 276 dump_pq_desc_dbg(struct ioatdma_chan *ioat_chan, struct ioat_ring_ent *desc, struct ioat_ring_ent *ext) argument 303 dump_pq16_desc_dbg(struct ioatdma_chan *ioat_chan, struct ioat_ring_ent *desc) argument 344 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local 468 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local 578 struct ioatdma_chan *ioat_chan = to_ioat_chan(chan); local 623 struct ioatdma_chan *ioat_chan = to_ioat_chan(chan); local 652 struct ioatdma_chan *ioat_chan = to_ioat_chan(chan); local 679 struct ioatdma_chan *ioat_chan = to_ioat_chan(chan); local 707 struct ioatdma_chan *ioat_chan = to_ioat_chan(c); local [all...] |