/barrelfish-master/include/dma/client/ |
H A D | dma_client_channel.h | 18 static inline struct dma_client_channel *dma_channel_to_client(struct dma_channel *chan) argument 20 return (struct dma_client_channel *)chan;
|
H A D | dma_client_request.h | 36 * \param chan DMA client channel 41 errval_t dma_client_register_memory_chan(struct dma_channel *chan, 58 * \param chan DMA client channel 63 errval_t dma_client_deregister_memory_chan(struct dma_channel *chan, 86 * \param chan DMA client channel 92 errval_t dma_client_request_memcpy_chan(struct dma_channel *chan,
|
/barrelfish-master/lib/dma/ |
H A D | dma_channel.c | 34 * \param chan DMA channel 39 struct dma_request *dma_channel_deq_request_head(struct dma_channel *chan) argument 41 struct dma_request *req = chan->req_list.head; 43 assert(chan->req_list.count == 0); 47 chan->req_list.count--; 49 chan->req_list.head = dma_request_get_next(req); 50 if (chan->req_list.head == NULL) { 51 chan->req_list.tail = NULL; 52 assert(chan->req_list.count == 0); 55 DMACHAN_DEBUG("request : deq head [%016lx] count=%u\n", chan 70 dma_channel_deq_request_by_id(struct dma_channel *chan, dma_req_id_t id) argument 108 dma_channel_enq_request_head(struct dma_channel *chan, struct dma_request *req) argument 131 dma_channel_enq_request_tail(struct dma_channel *chan, struct dma_request *req) argument 168 dma_channel_poll(struct dma_channel *chan) argument 189 dma_channel_get_id(struct dma_channel *chan) argument 201 dma_channel_get_state(struct dma_channel *chan) argument 213 dma_channel_get_device(struct dma_channel *chan) argument 225 dma_channel_get_request_count(struct dma_channel *chan) argument 237 dma_channel_get_mmio_vbase(struct dma_channel *chan) argument 249 dma_channel_get_max_xfer_size(struct dma_channel *chan) argument [all...] |
H A D | dma_request.c | 25 inline dma_req_id_t dma_request_generate_req_id(struct dma_channel *chan) argument 27 return dma_request_id_build(chan, dma_channel_incr_req_count(chan)); 34 * \param chan Channel this request gets executed on 41 struct dma_channel *chan, 44 req->id = dma_request_id_build(chan, dma_channel_incr_req_count(chan)); 201 * \param chan DMA channel 208 errval_t dma_request_memcpy_chan(struct dma_channel *chan, argument 226 if (chan 40 dma_request_common_init(struct dma_request *req, struct dma_channel *chan, dma_req_st_t type) argument 247 struct dma_channel *chan = dma_device_get_channel(dev); local 261 dma_request_memset_chan(struct dma_channel *chan, struct dma_req_setup *setup, dma_req_id_t *id) argument 286 struct dma_channel *chan = dma_device_get_channel(dev); local [all...] |
/barrelfish-master/lib/dma/xeon_phi/ |
H A D | xeon_phi_dma_channel.c | 36 static inline uint8_t channel_has_intr_pending(struct xeon_phi_dma_channel *chan) argument 38 return xeon_phi_dma_chan_dcar_irq_status_rdf(&chan->channel); 44 * \param chan the dma channel to change the interrupts 48 static uint32_t channel_mask_intr(struct xeon_phi_dma_channel *chan, argument 53 if (chan->owner == XEON_PHI_DMA_OWNER_CARD) { 54 xeon_phi_dma_chan_dcar_msix_irq_wrf(&chan->channel, mask_val); 56 xeon_phi_dma_chan_dcar_apic_irq_wrf(&chan->channel, mask_val); 59 return xeon_phi_dma_chan_dcar_rd(&chan->channel); 65 * \param chan Xeon Phi DMA channel 67 static inline void channel_ack_intr(struct xeon_phi_dma_channel *chan) argument 79 channel_set_error_mask(struct xeon_phi_dma_channel *chan, uint32_t mask) argument 92 channel_read_tail(struct xeon_phi_dma_channel *chan) argument 103 channel_write_tail(struct xeon_phi_dma_channel *chan, uint16_t tail) argument 117 channel_read_head(struct xeon_phi_dma_channel *chan) argument 128 channel_write_head(struct xeon_phi_dma_channel *chan, uint16_t head) argument 141 channel_set_dstat_wb(struct xeon_phi_dma_channel *chan, lpaddr_t dstat_wb) argument 161 channel_get_dstab_wb(struct xeon_phi_dma_channel *chan) argument 176 channel_get_completions(struct xeon_phi_dma_channel *chan) argument 187 channel_set_ring(struct xeon_phi_dma_channel *chan, struct dma_ring *ring) argument 245 channel_process_descriptors(struct xeon_phi_dma_channel *chan, uint16_t tail) argument 294 struct xeon_phi_dma_channel *chan = calloc(1, sizeof(*chan)); local 366 xeon_phi_dma_channel_issue_pending(struct xeon_phi_dma_channel *chan) argument 394 xeon_phi_dma_channel_get_dstat_wb(struct xeon_phi_dma_channel *chan) argument 423 xeon_phi_dma_channel_reset(struct xeon_phi_dma_channel *chan) argument 438 xeon_phi_dma_channel_restart(struct xeon_phi_dma_channel *chan) argument 453 xeon_phi_dma_channel_start(struct xeon_phi_dma_channel *chan) argument 478 xeon_phi_dma_channel_stop(struct xeon_phi_dma_channel *chan) argument 492 xeon_phi_dma_channel_suspend(struct xeon_phi_dma_channel *chan) argument 508 xeon_phi_dma_channel_submit_request(struct xeon_phi_dma_channel *chan, struct xeon_phi_dma_request *req) argument 531 xeon_phi_dma_channel_poll(struct dma_channel *chan) argument 576 xeon_phi_dma_channel_get_ring(struct xeon_phi_dma_channel *chan) argument [all...] |
H A D | xeon_phi_dma_request.c | 79 inline static uint32_t req_num_desc_needed(struct xeon_phi_dma_channel *chan, argument 82 struct dma_channel *dma_chan = (struct dma_channel *) chan; 127 * \param chan Xeon Phi DMA channel 134 errval_t xeon_phi_dma_request_memcpy_chan(struct dma_channel *chan, argument 138 assert(chan->device->type == DMA_DEV_TYPE_XEON_PHI); 140 struct xeon_phi_dma_channel *xchan = (struct xeon_phi_dma_channel *) chan; 162 dma_request_common_init(&req->common, chan, setup->type); 169 size_t bytes, max_xfer_size = dma_channel_get_max_xfer_size(chan); 222 struct dma_channel *chan = dma_device_get_channel(dev); local 223 return xeon_phi_dma_request_memcpy_chan(chan, setu 235 xeon_phi_dma_request_nop_chan(struct dma_channel *chan) argument 259 struct dma_channel *chan = dma_device_get_channel(dev); local [all...] |
/barrelfish-master/include/barrelfish/ |
H A D | waitset_chan.h | 23 static inline bool waitset_chan_is_registered(struct waitset_chanstate *chan) argument 25 return chan->waitset != NULL && 26 (chan->state == CHAN_IDLE || chan->state == CHAN_POLLED); 29 void waitset_chanstate_init(struct waitset_chanstate *chan, 31 void waitset_chanstate_destroy(struct waitset_chanstate *chan); 32 errval_t waitset_chan_trigger(struct waitset_chanstate *chan); 34 struct waitset_chanstate *chan, 36 errval_t waitset_chan_deregister(struct waitset_chanstate *chan); 37 errval_t waitset_chan_register(struct waitset *ws, struct waitset_chanstate *chan, [all...] |
/barrelfish-master/include/dma/xeon_phi/ |
H A D | xeon_phi_dma_channel.h | 22 static inline struct xeon_phi_dma_channel *dma_channel_to_xeon_phi(struct dma_channel *chan) argument 24 return (struct xeon_phi_dma_channel *)chan; 36 * \param chan Xeon Phi DMA channel to be reset 41 errval_t xeon_phi_dma_channel_reset(struct xeon_phi_dma_channel *chan); 47 * \param chan Xeon Phi DMA channel 52 errval_t xeon_phi_dma_channel_restart(struct xeon_phi_dma_channel *chan); 58 * \param chan Xeon Phi DMA channel 63 errval_t xeon_phi_dma_channel_start(struct xeon_phi_dma_channel *chan); 68 * \param chan Xeon Phi DMA channel 73 errval_t xeon_phi_dma_channel_stop(struct xeon_phi_dma_channel *chan); [all...] |
H A D | xeon_phi_dma_request.h | 32 * \param chan Xeon Phi DMA channel 39 errval_t xeon_phi_dma_request_memcpy_chan(struct dma_channel *chan, 60 * \param chan Xeon Phi DMA channel 67 errval_t xeon_phi_dma_request_status_chan(struct dma_channel *chan, 88 * \param chan Xeon Phi DMA channel 95 errval_t xeon_phi_dma_request_general_chan(struct dma_channel *chan, 116 * \param chan Xeon Phi DMA channel 123 errval_t xeon_phi_dma_request_keynoncecent_chan(struct dma_channel *chan, 144 * \param chan Xeon Phi DMA channel 151 errval_t xeon_phi_dma_request_keynoncecent(struct dma_channel *chan, [all...] |
/barrelfish-master/lib/dma/ioat/ |
H A D | ioat_dma_channel.c | 37 * \param chan IOAT DMA channel 39 static inline void channel_set_chain_addr(struct ioat_dma_channel *chan) argument 41 lpaddr_t chain_addr = dma_ring_get_chain_addr(chan->ring); 43 IOATCHAN_DEBUG("setting chain addr to [%016lx]\n", chan->common.id, 46 ioat_dma_chan_chainaddr_lo_wr(&chan->channel, (uint32_t) chain_addr); 47 ioat_dma_chan_chainaddr_hi_wr(&chan->channel, chain_addr >> 32); 54 * \param chan IOAT DMA channel 58 static inline lpaddr_t channel_get_completion_addr(struct ioat_dma_channel *chan) argument 60 lpaddr_t compl_addr = *((lpaddr_t*) chan->completion.vbase); 69 * \param chan IOA 74 channel_has_completed_descr(struct ioat_dma_channel *chan) argument 96 channel_process_descriptors(struct ioat_dma_channel *chan, lpaddr_t compl_addr_phys) argument 185 struct ioat_dma_channel *chan = calloc(1, sizeof(*chan)); local 305 ioat_dma_channel_issue_pending(struct ioat_dma_channel *chan) argument 347 ioat_dma_channel_reset(struct ioat_dma_channel *chan) argument 402 ioat_dma_channel_restart(struct ioat_dma_channel *chan) argument 417 ioat_dma_channel_start(struct ioat_dma_channel *chan) argument 443 ioat_dma_channel_stop(struct ioat_dma_channel *chan) argument 457 ioat_dma_channel_suspend(struct ioat_dma_channel *chan) argument 473 ioat_dma_channel_submit_request(struct ioat_dma_channel *chan, struct ioat_dma_request *req) argument 496 ioat_dma_channel_poll(struct dma_channel *chan) argument 547 ioat_dma_channel_get_ring(struct ioat_dma_channel *chan) argument 557 ioat_dma_channel_get_status(struct ioat_dma_channel *chan) argument [all...] |
H A D | ioat_dma_request.c | 80 inline static uint32_t req_num_desc_needed(struct ioat_dma_channel *chan, argument 83 struct dma_channel *dma_chan = (struct dma_channel *) chan; 128 * \param chan IOAT DMA channel 135 errval_t ioat_dma_request_memcpy_chan(struct dma_channel *chan, argument 139 assert(chan); 140 assert(chan->device); 141 assert(chan->device->type == DMA_DEV_TYPE_IOAT); 143 struct ioat_dma_channel *ioat_chan = (struct ioat_dma_channel *) chan; 165 dma_request_common_init(&req->common, chan, setup->type); 175 size_t bytes, max_xfer_size = dma_channel_get_max_xfer_size(chan); 230 struct dma_channel *chan = dma_device_get_channel(dev); local 244 ioat_dma_request_memset_chan(struct dma_channel *chan, struct dma_req_setup *setup, dma_req_id_t *id) argument 335 struct dma_channel *chan = dma_device_get_channel(dev); local 348 ioat_dma_request_nop_chan(struct ioat_dma_channel *chan) argument 372 struct ioat_dma_channel *chan; local [all...] |
/barrelfish-master/include/dma/ |
H A D | dma_channel.h | 30 * \param chan DMA Channel 37 errval_t dma_channel_poll(struct dma_channel *chan); 52 dma_chan_id_t dma_channel_get_id(struct dma_channel *chan); 61 dma_chan_st_t dma_channel_get_state(struct dma_channel *chan); 70 struct dma_device *dma_channel_get_device(struct dma_channel *chan); 79 uint32_t dma_channel_get_request_count(struct dma_channel *chan); 88 lvaddr_t dma_channel_get_mmio_vbase(struct dma_channel *chan); 97 uint32_t dma_channel_get_max_xfer_size(struct dma_channel *chan); 114 errval_t dma_channel_intr_enable(struct dma_channel *chan, 122 * \param chan IOA [all...] |
/barrelfish-master/lib/barrelfish/ |
H A D | waitset.c | 38 static void dequeue(struct waitset_chanstate **queue, struct waitset_chanstate *chan) argument 40 if (chan->next == chan) { 41 assert(chan->prev == chan); 42 assert(*queue == chan); 45 chan->prev->next = chan->next; 46 chan->next->prev = chan 55 enqueue(struct waitset_chanstate **queue, struct waitset_chanstate *chan) argument 69 dequeue_polled(struct waitset_chanstate **queue, struct waitset_chanstate *chan) argument 87 enqueue_polled(struct waitset_chanstate **queue, struct waitset_chanstate *chan) argument 124 struct waitset_chanstate *chan, *next; local 155 waitset_can_receive(struct waitset_chanstate *chan, struct thread *thread) argument 190 struct waitset_chanstate *chan; local 221 poll_ahci(struct waitset_chanstate *chan) argument 230 struct waitset_chanstate *chan; local 263 reregister_channel(struct waitset *ws, struct waitset_chanstate *chan, dispatcher_handle_t handle) argument 340 struct waitset_chanstate * chan; local 428 struct waitset_chanstate *chan; local 573 waitset_chanstate_init(struct waitset_chanstate *chan, enum ws_chantype chantype) argument 593 waitset_chanstate_destroy(struct waitset_chanstate *chan) argument 614 waitset_chan_register_disabled(struct waitset *ws, struct waitset_chanstate *chan, struct event_closure closure) argument 655 waitset_chan_register_polled_disabled(struct waitset *ws, struct waitset_chanstate *chan, struct event_closure closure, dispatcher_handle_t handle) argument 694 waitset_chan_register(struct waitset *ws, struct waitset_chanstate *chan, struct event_closure closure) argument 716 waitset_chan_register_polled(struct waitset *ws, struct waitset_chanstate *chan, struct event_closure closure) argument 734 waitset_chan_deregister_disabled(struct waitset_chanstate *chan, dispatcher_handle_t handle) argument 781 waitset_chan_deregister(struct waitset_chanstate *chan) argument 795 waitset_chan_migrate(struct waitset_chanstate *chan, struct waitset *new_ws) argument 845 waitset_chan_trigger_disabled(struct waitset_chanstate *chan, dispatcher_handle_t handle) argument 892 waitset_chan_trigger(struct waitset_chanstate *chan) argument 912 waitset_chan_trigger_closure_disabled(struct waitset *ws, struct waitset_chanstate *chan, struct event_closure closure, dispatcher_handle_t handle) argument 960 waitset_chan_trigger_closure(struct waitset *ws, struct waitset_chanstate *chan, struct event_closure closure) argument [all...] |
/barrelfish-master/lib/dma/client/ |
H A D | dma_client_channel.c | 55 * \param chan the DMA channel to start the RPC on 60 static inline uint8_t rpc_start(struct dma_client_channel *chan) argument 62 if (!chan->wait_reply) { 63 chan->wait_reply = 0x1; 72 * \param chan the DMA channel 74 static inline void rpc_wait_done(struct dma_client_channel *chan) argument 76 while (chan->wait_reply) { 84 * \param chan the DMA channel 86 static inline void rpc_done(struct dma_client_channel *chan) argument 88 chan 94 dma_client_channel_poll(struct dma_channel *chan) argument 111 struct dma_client_channel *chan = _binding->st; local 144 struct dma_client_channel *chan = _binding->st; local 161 struct dma_client_channel *chan = _binding->st; local 180 struct dma_client_channel *chan = _binding->st; local 244 struct dma_client_channel *chan = st; local 290 struct dma_client_channel *chan = calloc(1, sizeof(*chan)); local 345 dma_client_channel_submit_request(struct dma_channel *chan, struct dma_request *req) argument [all...] |
H A D | dma_client_request.c | 66 * \param chan DMA client channel 71 errval_t dma_client_register_memory_chan(struct dma_channel *chan, argument 75 assert(chan->device->type == DMA_DEV_TYPE_CLIENT); 88 err = dma_client_channel_submit_request(chan, &req->common); 108 struct dma_channel *chan = dma_device_get_channel(dev); local 109 return dma_client_register_memory_chan(chan, frame); 115 * \param chan DMA client channel 120 errval_t dma_client_deregister_memory_chan(struct dma_channel *chan, argument 124 assert(chan->device->type == DMA_DEV_TYPE_CLIENT); 137 err = dma_client_channel_submit_request(chan, 157 struct dma_channel *chan = dma_device_get_channel(dev); local 170 dma_client_request_memcpy_chan(struct dma_channel *chan, struct dma_req_setup *setup, dma_req_id_t *id) argument 233 struct dma_channel *chan = dma_device_get_channel(dev); local [all...] |
/barrelfish-master/include/dma/ioat/ |
H A D | ioat_dma_channel.h | 19 static inline struct ioat_dma_channel *dma_channel_to_ioat(struct dma_channel *chan) argument 21 return (struct ioat_dma_channel *)chan; 33 * \param chan IOAT DMA channel to be reset 38 errval_t ioat_dma_channel_reset(struct ioat_dma_channel *chan); 44 * \param chan IOAT DMA channel 49 errval_t ioat_dma_channel_restart(struct ioat_dma_channel *chan); 55 * \param chan IOAT DMA channel 60 errval_t ioat_dma_channel_start(struct ioat_dma_channel *chan); 65 * \param chan IOAT DMA channel 70 errval_t ioat_dma_channel_stop(struct ioat_dma_channel *chan); [all...] |
H A D | ioat_dma_request.h | 36 * \param chan IOAT DMA channel 43 errval_t ioat_dma_request_memcpy_chan(struct dma_channel *chan, 64 * \param chan IOAT DMA channel 71 errval_t ioat_dma_request_memset_chan(struct dma_channel *chan, 90 * \param chan IOAT DMA channel 93 void ioat_dma_request_nop_chan(struct ioat_dma_channel *chan);
|
/barrelfish-master/lib/barrelfish/include/ |
H A D | waitset_chan_priv.h | 20 errval_t waitset_chan_trigger_disabled(struct waitset_chanstate *chan, 23 struct waitset_chanstate *chan, 26 errval_t waitset_chan_deregister_disabled(struct waitset_chanstate *chan, 29 struct waitset_chanstate *chan, 32 struct waitset_chanstate *chan,
|
/barrelfish-master/lib/dma/include/ |
H A D | dma_channel_internal.h | 20 typedef errval_t (*memcpy_fn_t)(struct dma_channel *chan, 24 typedef errval_t (*memset_fn_t)(struct dma_channel *chan, 28 typedef errval_t (*chan_poll_fn_t)(struct dma_channel *chan); 78 * \param chan DMA channel 83 struct dma_request *dma_channel_deq_request_head(struct dma_channel *chan); 88 * \param chan DMA channel 94 struct dma_request *dma_channel_deq_request_by_id(struct dma_channel *chan, 100 * \param chan DMA channel 103 void dma_channel_enq_request_head(struct dma_channel *chan, 109 * \param chan DM 132 dma_channel_incr_req_count(struct dma_channel *chan) argument [all...] |
/barrelfish-master/lib/dma/include/xeon_phi/ |
H A D | xeon_phi_dma_channel_internal.h | 39 * \param chan Xeon Phi DMA channel 43 lpaddr_t xeon_phi_dma_channel_get_dstat_wb(struct xeon_phi_dma_channel *chan); 49 * \param chan IOAT DMA channel 55 errval_t xeon_phi_dma_channel_submit_request(struct xeon_phi_dma_channel *chan, 61 errval_t xeon_phi_dma_channel_irq_setup_msix(struct xeon_phi_dma_channel *chan);
|
/barrelfish-master/lib/dma/include/ioat/ |
H A D | ioat_dma_channel_internal.h | 38 * \param chan IOAT DMA channel 44 errval_t ioat_dma_channel_submit_request(struct ioat_dma_channel *chan, 50 errval_t ioat_dma_channel_irq_setup_msix(struct ioat_dma_channel *chan);
|
/barrelfish-master/usr/bench/xeon_phi_ump/ |
H A D | benchmark.h | 89 void xphi_bench_start_echo(struct ump_chan *chan); 91 void xphi_bench_start_processor(struct ump_chan *chan); 93 errval_t xphi_bench_start_initator_sync(struct ump_chan *chan); 95 errval_t xphi_bench_start_initator_async(struct ump_chan *chan); 97 errval_t xphi_bench_start_initator_rtt(struct ump_chan *chan);
|
/barrelfish-master/usr/bench/ump_bench/ |
H A D | latency.c | 27 struct ump_chan *chan = &fus->chan; local 29 struct ump_chan_state *send = &chan->send_chan; 30 struct ump_chan_state *recv = &chan->endpoint.chan;
|
H A D | receive.c | 27 struct ump_chan *chan = &fus->chan; local 29 struct ump_chan_state *send = &chan->send_chan; 30 struct ump_chan_state *recv = &chan->endpoint.chan;
|
H A D | send.c | 27 struct ump_chan *chan = &fus->chan; local 29 struct ump_chan_state *send = &chan->send_chan; 30 struct ump_chan_state *recv = &chan->endpoint.chan;
|