hwtracing/intel_th/msu.c

84  * @win:		current window
96 	struct msc_window	*win;
278 static inline struct scatterlist *msc_win_base_sg(struct msc_window *win)
280 	return win->sgt->sgl;
283 static inline struct msc_block_desc *msc_win_base(struct msc_window *win)
285 	return sg_virt(msc_win_base_sg(win));
288 static inline dma_addr_t msc_win_base_dma(struct msc_window *win)
290 	return sg_dma_address(msc_win_base_sg(win));
294 msc_win_base_pfn(struct msc_window *win)
296 	return PFN_DOWN(msc_win_base_dma(win));
301  * @win:	window
302  * Return:	true if @win is the last window in MSC's multiblock buffer
304 static inline bool msc_is_last_win(struct msc_window *win)
306 	return win->entry.next == &win->msc->win_list;
311  * @win:	current window
315 static struct msc_window *msc_next_window(struct msc_window *win)
317 	if (msc_is_last_win(win))
318 		return list_first_entry(&win->msc->win_list, struct msc_window,
321 	return list_next_entry(win, entry);
324 static size_t msc_win_total_sz(struct msc_window *win)
330 	for_each_sg(win->sgt->sgl, sg, win->nr_segs, blk) {
334 			return (size_t)win->nr_blocks << PAGE_SHIFT;
356 	struct msc_window *win;
367 	list_for_each_entry(win, &msc->win_list, entry) {
368 		if (win->sgt == sgt)
372 		if (nonempty && msc_block_is_empty(msc_win_base(win)))
376 			return win;
393 	struct msc_window *win;
398 	win = msc_find_window(msc, msc_next_window(msc->cur_win)->sgt, true);
399 	if (win)
400 		return win;
407  * @win:	window to look at
411 static struct scatterlist *msc_win_oldest_sg(struct msc_window *win)
415 	struct msc_block_desc *bdesc = msc_win_base(win);
419 		return msc_win_base_sg(win);
425 	for_each_sg(win->sgt->sgl, sg, win->nr_segs, blk) {
432 	return msc_win_base_sg(win);
485 	iter->start_block = msc_win_oldest_sg(iter->win);
508 	iter->win = iter->start_win;
518 	iter->win = msc_next_window(iter->win);
521 	if (iter->win == iter->start_win) {
550 		iter->block = msc_win_base_sg(iter->win);
656 	struct msc_window *win;
659 	list_for_each_entry(win, &msc->win_list, entry) {
662 		for_each_sg(win->sgt->sgl, sg, win->nr_segs, blk) {
707 static int msc_win_set_lockout(struct msc_window *win,
715 	if (!win->msc->mbuf)
718 	spin_lock_irqsave(&win->lo_lock, flags);
719 	old = win->lockout;
726 	win->lockout = new;
729 		atomic_inc(&win->msc->user_count);
731 		atomic_dec(&win->msc->user_count);
734 	spin_unlock_irqrestore(&win->lo_lock, flags);
744 		dev_warn_ratelimited(msc_dev(win->msc),
819 	struct msc_window *win = msc->cur_win;
825 		msc_win_set_lockout(win, WIN_INUSE, WIN_LOCKED);
847 		msc->mbuf->ready(msc->mbuf_priv, win->sgt,
848 				 msc_win_total_sz(win));
991 static int __msc_buffer_win_alloc(struct msc_window *win,
998 	ret = sg_alloc_table(win->sgt, nr_segs, GFP_KERNEL);
1002 	for_each_sg(win->sgt->sgl, sg_ptr, nr_segs, i) {
1003 		block = dma_alloc_coherent(msc_dev(win->msc)->parent->parent,
1015 	for_each_sg(win->sgt->sgl, sg_ptr, i, ret)
1016 		dma_free_coherent(msc_dev(win->msc)->parent->parent, PAGE_SIZE,
1019 	sg_free_table(win->sgt);
1028 	struct msc_window *win;
1036 	list_for_each_entry(win, &msc->win_list, entry) {
1037 		for_each_sg(win->sgt->sgl, sg_ptr, win->nr_segs, i) {
1048 	struct msc_window *win;
1056 	list_for_each_entry(win, &msc->win_list, entry) {
1057 		for_each_sg(win->sgt->sgl, sg_ptr, win->nr_segs, i) {
1092 	struct msc_window *win;
1098 	win = kzalloc(sizeof(*win), GFP_KERNEL);
1099 	if (!win)
1102 	win->msc = msc;
1103 	win->sgt = &win->_sgt;
1104 	win->lockout = WIN_READY;
1105 	spin_lock_init(&win->lo_lock);
1112 		win->pgoff = prev->pgoff + prev->nr_blocks;
1116 		ret = msc->mbuf->alloc_window(msc->mbuf_priv, &win->sgt,
1119 		ret = __msc_buffer_win_alloc(win, nr_blocks);
1124 	win->nr_segs = ret;
1125 	win->nr_blocks = nr_blocks;
1128 		msc->base = msc_win_base(win);
1129 		msc->base_addr = msc_win_base_dma(win);
1130 		msc->cur_win = win;
1133 	list_add_tail(&win->entry, &msc->win_list);
1139 	kfree(win);
1144 static void __msc_buffer_win_free(struct msc *msc, struct msc_window *win)
1149 	for_each_sg(win->sgt->sgl, sg, win->nr_segs, i) {
1153 		dma_free_coherent(msc_dev(win->msc)->parent->parent, PAGE_SIZE,
1156 	sg_free_table(win->sgt);
1162  * @win:	window to free
1167 static void msc_buffer_win_free(struct msc *msc, struct msc_window *win)
1169 	msc->nr_pages -= win->nr_blocks;
1171 	list_del(&win->entry);
1178 		msc->mbuf->free_window(msc->mbuf_priv, win->sgt);
1180 		__msc_buffer_win_free(msc, win);
1182 	kfree(win);
1194 	struct msc_window *win, *next_win;
1197 	list_for_each_entry(win, &msc->win_list, entry) {
1206 		if (msc_is_last_win(win)) {
1211 			next_win = list_next_entry(win, entry);
1214 		for_each_sg(win->sgt->sgl, sg, win->nr_segs, blk) {
1225 			if (blk == win->nr_segs - 1) {
1227 				bdesc->next_blk = msc_win_base_pfn(win);
1248 	struct msc_window *win, *iter;
1250 	list_for_each_entry_safe(win, iter, &msc->win_list, entry)
1251 		msc_buffer_win_free(msc, win);
1397 	struct msc_window *win;
1404 	list_for_each_entry(win, &msc->win_list, entry)
1405 		if (pgoff >= win->pgoff && pgoff < win->pgoff + win->nr_blocks)
1411 	pgoff -= win->pgoff;
1413 	for_each_sg(win->sgt->sgl, sg, win->nr_segs, blk) {
1738 	struct msc_window *win;
1743 	win = msc_find_window(msc, sgt, false);
1744 	if (!win)
1747 	msc_win_set_lockout(win, WIN_LOCKED, WIN_READY);
1748 	if (msc->switch_on_unlock == win) {
1767 	struct msc_window *win, *next_win;
1783 	win = msc->cur_win;
1784 	if (!win)
1786 	next_win = msc_next_window(win);
1801 	msc_win_set_lockout(win, WIN_INUSE, WIN_LOCKED);
1806 		msc->mbuf->ready(msc->mbuf_priv, win->sgt,
1807 				 msc_win_total_sz(win));
1964 	struct msc_window *win;
1972 		list_for_each_entry(win, &msc->win_list, entry) {
1974 					   "%d%c", win->nr_blocks,
1975 					   msc_is_last_win(win) ? '\n' : ',');
1991 	unsigned long val, *win = NULL, *rewin;
2029 		rewin = krealloc_array(win, nr_wins, sizeof(*win), GFP_KERNEL);
2031 			kfree(win);
2035 		win = rewin;
2036 		win[nr_wins - 1] = val;
2047 	ret = msc_buffer_alloc(msc, win, nr_wins);
2051 	kfree(win);