drm/xe/xe_migrate.c

51 	u64 batch_base_ofs;
53 	u64 usm_batch_base_ofs;
55 	u64 cleared_mem_ofs;
67 	u64 min_chunk_size;
116 static u64 xe_migrate_vm_addr(u64 slot, u32 level)
124 static u64 xe_migrate_vram_ofs(struct xe_device *xe, u64 addr)
143 	u64 entry;
173 		xe_map_wr(xe, &bo->vmap, map_ofs + level * 8, u64, entry);
190 			xe_map_wr(xe, &bo->vmap, map_ofs + level * 8, u64,
207 				xe_map_wr(xe, &bo->vmap, map_ofs + level * 8, u64,
213 		u64 batch_addr = xe_bo_addr(batch, 0, XE_PAGE_SIZE);
230 		entry = vm->pt_ops->pde_encode_bo(bo, map_ofs + (u64)(level - 1) *
232 		xe_map_wr(xe, &bo->vmap, map_ofs + XE_PAGE_SIZE * level, u64,
238 		entry = vm->pt_ops->pde_encode_bo(bo, (u64)i * XE_PAGE_SIZE,
242 			  (i + 1) * 8, u64, entry);
247 	xe_map_wr(xe, &bo->vmap, map_ofs + XE_PAGE_SIZE * level + 255 * 8, u64,
254 		u64 pos, ofs, flags;
268 			xe_map_wr(xe, &bo->vmap, ofs, u64, pos | flags);
292 #define NUM_VMUSA_WRITES_PER_UNIT	(VM_SA_UPDATE_UNIT_SIZE / sizeof(u64))
407 static u64 max_mem_transfer_per_pass(struct xe_device *xe)
415 static u64 xe_migrate_res_sizes(struct xe_migrate *m, struct xe_res_cursor *cur)
418 	u64 size = min_t(u64, max_mem_transfer_per_pass(xe), cur->remaining);
430 		u64 chunk = max_t(u64, cur->size, m->min_chunk_size);
432 		size = min_t(u64, size, chunk);
440 static bool xe_migrate_allow_identity(u64 size, const struct xe_res_cursor *cur)
450 			   u64 *L0, u64 *L0_ofs, u32 *L0_pt,
463 		u64 size = min(*L0, (u64)avail_pts * SZ_2M);
492 	u64 ofs = (u64)at_pt * XE_PAGE_SIZE;
493 	u64 cur_ofs;
516 			u64 addr, flags = 0;
522 					u64 va = cur_ofs * XE_PAGE_SIZE / 8;
548 			  u64 dst_ofs, bool dst_is_indirect,
549 			  u64 src_ofs, bool src_is_indirect,
589 		      u64 src_ofs, u64 dst_ofs, unsigned int size,
624 static u64 xe_migrate_batch_base(struct xe_migrate *m, bool usm)
631 			       u64 src_ofs, bool src_is_indirect,
632 			       u64 dst_ofs, bool dst_is_indirect, u32 dst_size,
633 			       u64 ccs_ofs, bool copy_ccs)
647 		u64 ccs_src_ofs =  src_is_indirect ? src_ofs : m->cleared_mem_ofs;
700 	u64 size = src_bo->size;
702 	u64 src_L0_ofs, dst_L0_ofs;
704 	u64 src_L0, dst_L0;
742 		u64 ccs_ofs, ccs_size;
863 static void emit_clear_link_copy(struct xe_gt *gt, struct xe_bb *bb, u64 src_ofs,
887 				 u64 src_ofs, u32 size, u32 pitch, bool is_vram)
949 static void emit_clear(struct xe_gt *gt, struct xe_bb *bb, u64 src_ofs,
982 	u64 size = bo->size;
993 		u64 clear_L0_ofs;
996 		u64 clear_L0;
1104 static void write_pgtable(struct xe_tile *tile, struct xe_bb *bb, u64 ppgtt_ofs,
1128 		u64 addr = ppgtt_ofs + ofs * 8;
1284 	u64 addr;
1367 			(page_ofs / sizeof(u64)) * XE_PAGE_SIZE;