Lines Matching refs:LDS
297 // Save SGPR before LDS save, then the s0 to s4 can be used during LDS save...
340 /* save first 4 VGPR, then LDS save could use */
359 /* save LDS */
372 s_barrier //LDS is used? wait for other waves in the same TG
377 // first wave do LDS save;
379 s_lshl_b32 s_save_alloc_size, s_save_alloc_size, 6 //LDS size in dwords = lds_size * 64dw
380 s_lshl_b32 s_save_alloc_size, s_save_alloc_size, 2 //LDS size in bytes
383 // LDS at offset: size(VGPR)+SIZE(SGPR)+SIZE(HWREG)
405 ds_read_b64 v[0:1], v2 //x =LDS[a], byte address
491 /* restore LDS */
501 s_lshl_b32 s_restore_alloc_size, s_restore_alloc_size, 6 //LDS size in dwords = lds_size * 64dw
502 s_lshl_b32 s_restore_alloc_size, s_restore_alloc_size, 2 //LDS size in bytes
505 // LDS at offset: size(VGPR)+SIZE(SGPR)+SIZE(HWREG)
522 s_cbranch_scc1 L_RESTORE_LDS_LOOP //LDS restore is complete?
666 s_barrier //barrier to ensure the readiness of LDS before access attempts from any other wave in the same TG //FIXME not performance-optimal at this time
720 // SQ LDS granularity is 64DW, while PGM_RSRC2.lds_size is in granularity 128DW
722 s_lshl_b32 s_lds_size_byte, s_lds_size_byte, 8 //LDS size in dwords = lds_size * 64 *4Bytes // granularity 64DW