Lines Matching refs:LDS
442 // Save SGPR before LDS save, then the s0 to s4 can be used during LDS save...
488 /* save first 4 VGPR, then LDS save could use */
515 /* save LDS */
528 s_barrier //LDS is used? wait for other waves in the same TG
532 // first wave do LDS save;
534 s_lshl_b32 s_save_alloc_size, s_save_alloc_size, 6 //LDS size in dwords = lds_size * 64dw
535 s_lshl_b32 s_save_alloc_size, s_save_alloc_size, 2 //LDS size in bytes
538 // LDS at offset: size(VGPR)+SIZE(SGPR)+SIZE(HWREG)
582 ds_read_b64 v[0:1], v2 //x =LDS[a], byte address
723 /* restore LDS */
733 s_lshl_b32 s_restore_alloc_size, s_restore_alloc_size, 6 //LDS size in dwords = lds_size * 64dw
734 s_lshl_b32 s_restore_alloc_size, s_restore_alloc_size, 2 //LDS size in bytes
737 // LDS at offset: size(VGPR)+SIZE(SGPR)+SIZE(HWREG)
754 s_cbranch_scc1 L_RESTORE_LDS_LOOP //LDS restore is complete?
915 s_barrier //barrier to ensure the readiness of LDS before access attempts from any other wave in the same TG //FIXME not performance-optimal at this time
1020 // SQ LDS granularity is 64DW, while PGM_RSRC2.lds_size is in granularity 128DW
1022 s_lshl_b32 s_lds_size_byte, s_lds_size_byte, 8 //LDS size in dwords = lds_size * 64 *4Bytes // granularity 64DW