Lines Matching refs:LDS
572 // Save SGPR before LDS save, then the s0 to s4 can be used during LDS save...
635 /* save LDS */
653 s_barrier //LDS is used? wait for other waves in the same TG
657 // first wave do LDS save;
659 s_lshl_b32 s_save_alloc_size, s_save_alloc_size, 6 //LDS size in dwords = lds_size * 64dw
660 s_lshl_b32 s_save_alloc_size, s_save_alloc_size, 2 //LDS size in bytes
663 // LDS at offset: size(VGPR)+size(SVGPR)+SIZE(SGPR)+SIZE(HWREG)
698 s_cbranch_scc1 L_SAVE_LDS_LOOP_SQC_W32 //LDS save is complete?
718 s_cbranch_scc1 L_SAVE_LDS_LOOP_W32 //LDS save is complete?
736 s_cbranch_scc1 L_SAVE_LDS_LOOP_SQC_W64 //LDS save is complete?
756 s_cbranch_scc1 L_SAVE_LDS_LOOP_W64 //LDS save is complete?
925 /* restore LDS */
940 s_lshl_b32 s_restore_alloc_size, s_restore_alloc_size, 6 //LDS size in dwords = lds_size * 64dw
941 s_lshl_b32 s_restore_alloc_size, s_restore_alloc_size, 2 //LDS size in bytes
944 // LDS at offset: size(VGPR)+size(SVGPR)+SIZE(SGPR)+SIZE(HWREG)
971 s_cbranch_scc1 L_RESTORE_LDS_LOOP_W32 //LDS restore is complete?
985 s_cbranch_scc1 L_RESTORE_LDS_LOOP_W64 //LDS restore is complete?
1154 s_barrier //barrier to ensure the readiness of LDS before access attemps from any other wave in the same TG
1350 s_lshl_b32 s_lds_size_byte, s_lds_size_byte, 8 //LDS size in dwords = lds_size * 64 *4Bytes // granularity 64DW