1/* NGpage.S: Niagara optimize clear and copy page. 2 * 3 * Copyright (C) 2006 (davem@davemloft.net) 4 */ 5 6#include <asm/asi.h> 7#include <asm/page.h> 8 9 .text 10 .align 32 11 12 /* This is heavily simplified from the sun4u variants 13 * because Niagara does not have any D-cache aliasing issues 14 * and also we don't need to use the FPU in order to implement 15 * an optimal page copy/clear. 16 */ 17 18NGcopy_user_page: /* %o0=dest, %o1=src, %o2=vaddr */ 19 prefetch [%o1 + 0x00], #one_read 20 mov 8, %g1 21 mov 16, %g2 22 mov 24, %g3 23 set PAGE_SIZE, %g7 24 251: ldda [%o1 + %g0] ASI_BLK_INIT_QUAD_LDD_P, %o2 26 ldda [%o1 + %g2] ASI_BLK_INIT_QUAD_LDD_P, %o4 27 prefetch [%o1 + 0x40], #one_read 28 add %o1, 32, %o1 29 stxa %o2, [%o0 + %g0] ASI_BLK_INIT_QUAD_LDD_P 30 stxa %o3, [%o0 + %g1] ASI_BLK_INIT_QUAD_LDD_P 31 ldda [%o1 + %g0] ASI_BLK_INIT_QUAD_LDD_P, %o2 32 stxa %o4, [%o0 + %g2] ASI_BLK_INIT_QUAD_LDD_P 33 stxa %o5, [%o0 + %g3] ASI_BLK_INIT_QUAD_LDD_P 34 ldda [%o1 + %g2] ASI_BLK_INIT_QUAD_LDD_P, %o4 35 add %o1, 32, %o1 36 add %o0, 32, %o0 37 stxa %o2, [%o0 + %g0] ASI_BLK_INIT_QUAD_LDD_P 38 stxa %o3, [%o0 + %g1] ASI_BLK_INIT_QUAD_LDD_P 39 stxa %o4, [%o0 + %g2] ASI_BLK_INIT_QUAD_LDD_P 40 stxa %o5, [%o0 + %g3] ASI_BLK_INIT_QUAD_LDD_P 41 subcc %g7, 64, %g7 42 bne,pt %xcc, 1b 43 add %o0, 32, %o0 44 membar #Sync 45 retl 46 nop 47 48NGclear_page: /* %o0=dest */ 49NGclear_user_page: /* %o0=dest, %o1=vaddr */ 50 mov 8, %g1 51 mov 16, %g2 52 mov 24, %g3 53 set PAGE_SIZE, %g7 54 551: stxa %g0, [%o0 + %g0] ASI_BLK_INIT_QUAD_LDD_P 56 stxa %g0, [%o0 + %g1] ASI_BLK_INIT_QUAD_LDD_P 57 stxa %g0, [%o0 + %g2] ASI_BLK_INIT_QUAD_LDD_P 58 stxa %g0, [%o0 + %g3] ASI_BLK_INIT_QUAD_LDD_P 59 add %o0, 32, %o0 60 stxa %g0, [%o0 + %g0] ASI_BLK_INIT_QUAD_LDD_P 61 stxa %g0, [%o0 + %g1] ASI_BLK_INIT_QUAD_LDD_P 62 stxa %g0, [%o0 + %g2] ASI_BLK_INIT_QUAD_LDD_P 63 stxa %g0, [%o0 + %g3] ASI_BLK_INIT_QUAD_LDD_P 64 subcc %g7, 64, %g7 65 bne,pt %xcc, 1b 66 add %o0, 32, %o0 67 membar #Sync 68 retl 69 nop 70 71#define BRANCH_ALWAYS 0x10680000 72#define NOP 0x01000000 73#define NG_DO_PATCH(OLD, NEW) \ 74 sethi %hi(NEW), %g1; \ 75 or %g1, %lo(NEW), %g1; \ 76 sethi %hi(OLD), %g2; \ 77 or %g2, %lo(OLD), %g2; \ 78 sub %g1, %g2, %g1; \ 79 sethi %hi(BRANCH_ALWAYS), %g3; \ 80 sll %g1, 11, %g1; \ 81 srl %g1, 11 + 2, %g1; \ 82 or %g3, %lo(BRANCH_ALWAYS), %g3; \ 83 or %g3, %g1, %g3; \ 84 stw %g3, [%g2]; \ 85 sethi %hi(NOP), %g3; \ 86 or %g3, %lo(NOP), %g3; \ 87 stw %g3, [%g2 + 0x4]; \ 88 flush %g2; 89 90 .globl niagara_patch_pageops 91 .type niagara_patch_pageops,#function 92niagara_patch_pageops: 93 NG_DO_PATCH(copy_user_page, NGcopy_user_page) 94 NG_DO_PATCH(_clear_page, NGclear_page) 95 NG_DO_PATCH(clear_user_page, NGclear_user_page) 96 retl 97 nop 98 .size niagara_patch_pageops,.-niagara_patch_pageops 99