1/* NG2page.S: Niagara-2 optimized clear and copy page. 2 * 3 * Copyright (C) 2007 (davem@davemloft.net) 4 */ 5 6#include <asm/asi.h> 7#include <asm/page.h> 8#include <asm/visasm.h> 9 10 .text 11 .align 32 12 13 /* This is heavily simplified from the sun4u variants 14 * because Niagara-2 does not have any D-cache aliasing issues. 15 */ 16NG2copy_user_page: /* %o0=dest, %o1=src, %o2=vaddr */ 17 prefetch [%o1 + 0x00], #one_read 18 prefetch [%o1 + 0x40], #one_read 19 VISEntryHalf 20 set PAGE_SIZE, %g7 21 sub %o0, %o1, %g3 221: stxa %g0, [%o1 + %g3] ASI_BLK_INIT_QUAD_LDD_P 23 subcc %g7, 64, %g7 24 ldda [%o1] ASI_BLK_P, %f0 25 stda %f0, [%o1 + %g3] ASI_BLK_P 26 add %o1, 64, %o1 27 bne,pt %xcc, 1b 28 prefetch [%o1 + 0x40], #one_read 29 membar #Sync 30 VISExitHalf 31 retl 32 nop 33 34#define BRANCH_ALWAYS 0x10680000 35#define NOP 0x01000000 36#define NG_DO_PATCH(OLD, NEW) \ 37 sethi %hi(NEW), %g1; \ 38 or %g1, %lo(NEW), %g1; \ 39 sethi %hi(OLD), %g2; \ 40 or %g2, %lo(OLD), %g2; \ 41 sub %g1, %g2, %g1; \ 42 sethi %hi(BRANCH_ALWAYS), %g3; \ 43 sll %g1, 11, %g1; \ 44 srl %g1, 11 + 2, %g1; \ 45 or %g3, %lo(BRANCH_ALWAYS), %g3; \ 46 or %g3, %g1, %g3; \ 47 stw %g3, [%g2]; \ 48 sethi %hi(NOP), %g3; \ 49 or %g3, %lo(NOP), %g3; \ 50 stw %g3, [%g2 + 0x4]; \ 51 flush %g2; 52 53 .globl niagara2_patch_pageops 54 .type niagara2_patch_pageops,#function 55niagara2_patch_pageops: 56 NG_DO_PATCH(copy_user_page, NG2copy_user_page) 57 NG_DO_PATCH(_clear_page, NGclear_page) 58 NG_DO_PATCH(clear_user_page, NGclear_user_page) 59 retl 60 nop 61 .size niagara2_patch_pageops,.-niagara2_patch_pageops 62