mm/book3s32/hash_low.S

48  * Uses r0, r3 - r6, r8, r10, ctr, lr.
53 	lis	r8, (mmu_hash_lock - PAGE_OFFSET)@h
54 	ori	r8, r8, (mmu_hash_lock - PAGE_OFFSET)@l
57 11:	lwz	r6,0(r8)
60 10:	lwarx	r6,0,r8
63 	stwcx.	r0,0,r8
70 	mfspr	r8,SPRN_SPRG_THREAD	/* current task's THREAD (phys) */
71 	lwz	r5,PGDIR(r8)		/* virt page-table root */
84 	lwz	r8,0(r5)		/* get pmd entry */
85 	rlwinm.	r8,r8,0,0,19		/* extract address of pte page */
87 	rlwinm	r8,r4,13,19,29		/* Compute pgdir/pmd offset */
88 	lwzx	r8,r8,r5		/* Get L1 entry */
89 	rlwinm.	r8,r8,0,0,20		/* extract pt base address */
101 	rlwimi	r8,r4,22,20,29		/* insert next 10 bits of address */
103 	rlwimi	r8,r4,23,20,28		/* compute pte address */
108 	addi	r8,r8,PTE_FLAGS_OFFSET
118 	lwarx	r6,0,r8			/* get linux-style pte, flag word */
139 	subf	r10,r6,r8		/* create false data dependency */
143 	lwz	r10,-PTE_FLAGS_OFFSET(r8)
146 	stwcx.	r5,0,r8			/* attempt to update PTE */
154 	lis	r8, (mmu_hash_lock - PAGE_OFFSET)@ha
156 	stw	r0, (mmu_hash_lock - PAGE_OFFSET)@l(r8)
163 	lis	r8, (mmu_hash_lock - PAGE_OFFSET)@ha
165 	stw	r0, (mmu_hash_lock - PAGE_OFFSET)@l(r8)
184 	lwz	r8,TASK_CPU(r2)		/* to go in mmu_hash_lock */
185 	oris	r8,r8,12
209 	stwcx.	r8,0,r6
223 	mr	r8,r5
225 	rlwimi	r8,r4,22,20,29
227 	rlwimi	r8,r4,23,20,28
228 	addi	r8,r8,PTE_FLAGS_OFFSET
230 1:	lwarx	r6,0,r8
235 	subf	r10,r6,r8		/* create false data dependency */
239 	lwz	r10,-PTE_FLAGS_OFFSET(r8)
243 	stwcx.	r5,0,r8
284  * This procedure modifies r0, r3 - r6, r8, cr0.
314 	/* Convert linux-style PTE (r5) to low word of PPC-style PTE (r8) */
318 	rlwinm	r8,r5,32-9,30,30	/* _PAGE_WRITE -> PP msb */
320 	and	r8,r8,r0		/* writable if _RW & _DIRTY */
323 1:	ori	r8,r8,0xe04		/* clear out reserved bits */
324 	andc	r8,r5,r8		/* PP = user? (rw&dirty? 1: 3): 0 */
326 	rlwinm	r8,r8,0,~_PAGE_COHERENT	/* clear M (coherence not required) */
330 	rlwimi	r8,r10,8,20,22
331 	rlwimi	r8,r10,2,29,29
421 	STPTE	r8,HPTE_SIZE/2(r4)
447 	STPTE	r8,HPTE_SIZE/2(r4) /* put in correct RPN, WIMG, PP bits */
519 	tophys	(r8, r2)
520 	lwz	r8, TASK_CPU(r8)
521 	oris	r8,r8,9
525 	stwcx.	r8,0,r9
539 33:	lwarx	r8,0,r5			/* fetch the pte flags word */
540 	andi.	r0,r8,_PAGE_HASHPTE
542 	rlwinm	r8,r8,0,31,29		/* clear HASHPTE bit */
543 	stwcx.	r8,0,r5			/* update the pte */
550 0:	lis	r8, (Hash_base - PAGE_OFFSET)@h	/* base address of hash table */
551 1:	rlwimi	r8,r3,LG_PTEG_SIZE,HASH_LEFT,HASH_RIGHT    /* VSID -> hash */
553 	xor	r8,r0,r8		/* make primary hash */
558 	addi	r12,r8,-HPTE_SIZE
568 0:	xoris	r12,r8,Hash_msk>>16	/* compute secondary hash */