mm/book3s64/hash_native.c

69 static inline unsigned long  ___tlbie(unsigned long vpn, int psize,
92 	switch (psize) {
105 		penc = mmu_psize_defs[psize].penc[apsize];
126 static inline void fixup_tlbie_vpn(unsigned long vpn, int psize,
154 		___tlbie(vpn, psize, apsize, ssize);
158 static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize)
162 	rb = ___tlbie(vpn, psize, apsize, ssize);
166 static inline void __tlbiel(unsigned long vpn, int psize, int apsize, int ssize)
182 	switch (psize) {
195 		penc = mmu_psize_defs[psize].penc[apsize];
217 static inline void tlbie(unsigned long vpn, int psize, int apsize,
226 		use_local = mmu_psize_defs[psize].tlbiel;
231 		__tlbiel(vpn, psize, apsize, ssize);
234 		__tlbie(vpn, psize, apsize, ssize);
235 		fixup_tlbie_vpn(vpn, psize, apsize, ssize);
267 			unsigned long vflags, int psize, int apsize, int ssize)
278 			" rflags=%lx, vflags=%lx, psize=%d)\n",
279 			hpte_group, vpn, pa, rflags, vflags, psize);
299 	hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID;
300 	hpte_r = hpte_encode_r(pa, psize, apsize) | rflags;
451 static long native_hpte_find(unsigned long vpn, int psize, int ssize)
458 	hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize);
459 	want_v = hpte_encode_avpn(vpn, psize, ssize);
486 				       int psize, int ssize)
499 	slot = native_hpte_find(vpn, psize, ssize);
512 	tlbie(vpn, psize, psize, ssize, 0);
522 static int native_hpte_removebolted(unsigned long ea, int psize, int ssize)
535 	slot = native_hpte_find(vpn, psize, ssize);
547 	tlbie(vpn, psize, psize, ssize, 0);
598 				       int psize, int ssize, int local)
608 	shift = mmu_psize_defs[psize].shift;
629 		want_v = hpte_encode_avpn(vpn, psize, ssize);
650 		tlbie(vpn, psize, actual_psize, ssize, local);
658 				       int psize, int ssize, int local)
665 			int *psize, int *apsize, int *ssize, unsigned long *vpn)
720 	*psize  = size;
747 	int psize, apsize, ssize;
766 			hpte_decode(hptep, slot, &psize, &apsize, &ssize, &vpn);
768 			___tlbie(vpn, psize, apsize, ssize);
789 	unsigned long psize = batch->psize;
795 		mmu_psize_defs[psize].tlbiel && !cxl_ctx_in_use();
803 		pte_iterate_hashed_subpages(pte, psize, vpn, index, shift) {
811 			want_v = hpte_encode_avpn(vpn, psize, ssize);
836 			pte_iterate_hashed_subpages(pte, psize,
838 				__tlbiel(vpn, psize, psize, ssize);
853 			pte_iterate_hashed_subpages(pte, psize,
855 				__tlbie(vpn, psize, psize, ssize);
861 		fixup_tlbie_vpn(vpn, psize, psize, ssize);