Lines Matching refs:t0
43 la_abs t0, do_page_fault
44 jirl ra, t0, 0
50 csrwr t0, EXCEPTION_KS0
57 csrrd t0, LOONGARCH_CSR_BADV
58 bltz t0, vmalloc_load
63 bstrpick.d ra, t0, PTRS_PER_PGD_BITS + PGDIR_SHIFT - 1, PGDIR_SHIFT
67 bstrpick.d ra, t0, PTRS_PER_PUD_BITS + PUD_SHIFT - 1, PUD_SHIFT
72 bstrpick.d ra, t0, PTRS_PER_PMD_BITS + PMD_SHIFT - 1, PMD_SHIFT
86 bstrpick.d t0, t0, PTRS_PER_PTE_BITS + PAGE_SHIFT - 1, PAGE_SHIFT
87 alsl.d t1, t0, ra, _PTE_T_LOG2
91 ll.d t0, t1, 0
93 ld.d t0, t1, 0
95 andi ra, t0, _PAGE_PRESENT
98 ori t0, t0, _PAGE_VALID
100 sc.d t0, t1, 0
101 beqz t0, smp_pgtable_change_load
103 st.d t0, t1, 0
107 ld.d t0, t1, 0
109 csrwr t0, LOONGARCH_CSR_TLBELO0
113 csrrd t0, EXCEPTION_KS0
129 andi t0, ra, _PAGE_PRESENT
130 beqz t0, nopage_tlb_load
133 ori t0, ra, _PAGE_VALID
134 sc.d t0, t1, 0
135 beqz t0, tlb_huge_update_load
136 ori t0, ra, _PAGE_VALID
139 ori t0, ra, _PAGE_VALID
140 st.d t0, t1, 0
157 xori t0, t0, _PAGE_HUGE
159 and t1, t0, t1
161 or t0, t0, t1
163 move ra, t0
169 add.d t0, t0, t1
170 csrwr t0, LOONGARCH_CSR_TLBELO1
173 addu16i.d t0, zero, (CSR_TLBIDX_PS >> 16)
175 csrxchg t1, t0, LOONGARCH_CSR_TLBIDX
179 addu16i.d t0, zero, (CSR_TLBIDX_PS >> 16)
181 csrxchg t1, t0, LOONGARCH_CSR_TLBIDX
183 csrrd t0, EXCEPTION_KS0
191 la_abs t0, tlb_do_page_fault_0
192 jr t0
197 csrwr t0, LOONGARCH_CSR_KS0
199 la_abs t0, tlb_do_page_fault_0
200 jr t0
205 csrwr t0, EXCEPTION_KS0
212 csrrd t0, LOONGARCH_CSR_BADV
213 bltz t0, vmalloc_store
218 bstrpick.d ra, t0, PTRS_PER_PGD_BITS + PGDIR_SHIFT - 1, PGDIR_SHIFT
222 bstrpick.d ra, t0, PTRS_PER_PUD_BITS + PUD_SHIFT - 1, PUD_SHIFT
227 bstrpick.d ra, t0, PTRS_PER_PMD_BITS + PMD_SHIFT - 1, PMD_SHIFT
241 bstrpick.d t0, t0, PTRS_PER_PTE_BITS + PAGE_SHIFT - 1, PAGE_SHIFT
242 alsl.d t1, t0, ra, _PTE_T_LOG2
246 ll.d t0, t1, 0
248 ld.d t0, t1, 0
250 andi ra, t0, _PAGE_PRESENT | _PAGE_WRITE
254 ori t0, t0, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
256 sc.d t0, t1, 0
257 beqz t0, smp_pgtable_change_store
259 st.d t0, t1, 0
263 ld.d t0, t1, 0
265 csrwr t0, LOONGARCH_CSR_TLBELO0
269 csrrd t0, EXCEPTION_KS0
285 andi t0, ra, _PAGE_PRESENT | _PAGE_WRITE
286 xori t0, t0, _PAGE_PRESENT | _PAGE_WRITE
287 bnez t0, nopage_tlb_store
290 ori t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
291 sc.d t0, t1, 0
292 beqz t0, tlb_huge_update_store
293 ori t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
296 ori t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
297 st.d t0, t1, 0
314 xori t0, t0, _PAGE_HUGE
316 and t1, t0, t1
318 or t0, t0, t1
320 move ra, t0
326 add.d t0, t0, t1
327 csrwr t0, LOONGARCH_CSR_TLBELO1
330 addu16i.d t0, zero, (CSR_TLBIDX_PS >> 16)
332 csrxchg t1, t0, LOONGARCH_CSR_TLBIDX
337 addu16i.d t0, zero, (CSR_TLBIDX_PS >> 16)
339 csrxchg t1, t0, LOONGARCH_CSR_TLBIDX
341 csrrd t0, EXCEPTION_KS0
349 la_abs t0, tlb_do_page_fault_1
350 jr t0
355 csrwr t0, LOONGARCH_CSR_KS0
357 la_abs t0, tlb_do_page_fault_1
358 jr t0
363 csrwr t0, EXCEPTION_KS0
370 csrrd t0, LOONGARCH_CSR_BADV
371 bltz t0, vmalloc_modify
376 bstrpick.d ra, t0, PTRS_PER_PGD_BITS + PGDIR_SHIFT - 1, PGDIR_SHIFT
380 bstrpick.d ra, t0, PTRS_PER_PUD_BITS + PUD_SHIFT - 1, PUD_SHIFT
385 bstrpick.d ra, t0, PTRS_PER_PMD_BITS + PMD_SHIFT - 1, PMD_SHIFT
399 bstrpick.d t0, t0, PTRS_PER_PTE_BITS + PAGE_SHIFT - 1, PAGE_SHIFT
400 alsl.d t1, t0, ra, _PTE_T_LOG2
404 ll.d t0, t1, 0
406 ld.d t0, t1, 0
408 andi ra, t0, _PAGE_WRITE
411 ori t0, t0, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
413 sc.d t0, t1, 0
414 beqz t0, smp_pgtable_change_modify
416 st.d t0, t1, 0
420 ld.d t0, t1, 0
422 csrwr t0, LOONGARCH_CSR_TLBELO0
426 csrrd t0, EXCEPTION_KS0
442 andi t0, ra, _PAGE_WRITE
443 beqz t0, nopage_tlb_modify
446 ori t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
447 sc.d t0, t1, 0
448 beqz t0, tlb_huge_update_modify
449 ori t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
452 ori t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
453 st.d t0, t1, 0
470 xori t0, t0, _PAGE_HUGE
472 and t1, t0, t1
474 or t0, t0, t1
476 move ra, t0
482 add.d t0, t0, t1
483 csrwr t0, LOONGARCH_CSR_TLBELO1
486 addu16i.d t0, zero, (CSR_TLBIDX_PS >> 16)
488 csrxchg t1, t0, LOONGARCH_CSR_TLBIDX
493 addu16i.d t0, zero, (CSR_TLBIDX_PS >> 16)
495 csrxchg t1, t0, LOONGARCH_CSR_TLBIDX
497 csrrd t0, EXCEPTION_KS0
505 la_abs t0, tlb_do_page_fault_1
506 jr t0
511 csrwr t0, LOONGARCH_CSR_KS0
513 la_abs t0, tlb_do_page_fault_1
514 jr t0
519 csrwr t0, LOONGARCH_CSR_TLBRSAVE
520 csrrd t0, LOONGARCH_CSR_PGD
521 lddir t0, t0, 3
523 lddir t0, t0, 2
526 lddir t0, t0, 1
528 ldpte t0, 0
529 ldpte t0, 1
531 csrrd t0, LOONGARCH_CSR_TLBRSAVE