Lines Matching refs:tfh
321 struct gru_tlb_fault_handle *tfh,
341 if (ret || tfh_write_only(tfh, gpa, GAA_RAM, vaddr, asid, write,
345 "%s: gid %d, gts 0x%p, tfh 0x%p, vaddr 0x%lx, asid 0x%x, rw %d, ps %d, gpa 0x%lx\n",
346 atomic ? "atomic" : "non-atomic", gru->gs_gid, gts, tfh,
365 struct gru_tlb_fault_handle *tfh,
384 cbe = gru_tfh_to_cbe(tfh);
393 if (tfh->status != TFHSTATUS_EXCEPTION) {
394 gru_flush_cache(tfh);
396 if (tfh->status != TFHSTATUS_EXCEPTION)
400 if (tfh->state == TFHSTATE_IDLE)
402 if (tfh->state == TFHSTATE_MISS_FMM && cbk)
405 write = (tfh->cause & TFHCAUSE_TLB_MOD) != 0;
406 vaddr = tfh->missvaddr;
407 asid = tfh->missasid;
408 indexway = tfh->indexway;
436 gru_preload_tlb(gru, gts, atomic, vaddr, asid, write, tlb_preload_count, tfh, cbe);
442 tfh_write_restart(tfh, gpa, GAA_RAM, vaddr, asid, write,
445 "%s: gid %d, gts 0x%p, tfh 0x%p, vaddr 0x%lx, asid 0x%x, indexway 0x%x,"
447 atomic ? "atomic" : "non-atomic", gru->gs_gid, gts, tfh, vaddr, asid,
455 gru_dbg(grudev, "FAILED no_asid tfh: 0x%p, vaddr 0x%lx\n", tfh, vaddr);
457 tfh_user_polling_mode(tfh);
459 gru_flush_cache(tfh);
465 tfh_user_polling_mode(tfh);
468 gru_dbg(grudev, "FAILED upm tfh: 0x%p, vaddr 0x%lx\n", tfh, vaddr);
473 gru_flush_cache(tfh);
476 gru_dbg(grudev, "FAILED fmm tfh: 0x%p, state %d\n", tfh, tfh->state);
481 gru_flush_cache(tfh);
486 gru_dbg(grudev, "FAILED non-exception tfh: 0x%p, status %d, state %d\n",
487 tfh, tfh->status, tfh->state);
492 gru_flush_cache(tfh);
497 gru_dbg(grudev, "FAILED idle tfh: 0x%p, state %d\n", tfh, tfh->state);
502 tfh_exception(tfh);
505 gru_dbg(grudev, "FAILED inval tfh: 0x%p, vaddr 0x%lx\n", tfh, vaddr);
511 tfh_user_polling_mode(tfh);
513 gru_flush_cache(tfh);
516 gru_dbg(grudev, "FAILED range active: tfh 0x%p, vaddr 0x%lx\n",
517 tfh, vaddr);
532 struct gru_tlb_fault_handle *tfh = NULL;
562 tfh = get_tfh_by_index(gru, cbrnum);
563 prefetchw(tfh); /* Helps on hdw, required for emulator */
571 ctxnum = tfh->ctxnum;
587 gru_try_dropin(gru, gts, tfh, NULL);
590 tfh_user_polling_mode(tfh);
622 struct gru_tlb_fault_handle *tfh,
632 prefetchw(tfh); /* Helps on hdw, required for emulator */
633 ret = gru_try_dropin(gts->ts_gru, gts, tfh, cb);
647 struct gru_tlb_fault_handle *tfh;
680 tfh = get_tfh_by_index(gts->ts_gru, cbrnum);
683 ret = gru_user_dropin(gts, tfh, cbk);