280 			  struct gru_tlb_fault_handle *tfh,  in gru_try_dropin()  argument
300 	if (tfh->state == TFHSTATE_IDLE)  in gru_try_dropin()
302 	if (tfh->state == TFHSTATE_MISS_FMM && cb)  in gru_try_dropin()
305 	write = (tfh->cause & TFHCAUSE_TLB_MOD) != 0;  in gru_try_dropin()
306 	vaddr = tfh->missvaddr;  in gru_try_dropin()
307 	asid = tfh->missasid;  in gru_try_dropin()
343 	tfh_write_restart(tfh, gpa, GAA_RAM, vaddr, asid, write,  in gru_try_dropin()
348 		ret ? "non-atomic" : "atomic", tfh, vaddr, asid,  in gru_try_dropin()
355 	gru_dbg(grudev, "FAILED no_asid tfh: 0x%p, vaddr 0x%lx\n", tfh, vaddr);  in gru_try_dropin()
357 		tfh_user_polling_mode(tfh);  in gru_try_dropin()
359 		gru_flush_cache(tfh);  in gru_try_dropin()
364 	tfh_user_polling_mode(tfh);  in gru_try_dropin()
366 	gru_dbg(grudev, "FAILED upm tfh: 0x%p, vaddr 0x%lx\n", tfh, vaddr);  in gru_try_dropin()
372 	gru_dbg(grudev, "FAILED fmm tfh: 0x%p, state %d\n", tfh, tfh->state);  in gru_try_dropin()
377 	gru_flush_cache(tfh);  in gru_try_dropin()
381 	gru_dbg(grudev, "FAILED idle tfh: 0x%p, state %d\n", tfh, tfh->state);  in gru_try_dropin()
386 	tfh_exception(tfh);  in gru_try_dropin()
388 	gru_dbg(grudev, "FAILED inval tfh: 0x%p, vaddr 0x%lx\n", tfh, vaddr);  in gru_try_dropin()
394 		tfh_user_polling_mode(tfh);  in gru_try_dropin()
396 		gru_flush_cache(tfh);  in gru_try_dropin()
399 		tfh, vaddr);  in gru_try_dropin()
414 	struct gru_tlb_fault_handle *tfh = NULL;  in gru_intr()  local
430 		tfh = get_tfh_by_index(gru, cbrnum);  in gru_intr()
431 		prefetchw(tfh);	/* Helps on hdw, required for emulator */  in gru_intr()
439 		ctxnum = tfh->ctxnum;  in gru_intr()
447 			gru_try_dropin(gts, tfh, NULL);  in gru_intr()
450 			tfh_user_polling_mode(tfh);  in gru_intr()
458 			   struct gru_tlb_fault_handle *tfh,  in gru_user_dropin()  argument
467 		prefetchw(tfh);	/* Helps on hdw, required for emulator */  in gru_user_dropin()
468 		ret = gru_try_dropin(gts, tfh, cb);  in gru_user_dropin()
482 	struct gru_tlb_fault_handle *tfh;  in gru_handle_user_call_os()  local
516 		tfh = get_tfh_by_index(gts->ts_gru, cbrnum);  in gru_handle_user_call_os()
517 		ret = gru_user_dropin(gts, tfh, cbp);  in gru_handle_user_call_os()