63 			u8  fault;  member
65 		} **fault;  member
406 			       struct nouveau_svm_fault *fault)  in nouveau_svm_fault_cancel_fault()  argument
408 	nouveau_svm_fault_cancel(svm, fault->inst,  in nouveau_svm_fault_cancel_fault()
409 				      fault->hub,  in nouveau_svm_fault_cancel_fault()
410 				      fault->gpc,  in nouveau_svm_fault_cancel_fault()
411 				      fault->client);  in nouveau_svm_fault_cancel_fault()
446 	struct nouveau_svm_fault *fault;  in nouveau_svm_fault_cache()  local
454 	if (!buffer->fault[buffer->fault_nr]) {  in nouveau_svm_fault_cache()
455 		fault = kmalloc(sizeof(*fault), GFP_KERNEL);  in nouveau_svm_fault_cache()
456 		if (WARN_ON(!fault)) {  in nouveau_svm_fault_cache()
460 		buffer->fault[buffer->fault_nr] = fault;  in nouveau_svm_fault_cache()
463 	fault = buffer->fault[buffer->fault_nr++];  in nouveau_svm_fault_cache()
464 	fault->inst   = inst;  in nouveau_svm_fault_cache()
465 	fault->addr   = (u64)addrhi << 32 | addrlo;  in nouveau_svm_fault_cache()
466 	fault->time   = (u64)timehi << 32 | timelo;  in nouveau_svm_fault_cache()
467 	fault->engine = engine;  in nouveau_svm_fault_cache()
468 	fault->gpc    = gpc;  in nouveau_svm_fault_cache()
469 	fault->hub    = hub;  in nouveau_svm_fault_cache()
470 	fault->access = (info & 0x000f0000) >> 16;  in nouveau_svm_fault_cache()
471 	fault->client = client;  in nouveau_svm_fault_cache()
472 	fault->fault  = (info & 0x0000001f);  in nouveau_svm_fault_cache()
475 		fault->inst, fault->addr, fault->access);  in nouveau_svm_fault_cache()
565 	sort(buffer->fault, buffer->fault_nr, sizeof(*buffer->fault),  in nouveau_svm_fault()
571 		if (!svmm || buffer->fault[fi]->inst != inst) {  in nouveau_svm_fault()
573 				nouveau_ivmm_find(svm, buffer->fault[fi]->inst);  in nouveau_svm_fault()
575 			inst = buffer->fault[fi]->inst;  in nouveau_svm_fault()
578 		buffer->fault[fi]->svmm = svmm;  in nouveau_svm_fault()
591 		if (!(svmm = buffer->fault[fi]->svmm)) {  in nouveau_svm_fault()
592 			nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]);  in nouveau_svm_fault()
595 		SVMM_DBG(svmm, "addr %016llx", buffer->fault[fi]->addr);  in nouveau_svm_fault()
600 		start = buffer->fault[fi]->addr;  in nouveau_svm_fault()
617 			nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]);  in nouveau_svm_fault()
624 		if (buffer->fault[fi]->addr != start) {  in nouveau_svm_fault()
625 			SVMM_ERR(svmm, "addr %016llx", buffer->fault[fi]->addr);  in nouveau_svm_fault()
627 			nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]);  in nouveau_svm_fault()
642 			if (buffer->fault[fn]->access != 0 /* READ. */ &&  in nouveau_svm_fault()
643 			    buffer->fault[fn]->access != 3 /* PREFETCH. */) {  in nouveau_svm_fault()
659 			       buffer->fault[fn]->svmm == svmm &&  in nouveau_svm_fault()
660 			       buffer->fault[fn    ]->addr ==  in nouveau_svm_fault()
661 			       buffer->fault[fn - 1]->addr);  in nouveau_svm_fault()
667 			    buffer->fault[fn]->svmm != svmm ||  in nouveau_svm_fault()
668 			    buffer->fault[fn]->addr >= limit)  in nouveau_svm_fault()
672 			fill = (buffer->fault[fn    ]->addr -  in nouveau_svm_fault()
673 				buffer->fault[fn - 1]->addr) >> PAGE_SHIFT;  in nouveau_svm_fault()
716 			struct nouveau_svm_fault *fault = buffer->fault[fi++];  in nouveau_svm_fault()  local
717 			pi = (fault->addr - range.start) >> PAGE_SHIFT;  in nouveau_svm_fault()
721 			     fault->access != 0 && fault->access != 3)) {  in nouveau_svm_fault()
722 				nouveau_svm_fault_cancel_fault(svm, fault);  in nouveau_svm_fault()
759 	if (buffer->fault) {  in nouveau_svm_fault_buffer_dtor()
760 		for (i = 0; buffer->fault[i] && i < buffer->entries; i++)  in nouveau_svm_fault_buffer_dtor()
761 			kfree(buffer->fault[i]);  in nouveau_svm_fault_buffer_dtor()
762 		kvfree(buffer->fault);  in nouveau_svm_fault_buffer_dtor()
800 	buffer->fault = kvzalloc(sizeof(*buffer->fault) * buffer->entries, GFP_KERNEL);  in nouveau_svm_fault_buffer_ctor()
801 	if (!buffer->fault)  in nouveau_svm_fault_buffer_ctor()