Lines Matching refs:svm
92 nouveau_ivmm_find(struct nouveau_svm *svm, u64 inst) in nouveau_ivmm_find() argument
95 list_for_each_entry(ivmm, &svm->inst, head) { in nouveau_ivmm_find()
170 if (!cli->svm.svmm) { in nouveau_svmm_bind()
187 nouveau_dmem_migrate_vma(cli->drm, cli->svm.svmm, vma, addr, in nouveau_svmm_bind()
211 mutex_lock(&svmm->vmm->cli->drm->svm->mutex); in nouveau_svmm_part()
212 ivmm = nouveau_ivmm_find(svmm->vmm->cli->drm->svm, inst); in nouveau_svmm_part()
217 mutex_unlock(&svmm->vmm->cli->drm->svm->mutex); in nouveau_svmm_part()
232 mutex_lock(&svmm->vmm->cli->drm->svm->mutex); in nouveau_svmm_join()
233 list_add(&ivmm->head, &svmm->vmm->cli->drm->svm->inst); in nouveau_svmm_join()
234 mutex_unlock(&svmm->vmm->cli->drm->svm->mutex); in nouveau_svmm_join()
326 if (!cli->drm->svm) in nouveau_svmm_init()
332 svmm->vmm = &cli->svm; in nouveau_svmm_init()
339 if (cli->svm.cli) { in nouveau_svmm_init()
355 }, sizeof(struct gp100_vmm_v0), &cli->svm.vmm); in nouveau_svmm_init()
366 cli->svm.svmm = svmm; in nouveau_svmm_init()
367 cli->svm.cli = cli; in nouveau_svmm_init()
382 nouveau_svm_fault_replay(struct nouveau_svm *svm) in nouveau_svm_fault_replay() argument
384 SVM_DBG(svm, "replay"); in nouveau_svm_fault_replay()
385 WARN_ON(nvif_object_mthd(&svm->drm->client.vmm.vmm.object, in nouveau_svm_fault_replay()
397 nouveau_svm_fault_cancel(struct nouveau_svm *svm, in nouveau_svm_fault_cancel() argument
400 SVM_DBG(svm, "cancel %016llx %d %02x %02x", inst, hub, gpc, client); in nouveau_svm_fault_cancel()
401 WARN_ON(nvif_object_mthd(&svm->drm->client.vmm.vmm.object, in nouveau_svm_fault_cancel()
412 nouveau_svm_fault_cancel_fault(struct nouveau_svm *svm, in nouveau_svm_fault_cancel_fault() argument
415 nouveau_svm_fault_cancel(svm, fault->inst, in nouveau_svm_fault_cancel_fault()
454 nouveau_svm_fault_cache(struct nouveau_svm *svm, in nouveau_svm_fault_cache() argument
481 nouveau_svm_fault_cancel(svm, inst, hub, gpc, client); in nouveau_svm_fault_cache()
498 SVM_DBG(svm, "fault %016llx %016llx %02x", in nouveau_svm_fault_cache()
718 struct nouveau_svm *svm = in nouveau_svm_fault() local
719 container_of(buffer, typeof(*svm), buffer[buffer->id]); in nouveau_svm_fault()
720 struct nvif_object *device = &svm->drm->client.device.object; in nouveau_svm_fault()
734 SVM_DBG(svm, "fault handler"); in nouveau_svm_fault()
743 SVM_DBG(svm, "get %08x put %08x", buffer->get, buffer->put); in nouveau_svm_fault()
745 nouveau_svm_fault_cache(svm, buffer, buffer->get * 0x20); in nouveau_svm_fault()
750 SVM_DBG(svm, "%d fault(s) pending", buffer->fault_nr); in nouveau_svm_fault()
760 mutex_lock(&svm->mutex); in nouveau_svm_fault()
764 nouveau_ivmm_find(svm, buffer->fault[fi]->inst); in nouveau_svm_fault()
767 SVM_DBG(svm, "inst %016llx -> svm-%p", inst, svmm); in nouveau_svm_fault()
771 mutex_unlock(&svm->mutex); in nouveau_svm_fault()
786 nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]); in nouveau_svm_fault()
828 nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]); in nouveau_svm_fault()
834 ret = nouveau_atomic_range_fault(svmm, svm->drm, in nouveau_svm_fault()
838 ret = nouveau_range_fault(svmm, svm->drm, &args.i, in nouveau_svm_fault()
874 nouveau_svm_fault_cancel_fault(svm, fault); in nouveau_svm_fault()
882 nouveau_svm_fault_replay(svm); in nouveau_svm_fault()
935 nouveau_svm_fault_buffer_fini(struct nouveau_svm *svm, int id) in nouveau_svm_fault_buffer_fini() argument
937 struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id]; in nouveau_svm_fault_buffer_fini()
942 nouveau_svm_fault_buffer_init(struct nouveau_svm *svm, int id) in nouveau_svm_fault_buffer_init() argument
944 struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id]; in nouveau_svm_fault_buffer_init()
945 struct nvif_object *device = &svm->drm->client.device.object; in nouveau_svm_fault_buffer_init()
948 SVM_DBG(svm, "get %08x put %08x (init)", buffer->get, buffer->put); in nouveau_svm_fault_buffer_init()
953 nouveau_svm_fault_buffer_dtor(struct nouveau_svm *svm, int id) in nouveau_svm_fault_buffer_dtor() argument
955 struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id]; in nouveau_svm_fault_buffer_dtor()
964 nouveau_svm_fault_buffer_fini(svm, id); in nouveau_svm_fault_buffer_dtor()
971 nouveau_svm_fault_buffer_ctor(struct nouveau_svm *svm, s32 oclass, int id) in nouveau_svm_fault_buffer_ctor() argument
973 struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id]; in nouveau_svm_fault_buffer_ctor()
974 struct nouveau_drm *drm = svm->drm; in nouveau_svm_fault_buffer_ctor()
984 SVM_ERR(svm, "Fault buffer allocation failed: %d", ret); in nouveau_svm_fault_buffer_ctor()
1003 return nouveau_svm_fault_buffer_init(svm, id); in nouveau_svm_fault_buffer_ctor()
1009 struct nouveau_svm *svm = drm->svm; in nouveau_svm_resume() local
1010 if (svm) in nouveau_svm_resume()
1011 nouveau_svm_fault_buffer_init(svm, 0); in nouveau_svm_resume()
1017 struct nouveau_svm *svm = drm->svm; in nouveau_svm_suspend() local
1018 if (svm) in nouveau_svm_suspend()
1019 nouveau_svm_fault_buffer_fini(svm, 0); in nouveau_svm_suspend()
1025 struct nouveau_svm *svm = drm->svm; in nouveau_svm_fini() local
1026 if (svm) { in nouveau_svm_fini()
1027 nouveau_svm_fault_buffer_dtor(svm, 0); in nouveau_svm_fini()
1028 kfree(drm->svm); in nouveau_svm_fini()
1029 drm->svm = NULL; in nouveau_svm_fini()
1041 struct nouveau_svm *svm; in nouveau_svm_init() local
1051 if (!(drm->svm = svm = kzalloc(sizeof(*drm->svm), GFP_KERNEL))) in nouveau_svm_init()
1054 drm->svm->drm = drm; in nouveau_svm_init()
1055 mutex_init(&drm->svm->mutex); in nouveau_svm_init()
1056 INIT_LIST_HEAD(&drm->svm->inst); in nouveau_svm_init()
1060 SVM_DBG(svm, "No supported fault buffer class"); in nouveau_svm_init()
1065 ret = nouveau_svm_fault_buffer_ctor(svm, buffers[ret].oclass, 0); in nouveau_svm_init()
1071 SVM_DBG(svm, "Initialised"); in nouveau_svm_init()