1 /* SPDX-License-Identifier: MIT */ 2 #ifndef __GK104_FIFO_H__ 3 #define __GK104_FIFO_H__ 4 #define gk104_fifo(p) container_of((p), struct gk104_fifo, base) 5 #include "priv.h" 6 struct nvkm_fifo_cgrp; 7 8 #include <core/enum.h> 9 #include <subdev/mmu.h> 10 11 struct gk104_fifo_chan; 12 struct gk104_fifo { 13 const struct gk104_fifo_func *func; 14 struct nvkm_fifo base; 15 16 struct { 17 struct work_struct work; 18 u32 engm; 19 u32 runm; 20 } recover; 21 22 int pbdma_nr; 23 24 struct { 25 struct nvkm_engine *engine; 26 int runl; 27 int pbid; 28 } engine[16]; 29 int engine_nr; 30 31 struct { 32 struct nvkm_memory *mem[2]; 33 int next; 34 wait_queue_head_t wait; 35 struct list_head cgrp; 36 struct list_head chan; 37 u32 engm; 38 } runlist[16]; 39 int runlist_nr; 40 41 struct { 42 struct nvkm_memory *mem; 43 struct nvkm_vma *bar; 44 } user; 45 }; 46 47 struct gk104_fifo_func { 48 struct { 49 void (*fault)(struct nvkm_fifo *, int unit); 50 } intr; 51 52 const struct gk104_fifo_pbdma_func { 53 int (*nr)(struct gk104_fifo *); 54 void (*init)(struct gk104_fifo *); 55 void (*init_timeout)(struct gk104_fifo *); 56 } *pbdma; 57 58 struct { 59 const struct nvkm_enum *access; 60 const struct nvkm_enum *engine; 61 const struct nvkm_enum *reason; 62 const struct nvkm_enum *hubclient; 63 const struct nvkm_enum *gpcclient; 64 } fault; 65 66 const struct gk104_fifo_runlist_func { 67 u8 size; 68 void (*cgrp)(struct nvkm_fifo_cgrp *, 69 struct nvkm_memory *, u32 offset); 70 void (*chan)(struct gk104_fifo_chan *, 71 struct nvkm_memory *, u32 offset); 72 void (*commit)(struct gk104_fifo *, int runl, 73 struct nvkm_memory *, int entries); 74 } *runlist; 75 76 struct gk104_fifo_user_user { 77 struct nvkm_sclass user; 78 int (*ctor)(const struct nvkm_oclass *, void *, u32, 79 struct nvkm_object **); 80 } user; 81 82 struct gk104_fifo_chan_user { 83 struct nvkm_sclass user; 84 int (*ctor)(struct gk104_fifo *, const struct nvkm_oclass *, 85 void *, u32, struct nvkm_object **); 86 } chan; 87 bool cgrp_force; 88 }; 89 90 int gk104_fifo_new_(const struct gk104_fifo_func *, struct nvkm_device *, 91 int index, int nr, struct nvkm_fifo **); 92 void gk104_fifo_runlist_insert(struct gk104_fifo *, struct gk104_fifo_chan *); 93 void gk104_fifo_runlist_remove(struct gk104_fifo *, struct gk104_fifo_chan *); 94 void gk104_fifo_runlist_update(struct gk104_fifo *, int runl); 95 96 extern const struct gk104_fifo_pbdma_func gk104_fifo_pbdma; 97 int gk104_fifo_pbdma_nr(struct gk104_fifo *); 98 void gk104_fifo_pbdma_init(struct gk104_fifo *); 99 extern const struct nvkm_enum gk104_fifo_fault_access[]; 100 extern const struct nvkm_enum gk104_fifo_fault_engine[]; 101 extern const struct nvkm_enum gk104_fifo_fault_reason[]; 102 extern const struct nvkm_enum gk104_fifo_fault_hubclient[]; 103 extern const struct nvkm_enum gk104_fifo_fault_gpcclient[]; 104 extern const struct gk104_fifo_runlist_func gk104_fifo_runlist; 105 void gk104_fifo_runlist_chan(struct gk104_fifo_chan *, 106 struct nvkm_memory *, u32); 107 void gk104_fifo_runlist_commit(struct gk104_fifo *, int runl, 108 struct nvkm_memory *, int); 109 110 extern const struct gk104_fifo_runlist_func gk110_fifo_runlist; 111 void gk110_fifo_runlist_cgrp(struct nvkm_fifo_cgrp *, 112 struct nvkm_memory *, u32); 113 114 extern const struct gk104_fifo_pbdma_func gk208_fifo_pbdma; 115 void gk208_fifo_pbdma_init_timeout(struct gk104_fifo *); 116 117 void gm107_fifo_intr_fault(struct nvkm_fifo *, int); 118 extern const struct nvkm_enum gm107_fifo_fault_engine[]; 119 extern const struct gk104_fifo_runlist_func gm107_fifo_runlist; 120 121 extern const struct gk104_fifo_pbdma_func gm200_fifo_pbdma; 122 int gm200_fifo_pbdma_nr(struct gk104_fifo *); 123 124 void gp100_fifo_intr_fault(struct nvkm_fifo *, int); 125 extern const struct nvkm_enum gp100_fifo_fault_engine[]; 126 127 extern const struct nvkm_enum gv100_fifo_fault_access[]; 128 extern const struct nvkm_enum gv100_fifo_fault_reason[]; 129 extern const struct nvkm_enum gv100_fifo_fault_hubclient[]; 130 extern const struct nvkm_enum gv100_fifo_fault_gpcclient[]; 131 void gv100_fifo_runlist_cgrp(struct nvkm_fifo_cgrp *, 132 struct nvkm_memory *, u32); 133 void gv100_fifo_runlist_chan(struct gk104_fifo_chan *, 134 struct nvkm_memory *, u32); 135 #endif 136