1 /*
2 * Copyright 2013 Red Hat Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Authors: Ben Skeggs <bskeggs@redhat.com>
23 */
24 #include "ctxgf100.h"
25
26 #include <subdev/fb.h>
27 #include <subdev/mc.h>
28
29 /*******************************************************************************
30 * PGRAPH context register lists
31 ******************************************************************************/
32
33 static const struct gf100_gr_init
34 gk104_grctx_init_icmd_0[] = {
35 { 0x001000, 1, 0x01, 0x00000004 },
36 { 0x000039, 3, 0x01, 0x00000000 },
37 { 0x0000a9, 1, 0x01, 0x0000ffff },
38 { 0x000038, 1, 0x01, 0x0fac6881 },
39 { 0x00003d, 1, 0x01, 0x00000001 },
40 { 0x0000e8, 8, 0x01, 0x00000400 },
41 { 0x000078, 8, 0x01, 0x00000300 },
42 { 0x000050, 1, 0x01, 0x00000011 },
43 { 0x000058, 8, 0x01, 0x00000008 },
44 { 0x000208, 8, 0x01, 0x00000001 },
45 { 0x000081, 1, 0x01, 0x00000001 },
46 { 0x000085, 1, 0x01, 0x00000004 },
47 { 0x000088, 1, 0x01, 0x00000400 },
48 { 0x000090, 1, 0x01, 0x00000300 },
49 { 0x000098, 1, 0x01, 0x00001001 },
50 { 0x0000e3, 1, 0x01, 0x00000001 },
51 { 0x0000da, 1, 0x01, 0x00000001 },
52 { 0x0000f8, 1, 0x01, 0x00000003 },
53 { 0x0000fa, 1, 0x01, 0x00000001 },
54 { 0x00009f, 4, 0x01, 0x0000ffff },
55 { 0x0000b1, 1, 0x01, 0x00000001 },
56 { 0x0000ad, 1, 0x01, 0x0000013e },
57 { 0x0000e1, 1, 0x01, 0x00000010 },
58 { 0x000290, 16, 0x01, 0x00000000 },
59 { 0x0003b0, 16, 0x01, 0x00000000 },
60 { 0x0002a0, 16, 0x01, 0x00000000 },
61 { 0x000420, 16, 0x01, 0x00000000 },
62 { 0x0002b0, 16, 0x01, 0x00000000 },
63 { 0x000430, 16, 0x01, 0x00000000 },
64 { 0x0002c0, 16, 0x01, 0x00000000 },
65 { 0x0004d0, 16, 0x01, 0x00000000 },
66 { 0x000720, 16, 0x01, 0x00000000 },
67 { 0x0008c0, 16, 0x01, 0x00000000 },
68 { 0x000890, 16, 0x01, 0x00000000 },
69 { 0x0008e0, 16, 0x01, 0x00000000 },
70 { 0x0008a0, 16, 0x01, 0x00000000 },
71 { 0x0008f0, 16, 0x01, 0x00000000 },
72 { 0x00094c, 1, 0x01, 0x000000ff },
73 { 0x00094d, 1, 0x01, 0xffffffff },
74 { 0x00094e, 1, 0x01, 0x00000002 },
75 { 0x0002ec, 1, 0x01, 0x00000001 },
76 { 0x000303, 1, 0x01, 0x00000001 },
77 { 0x0002e6, 1, 0x01, 0x00000001 },
78 { 0x000466, 1, 0x01, 0x00000052 },
79 { 0x000301, 1, 0x01, 0x3f800000 },
80 { 0x000304, 1, 0x01, 0x30201000 },
81 { 0x000305, 1, 0x01, 0x70605040 },
82 { 0x000306, 1, 0x01, 0xb8a89888 },
83 { 0x000307, 1, 0x01, 0xf8e8d8c8 },
84 { 0x00030a, 1, 0x01, 0x00ffff00 },
85 { 0x00030b, 1, 0x01, 0x0000001a },
86 { 0x00030c, 1, 0x01, 0x00000001 },
87 { 0x000318, 1, 0x01, 0x00000001 },
88 { 0x000340, 1, 0x01, 0x00000000 },
89 { 0x000375, 1, 0x01, 0x00000001 },
90 { 0x00037d, 1, 0x01, 0x00000006 },
91 { 0x0003a0, 1, 0x01, 0x00000002 },
92 { 0x0003aa, 1, 0x01, 0x00000001 },
93 { 0x0003a9, 1, 0x01, 0x00000001 },
94 { 0x000380, 1, 0x01, 0x00000001 },
95 { 0x000383, 1, 0x01, 0x00000011 },
96 { 0x000360, 1, 0x01, 0x00000040 },
97 { 0x000366, 2, 0x01, 0x00000000 },
98 { 0x000368, 1, 0x01, 0x00000fff },
99 { 0x000370, 2, 0x01, 0x00000000 },
100 { 0x000372, 1, 0x01, 0x000fffff },
101 { 0x00037a, 1, 0x01, 0x00000012 },
102 { 0x000619, 1, 0x01, 0x00000003 },
103 { 0x000811, 1, 0x01, 0x00000003 },
104 { 0x000812, 1, 0x01, 0x00000004 },
105 { 0x000813, 1, 0x01, 0x00000006 },
106 { 0x000814, 1, 0x01, 0x00000008 },
107 { 0x000815, 1, 0x01, 0x0000000b },
108 { 0x000800, 6, 0x01, 0x00000001 },
109 { 0x000632, 1, 0x01, 0x00000001 },
110 { 0x000633, 1, 0x01, 0x00000002 },
111 { 0x000634, 1, 0x01, 0x00000003 },
112 { 0x000635, 1, 0x01, 0x00000004 },
113 { 0x000654, 1, 0x01, 0x3f800000 },
114 { 0x000657, 1, 0x01, 0x3f800000 },
115 { 0x000655, 2, 0x01, 0x3f800000 },
116 { 0x0006cd, 1, 0x01, 0x3f800000 },
117 { 0x0007f5, 1, 0x01, 0x3f800000 },
118 { 0x0007dc, 1, 0x01, 0x39291909 },
119 { 0x0007dd, 1, 0x01, 0x79695949 },
120 { 0x0007de, 1, 0x01, 0xb9a99989 },
121 { 0x0007df, 1, 0x01, 0xf9e9d9c9 },
122 { 0x0007e8, 1, 0x01, 0x00003210 },
123 { 0x0007e9, 1, 0x01, 0x00007654 },
124 { 0x0007ea, 1, 0x01, 0x00000098 },
125 { 0x0007ec, 1, 0x01, 0x39291909 },
126 { 0x0007ed, 1, 0x01, 0x79695949 },
127 { 0x0007ee, 1, 0x01, 0xb9a99989 },
128 { 0x0007ef, 1, 0x01, 0xf9e9d9c9 },
129 { 0x0007f0, 1, 0x01, 0x00003210 },
130 { 0x0007f1, 1, 0x01, 0x00007654 },
131 { 0x0007f2, 1, 0x01, 0x00000098 },
132 { 0x0005a5, 1, 0x01, 0x00000001 },
133 { 0x000980, 128, 0x01, 0x00000000 },
134 { 0x000468, 1, 0x01, 0x00000004 },
135 { 0x00046c, 1, 0x01, 0x00000001 },
136 { 0x000470, 96, 0x01, 0x00000000 },
137 { 0x000510, 16, 0x01, 0x3f800000 },
138 { 0x000520, 1, 0x01, 0x000002b6 },
139 { 0x000529, 1, 0x01, 0x00000001 },
140 { 0x000530, 16, 0x01, 0xffff0000 },
141 { 0x000585, 1, 0x01, 0x0000003f },
142 { 0x000576, 1, 0x01, 0x00000003 },
143 { 0x00057b, 1, 0x01, 0x00000059 },
144 { 0x000586, 1, 0x01, 0x00000040 },
145 { 0x000582, 2, 0x01, 0x00000080 },
146 { 0x0005c2, 1, 0x01, 0x00000001 },
147 { 0x000638, 2, 0x01, 0x00000001 },
148 { 0x00063a, 1, 0x01, 0x00000002 },
149 { 0x00063b, 2, 0x01, 0x00000001 },
150 { 0x00063d, 1, 0x01, 0x00000002 },
151 { 0x00063e, 1, 0x01, 0x00000001 },
152 { 0x0008b8, 8, 0x01, 0x00000001 },
153 { 0x000900, 8, 0x01, 0x00000001 },
154 { 0x000908, 8, 0x01, 0x00000002 },
155 { 0x000910, 16, 0x01, 0x00000001 },
156 { 0x000920, 8, 0x01, 0x00000002 },
157 { 0x000928, 8, 0x01, 0x00000001 },
158 { 0x000648, 9, 0x01, 0x00000001 },
159 { 0x000658, 1, 0x01, 0x0000000f },
160 { 0x0007ff, 1, 0x01, 0x0000000a },
161 { 0x00066a, 1, 0x01, 0x40000000 },
162 { 0x00066b, 1, 0x01, 0x10000000 },
163 { 0x00066c, 2, 0x01, 0xffff0000 },
164 { 0x0007af, 2, 0x01, 0x00000008 },
165 { 0x0007f6, 1, 0x01, 0x00000001 },
166 { 0x0006b2, 1, 0x01, 0x00000055 },
167 { 0x0007ad, 1, 0x01, 0x00000003 },
168 { 0x000937, 1, 0x01, 0x00000001 },
169 { 0x000971, 1, 0x01, 0x00000008 },
170 { 0x000972, 1, 0x01, 0x00000040 },
171 { 0x000973, 1, 0x01, 0x0000012c },
172 { 0x00097c, 1, 0x01, 0x00000040 },
173 { 0x000979, 1, 0x01, 0x00000003 },
174 { 0x000975, 1, 0x01, 0x00000020 },
175 { 0x000976, 1, 0x01, 0x00000001 },
176 { 0x000977, 1, 0x01, 0x00000020 },
177 { 0x000978, 1, 0x01, 0x00000001 },
178 { 0x000957, 1, 0x01, 0x00000003 },
179 { 0x00095e, 1, 0x01, 0x20164010 },
180 { 0x00095f, 1, 0x01, 0x00000020 },
181 { 0x00097d, 1, 0x01, 0x00000020 },
182 { 0x000683, 1, 0x01, 0x00000006 },
183 { 0x000685, 1, 0x01, 0x003fffff },
184 { 0x000687, 1, 0x01, 0x003fffff },
185 { 0x0006a0, 1, 0x01, 0x00000005 },
186 { 0x000840, 1, 0x01, 0x00400008 },
187 { 0x000841, 1, 0x01, 0x08000080 },
188 { 0x000842, 1, 0x01, 0x00400008 },
189 { 0x000843, 1, 0x01, 0x08000080 },
190 { 0x0006aa, 1, 0x01, 0x00000001 },
191 { 0x0006ab, 1, 0x01, 0x00000002 },
192 { 0x0006ac, 1, 0x01, 0x00000080 },
193 { 0x0006ad, 2, 0x01, 0x00000100 },
194 { 0x0006b1, 1, 0x01, 0x00000011 },
195 { 0x0006bb, 1, 0x01, 0x000000cf },
196 { 0x0006ce, 1, 0x01, 0x2a712488 },
197 { 0x000739, 1, 0x01, 0x4085c000 },
198 { 0x00073a, 1, 0x01, 0x00000080 },
199 { 0x000786, 1, 0x01, 0x80000100 },
200 { 0x00073c, 1, 0x01, 0x00010100 },
201 { 0x00073d, 1, 0x01, 0x02800000 },
202 { 0x000787, 1, 0x01, 0x000000cf },
203 { 0x00078c, 1, 0x01, 0x00000008 },
204 { 0x000792, 1, 0x01, 0x00000001 },
205 { 0x000794, 3, 0x01, 0x00000001 },
206 { 0x000797, 1, 0x01, 0x000000cf },
207 { 0x000836, 1, 0x01, 0x00000001 },
208 { 0x00079a, 1, 0x01, 0x00000002 },
209 { 0x000833, 1, 0x01, 0x04444480 },
210 { 0x0007a1, 1, 0x01, 0x00000001 },
211 { 0x0007a3, 3, 0x01, 0x00000001 },
212 { 0x000831, 1, 0x01, 0x00000004 },
213 { 0x000b07, 1, 0x01, 0x00000002 },
214 { 0x000b08, 2, 0x01, 0x00000100 },
215 { 0x000b0a, 1, 0x01, 0x00000001 },
216 { 0x000a04, 1, 0x01, 0x000000ff },
217 { 0x000a0b, 1, 0x01, 0x00000040 },
218 { 0x00097f, 1, 0x01, 0x00000100 },
219 { 0x000a02, 1, 0x01, 0x00000001 },
220 { 0x000809, 1, 0x01, 0x00000007 },
221 { 0x00c221, 1, 0x01, 0x00000040 },
222 { 0x00c1b0, 8, 0x01, 0x0000000f },
223 { 0x00c1b8, 1, 0x01, 0x0fac6881 },
224 { 0x00c1b9, 1, 0x01, 0x00fac688 },
225 { 0x00c401, 1, 0x01, 0x00000001 },
226 { 0x00c402, 1, 0x01, 0x00010001 },
227 { 0x00c403, 2, 0x01, 0x00000001 },
228 { 0x00c40e, 1, 0x01, 0x00000020 },
229 { 0x00c500, 1, 0x01, 0x00000003 },
230 { 0x01e100, 1, 0x01, 0x00000001 },
231 { 0x001000, 1, 0x01, 0x00000002 },
232 { 0x0006aa, 1, 0x01, 0x00000001 },
233 { 0x0006ad, 2, 0x01, 0x00000100 },
234 { 0x0006b1, 1, 0x01, 0x00000011 },
235 { 0x00078c, 1, 0x01, 0x00000008 },
236 { 0x000792, 1, 0x01, 0x00000001 },
237 { 0x000794, 3, 0x01, 0x00000001 },
238 { 0x000797, 1, 0x01, 0x000000cf },
239 { 0x00079a, 1, 0x01, 0x00000002 },
240 { 0x000833, 1, 0x01, 0x04444480 },
241 { 0x0007a1, 1, 0x01, 0x00000001 },
242 { 0x0007a3, 3, 0x01, 0x00000001 },
243 { 0x000831, 1, 0x01, 0x00000004 },
244 { 0x01e100, 1, 0x01, 0x00000001 },
245 { 0x001000, 1, 0x01, 0x00000008 },
246 { 0x000039, 3, 0x01, 0x00000000 },
247 { 0x000380, 1, 0x01, 0x00000001 },
248 { 0x000366, 2, 0x01, 0x00000000 },
249 { 0x000368, 1, 0x01, 0x00000fff },
250 { 0x000370, 2, 0x01, 0x00000000 },
251 { 0x000372, 1, 0x01, 0x000fffff },
252 { 0x000813, 1, 0x01, 0x00000006 },
253 { 0x000814, 1, 0x01, 0x00000008 },
254 { 0x000957, 1, 0x01, 0x00000003 },
255 { 0x000b07, 1, 0x01, 0x00000002 },
256 { 0x000b08, 2, 0x01, 0x00000100 },
257 { 0x000b0a, 1, 0x01, 0x00000001 },
258 { 0x000a04, 1, 0x01, 0x000000ff },
259 { 0x00097f, 1, 0x01, 0x00000100 },
260 { 0x000a02, 1, 0x01, 0x00000001 },
261 { 0x000809, 1, 0x01, 0x00000007 },
262 { 0x00c221, 1, 0x01, 0x00000040 },
263 { 0x00c401, 1, 0x01, 0x00000001 },
264 { 0x00c402, 1, 0x01, 0x00010001 },
265 { 0x00c403, 2, 0x01, 0x00000001 },
266 { 0x00c40e, 1, 0x01, 0x00000020 },
267 { 0x00c500, 1, 0x01, 0x00000003 },
268 { 0x01e100, 1, 0x01, 0x00000001 },
269 { 0x001000, 1, 0x01, 0x00000001 },
270 { 0x000b07, 1, 0x01, 0x00000002 },
271 { 0x000b08, 2, 0x01, 0x00000100 },
272 { 0x000b0a, 1, 0x01, 0x00000001 },
273 { 0x01e100, 1, 0x01, 0x00000001 },
274 {}
275 };
276
277 const struct gf100_gr_pack
278 gk104_grctx_pack_icmd[] = {
279 { gk104_grctx_init_icmd_0 },
280 {}
281 };
282
283 const struct gf100_gr_init
284 gk104_grctx_init_a097_0[] = {
285 { 0x000800, 8, 0x40, 0x00000000 },
286 { 0x000804, 8, 0x40, 0x00000000 },
287 { 0x000808, 8, 0x40, 0x00000400 },
288 { 0x00080c, 8, 0x40, 0x00000300 },
289 { 0x000810, 1, 0x04, 0x000000cf },
290 { 0x000850, 7, 0x40, 0x00000000 },
291 { 0x000814, 8, 0x40, 0x00000040 },
292 { 0x000818, 8, 0x40, 0x00000001 },
293 { 0x00081c, 8, 0x40, 0x00000000 },
294 { 0x000820, 8, 0x40, 0x00000000 },
295 { 0x001c00, 16, 0x10, 0x00000000 },
296 { 0x001c04, 16, 0x10, 0x00000000 },
297 { 0x001c08, 16, 0x10, 0x00000000 },
298 { 0x001c0c, 16, 0x10, 0x00000000 },
299 { 0x001d00, 16, 0x10, 0x00000000 },
300 { 0x001d04, 16, 0x10, 0x00000000 },
301 { 0x001d08, 16, 0x10, 0x00000000 },
302 { 0x001d0c, 16, 0x10, 0x00000000 },
303 { 0x001f00, 16, 0x08, 0x00000000 },
304 { 0x001f04, 16, 0x08, 0x00000000 },
305 { 0x001f80, 16, 0x08, 0x00000000 },
306 { 0x001f84, 16, 0x08, 0x00000000 },
307 { 0x002000, 1, 0x04, 0x00000000 },
308 { 0x002040, 1, 0x04, 0x00000011 },
309 { 0x002080, 1, 0x04, 0x00000020 },
310 { 0x0020c0, 1, 0x04, 0x00000030 },
311 { 0x002100, 1, 0x04, 0x00000040 },
312 { 0x002140, 1, 0x04, 0x00000051 },
313 { 0x00200c, 6, 0x40, 0x00000001 },
314 { 0x002010, 1, 0x04, 0x00000000 },
315 { 0x002050, 1, 0x04, 0x00000000 },
316 { 0x002090, 1, 0x04, 0x00000001 },
317 { 0x0020d0, 1, 0x04, 0x00000002 },
318 { 0x002110, 1, 0x04, 0x00000003 },
319 { 0x002150, 1, 0x04, 0x00000004 },
320 { 0x000380, 4, 0x20, 0x00000000 },
321 { 0x000384, 4, 0x20, 0x00000000 },
322 { 0x000388, 4, 0x20, 0x00000000 },
323 { 0x00038c, 4, 0x20, 0x00000000 },
324 { 0x000700, 4, 0x10, 0x00000000 },
325 { 0x000704, 4, 0x10, 0x00000000 },
326 { 0x000708, 4, 0x10, 0x00000000 },
327 { 0x002800, 128, 0x04, 0x00000000 },
328 { 0x000a00, 16, 0x20, 0x00000000 },
329 { 0x000a04, 16, 0x20, 0x00000000 },
330 { 0x000a08, 16, 0x20, 0x00000000 },
331 { 0x000a0c, 16, 0x20, 0x00000000 },
332 { 0x000a10, 16, 0x20, 0x00000000 },
333 { 0x000a14, 16, 0x20, 0x00000000 },
334 { 0x000c00, 16, 0x10, 0x00000000 },
335 { 0x000c04, 16, 0x10, 0x00000000 },
336 { 0x000c08, 16, 0x10, 0x00000000 },
337 { 0x000c0c, 16, 0x10, 0x3f800000 },
338 { 0x000d00, 8, 0x08, 0xffff0000 },
339 { 0x000d04, 8, 0x08, 0xffff0000 },
340 { 0x000e00, 16, 0x10, 0x00000000 },
341 { 0x000e04, 16, 0x10, 0xffff0000 },
342 { 0x000e08, 16, 0x10, 0xffff0000 },
343 { 0x000d40, 4, 0x08, 0x00000000 },
344 { 0x000d44, 4, 0x08, 0x00000000 },
345 { 0x001e00, 8, 0x20, 0x00000001 },
346 { 0x001e04, 8, 0x20, 0x00000001 },
347 { 0x001e08, 8, 0x20, 0x00000002 },
348 { 0x001e0c, 8, 0x20, 0x00000001 },
349 { 0x001e10, 8, 0x20, 0x00000001 },
350 { 0x001e14, 8, 0x20, 0x00000002 },
351 { 0x001e18, 8, 0x20, 0x00000001 },
352 { 0x003400, 128, 0x04, 0x00000000 },
353 { 0x00030c, 1, 0x04, 0x00000001 },
354 { 0x001944, 1, 0x04, 0x00000000 },
355 { 0x001514, 1, 0x04, 0x00000000 },
356 { 0x000d68, 1, 0x04, 0x0000ffff },
357 { 0x00121c, 1, 0x04, 0x0fac6881 },
358 { 0x000fac, 1, 0x04, 0x00000001 },
359 { 0x001538, 1, 0x04, 0x00000001 },
360 { 0x000fe0, 2, 0x04, 0x00000000 },
361 { 0x000fe8, 1, 0x04, 0x00000014 },
362 { 0x000fec, 1, 0x04, 0x00000040 },
363 { 0x000ff0, 1, 0x04, 0x00000000 },
364 { 0x00179c, 1, 0x04, 0x00000000 },
365 { 0x001228, 1, 0x04, 0x00000400 },
366 { 0x00122c, 1, 0x04, 0x00000300 },
367 { 0x001230, 1, 0x04, 0x00010001 },
368 { 0x0007f8, 1, 0x04, 0x00000000 },
369 { 0x0015b4, 1, 0x04, 0x00000001 },
370 { 0x0015cc, 1, 0x04, 0x00000000 },
371 { 0x001534, 1, 0x04, 0x00000000 },
372 { 0x000fb0, 1, 0x04, 0x00000000 },
373 { 0x0015d0, 1, 0x04, 0x00000000 },
374 { 0x00153c, 1, 0x04, 0x00000000 },
375 { 0x0016b4, 1, 0x04, 0x00000003 },
376 { 0x000fbc, 4, 0x04, 0x0000ffff },
377 { 0x000df8, 2, 0x04, 0x00000000 },
378 { 0x001948, 1, 0x04, 0x00000000 },
379 { 0x001970, 1, 0x04, 0x00000001 },
380 { 0x00161c, 1, 0x04, 0x000009f0 },
381 { 0x000dcc, 1, 0x04, 0x00000010 },
382 { 0x00163c, 1, 0x04, 0x00000000 },
383 { 0x0015e4, 1, 0x04, 0x00000000 },
384 { 0x001160, 32, 0x04, 0x25e00040 },
385 { 0x001880, 32, 0x04, 0x00000000 },
386 { 0x000f84, 2, 0x04, 0x00000000 },
387 { 0x0017c8, 2, 0x04, 0x00000000 },
388 { 0x0017d0, 1, 0x04, 0x000000ff },
389 { 0x0017d4, 1, 0x04, 0xffffffff },
390 { 0x0017d8, 1, 0x04, 0x00000002 },
391 { 0x0017dc, 1, 0x04, 0x00000000 },
392 { 0x0015f4, 2, 0x04, 0x00000000 },
393 { 0x001434, 2, 0x04, 0x00000000 },
394 { 0x000d74, 1, 0x04, 0x00000000 },
395 { 0x000dec, 1, 0x04, 0x00000001 },
396 { 0x0013a4, 1, 0x04, 0x00000000 },
397 { 0x001318, 1, 0x04, 0x00000001 },
398 { 0x001644, 1, 0x04, 0x00000000 },
399 { 0x000748, 1, 0x04, 0x00000000 },
400 { 0x000de8, 1, 0x04, 0x00000000 },
401 { 0x001648, 1, 0x04, 0x00000000 },
402 { 0x0012a4, 1, 0x04, 0x00000000 },
403 { 0x001120, 4, 0x04, 0x00000000 },
404 { 0x001118, 1, 0x04, 0x00000000 },
405 { 0x00164c, 1, 0x04, 0x00000000 },
406 { 0x001658, 1, 0x04, 0x00000000 },
407 { 0x001910, 1, 0x04, 0x00000290 },
408 { 0x001518, 1, 0x04, 0x00000000 },
409 { 0x00165c, 1, 0x04, 0x00000001 },
410 { 0x001520, 1, 0x04, 0x00000000 },
411 { 0x001604, 1, 0x04, 0x00000000 },
412 { 0x001570, 1, 0x04, 0x00000000 },
413 { 0x0013b0, 2, 0x04, 0x3f800000 },
414 { 0x00020c, 1, 0x04, 0x00000000 },
415 { 0x001670, 1, 0x04, 0x30201000 },
416 { 0x001674, 1, 0x04, 0x70605040 },
417 { 0x001678, 1, 0x04, 0xb8a89888 },
418 { 0x00167c, 1, 0x04, 0xf8e8d8c8 },
419 { 0x00166c, 1, 0x04, 0x00000000 },
420 { 0x001680, 1, 0x04, 0x00ffff00 },
421 { 0x0012d0, 1, 0x04, 0x00000003 },
422 { 0x0012d4, 1, 0x04, 0x00000002 },
423 { 0x001684, 2, 0x04, 0x00000000 },
424 { 0x000dac, 2, 0x04, 0x00001b02 },
425 { 0x000db4, 1, 0x04, 0x00000000 },
426 { 0x00168c, 1, 0x04, 0x00000000 },
427 { 0x0015bc, 1, 0x04, 0x00000000 },
428 { 0x00156c, 1, 0x04, 0x00000000 },
429 { 0x00187c, 1, 0x04, 0x00000000 },
430 { 0x001110, 1, 0x04, 0x00000001 },
431 { 0x000dc0, 3, 0x04, 0x00000000 },
432 { 0x001234, 1, 0x04, 0x00000000 },
433 { 0x001690, 1, 0x04, 0x00000000 },
434 { 0x0012ac, 1, 0x04, 0x00000001 },
435 { 0x000790, 5, 0x04, 0x00000000 },
436 { 0x00077c, 1, 0x04, 0x00000000 },
437 { 0x001000, 1, 0x04, 0x00000010 },
438 { 0x0010fc, 1, 0x04, 0x00000000 },
439 { 0x001290, 1, 0x04, 0x00000000 },
440 { 0x000218, 1, 0x04, 0x00000010 },
441 { 0x0012d8, 1, 0x04, 0x00000000 },
442 { 0x0012dc, 1, 0x04, 0x00000010 },
443 { 0x000d94, 1, 0x04, 0x00000001 },
444 { 0x00155c, 2, 0x04, 0x00000000 },
445 { 0x001564, 1, 0x04, 0x00000fff },
446 { 0x001574, 2, 0x04, 0x00000000 },
447 { 0x00157c, 1, 0x04, 0x000fffff },
448 { 0x001354, 1, 0x04, 0x00000000 },
449 { 0x001610, 1, 0x04, 0x00000012 },
450 { 0x001608, 2, 0x04, 0x00000000 },
451 { 0x00260c, 1, 0x04, 0x00000000 },
452 { 0x0007ac, 1, 0x04, 0x00000000 },
453 { 0x00162c, 1, 0x04, 0x00000003 },
454 { 0x000210, 1, 0x04, 0x00000000 },
455 { 0x000320, 1, 0x04, 0x00000000 },
456 { 0x000324, 6, 0x04, 0x3f800000 },
457 { 0x000750, 1, 0x04, 0x00000000 },
458 { 0x000760, 1, 0x04, 0x39291909 },
459 { 0x000764, 1, 0x04, 0x79695949 },
460 { 0x000768, 1, 0x04, 0xb9a99989 },
461 { 0x00076c, 1, 0x04, 0xf9e9d9c9 },
462 { 0x000770, 1, 0x04, 0x30201000 },
463 { 0x000774, 1, 0x04, 0x70605040 },
464 { 0x000778, 1, 0x04, 0x00009080 },
465 { 0x000780, 1, 0x04, 0x39291909 },
466 { 0x000784, 1, 0x04, 0x79695949 },
467 { 0x000788, 1, 0x04, 0xb9a99989 },
468 { 0x00078c, 1, 0x04, 0xf9e9d9c9 },
469 { 0x0007d0, 1, 0x04, 0x30201000 },
470 { 0x0007d4, 1, 0x04, 0x70605040 },
471 { 0x0007d8, 1, 0x04, 0x00009080 },
472 { 0x00037c, 1, 0x04, 0x00000001 },
473 { 0x000740, 2, 0x04, 0x00000000 },
474 { 0x002600, 1, 0x04, 0x00000000 },
475 { 0x001918, 1, 0x04, 0x00000000 },
476 { 0x00191c, 1, 0x04, 0x00000900 },
477 { 0x001920, 1, 0x04, 0x00000405 },
478 { 0x001308, 1, 0x04, 0x00000001 },
479 { 0x001924, 1, 0x04, 0x00000000 },
480 { 0x0013ac, 1, 0x04, 0x00000000 },
481 { 0x00192c, 1, 0x04, 0x00000001 },
482 { 0x00193c, 1, 0x04, 0x00002c1c },
483 { 0x000d7c, 1, 0x04, 0x00000000 },
484 { 0x000f8c, 1, 0x04, 0x00000000 },
485 { 0x0002c0, 1, 0x04, 0x00000001 },
486 { 0x001510, 1, 0x04, 0x00000000 },
487 { 0x001940, 1, 0x04, 0x00000000 },
488 { 0x000ff4, 2, 0x04, 0x00000000 },
489 { 0x00194c, 2, 0x04, 0x00000000 },
490 { 0x001968, 1, 0x04, 0x00000000 },
491 { 0x001590, 1, 0x04, 0x0000003f },
492 { 0x0007e8, 4, 0x04, 0x00000000 },
493 { 0x00196c, 1, 0x04, 0x00000011 },
494 { 0x0002e4, 1, 0x04, 0x0000b001 },
495 { 0x00036c, 2, 0x04, 0x00000000 },
496 { 0x00197c, 1, 0x04, 0x00000000 },
497 { 0x000fcc, 2, 0x04, 0x00000000 },
498 { 0x0002d8, 1, 0x04, 0x00000040 },
499 { 0x001980, 1, 0x04, 0x00000080 },
500 { 0x001504, 1, 0x04, 0x00000080 },
501 { 0x001984, 1, 0x04, 0x00000000 },
502 { 0x000300, 1, 0x04, 0x00000001 },
503 { 0x0013a8, 1, 0x04, 0x00000000 },
504 { 0x0012ec, 1, 0x04, 0x00000000 },
505 { 0x001310, 1, 0x04, 0x00000000 },
506 { 0x001314, 1, 0x04, 0x00000001 },
507 { 0x001380, 1, 0x04, 0x00000000 },
508 { 0x001384, 4, 0x04, 0x00000001 },
509 { 0x001394, 1, 0x04, 0x00000000 },
510 { 0x00139c, 1, 0x04, 0x00000000 },
511 { 0x001398, 1, 0x04, 0x00000000 },
512 { 0x001594, 1, 0x04, 0x00000000 },
513 { 0x001598, 4, 0x04, 0x00000001 },
514 { 0x000f54, 3, 0x04, 0x00000000 },
515 { 0x0019bc, 1, 0x04, 0x00000000 },
516 { 0x000f9c, 2, 0x04, 0x00000000 },
517 { 0x0012cc, 1, 0x04, 0x00000000 },
518 { 0x0012e8, 1, 0x04, 0x00000000 },
519 { 0x00130c, 1, 0x04, 0x00000001 },
520 { 0x001360, 8, 0x04, 0x00000000 },
521 { 0x00133c, 2, 0x04, 0x00000001 },
522 { 0x001344, 1, 0x04, 0x00000002 },
523 { 0x001348, 2, 0x04, 0x00000001 },
524 { 0x001350, 1, 0x04, 0x00000002 },
525 { 0x001358, 1, 0x04, 0x00000001 },
526 { 0x0012e4, 1, 0x04, 0x00000000 },
527 { 0x00131c, 4, 0x04, 0x00000000 },
528 { 0x0019c0, 1, 0x04, 0x00000000 },
529 { 0x001140, 1, 0x04, 0x00000000 },
530 { 0x0019c4, 1, 0x04, 0x00000000 },
531 { 0x0019c8, 1, 0x04, 0x00001500 },
532 { 0x00135c, 1, 0x04, 0x00000000 },
533 { 0x000f90, 1, 0x04, 0x00000000 },
534 { 0x0019e0, 8, 0x04, 0x00000001 },
535 { 0x0019cc, 1, 0x04, 0x00000001 },
536 { 0x0015b8, 1, 0x04, 0x00000000 },
537 { 0x001a00, 1, 0x04, 0x00001111 },
538 { 0x001a04, 7, 0x04, 0x00000000 },
539 { 0x000d6c, 2, 0x04, 0xffff0000 },
540 { 0x0010f8, 1, 0x04, 0x00001010 },
541 { 0x000d80, 5, 0x04, 0x00000000 },
542 { 0x000da0, 1, 0x04, 0x00000000 },
543 { 0x0007a4, 2, 0x04, 0x00000000 },
544 { 0x001508, 1, 0x04, 0x80000000 },
545 { 0x00150c, 1, 0x04, 0x40000000 },
546 { 0x001668, 1, 0x04, 0x00000000 },
547 { 0x000318, 2, 0x04, 0x00000008 },
548 { 0x000d9c, 1, 0x04, 0x00000001 },
549 { 0x000374, 1, 0x04, 0x00000000 },
550 { 0x000378, 1, 0x04, 0x00000020 },
551 { 0x0007dc, 1, 0x04, 0x00000000 },
552 { 0x00074c, 1, 0x04, 0x00000055 },
553 { 0x001420, 1, 0x04, 0x00000003 },
554 { 0x0017bc, 2, 0x04, 0x00000000 },
555 { 0x0017c4, 1, 0x04, 0x00000001 },
556 { 0x001008, 1, 0x04, 0x00000008 },
557 { 0x00100c, 1, 0x04, 0x00000040 },
558 { 0x001010, 1, 0x04, 0x0000012c },
559 { 0x000d60, 1, 0x04, 0x00000040 },
560 { 0x00075c, 1, 0x04, 0x00000003 },
561 { 0x001018, 1, 0x04, 0x00000020 },
562 { 0x00101c, 1, 0x04, 0x00000001 },
563 { 0x001020, 1, 0x04, 0x00000020 },
564 { 0x001024, 1, 0x04, 0x00000001 },
565 { 0x001444, 3, 0x04, 0x00000000 },
566 { 0x000360, 1, 0x04, 0x20164010 },
567 { 0x000364, 1, 0x04, 0x00000020 },
568 { 0x000368, 1, 0x04, 0x00000000 },
569 { 0x000de4, 1, 0x04, 0x00000000 },
570 { 0x000204, 1, 0x04, 0x00000006 },
571 { 0x000208, 1, 0x04, 0x00000000 },
572 { 0x0002cc, 2, 0x04, 0x003fffff },
573 { 0x001220, 1, 0x04, 0x00000005 },
574 { 0x000fdc, 1, 0x04, 0x00000000 },
575 { 0x000f98, 1, 0x04, 0x00400008 },
576 { 0x001284, 1, 0x04, 0x08000080 },
577 { 0x001450, 1, 0x04, 0x00400008 },
578 { 0x001454, 1, 0x04, 0x08000080 },
579 { 0x000214, 1, 0x04, 0x00000000 },
580 {}
581 };
582
583 static const struct gf100_gr_pack
584 gk104_grctx_pack_mthd[] = {
585 { gk104_grctx_init_a097_0, 0xa097 },
586 { gf100_grctx_init_902d_0, 0x902d },
587 {}
588 };
589
590 static const struct gf100_gr_init
591 gk104_grctx_init_fe_0[] = {
592 { 0x404010, 5, 0x04, 0x00000000 },
593 { 0x404024, 1, 0x04, 0x0000e000 },
594 { 0x404028, 1, 0x04, 0x00000000 },
595 { 0x4040a8, 8, 0x04, 0x00000000 },
596 { 0x4040c8, 1, 0x04, 0xf800008f },
597 { 0x4040d0, 6, 0x04, 0x00000000 },
598 { 0x4040e8, 1, 0x04, 0x00001000 },
599 { 0x4040f8, 1, 0x04, 0x00000000 },
600 { 0x404130, 2, 0x04, 0x00000000 },
601 { 0x404138, 1, 0x04, 0x20000040 },
602 { 0x404150, 1, 0x04, 0x0000002e },
603 { 0x404154, 1, 0x04, 0x00000400 },
604 { 0x404158, 1, 0x04, 0x00000200 },
605 { 0x404164, 1, 0x04, 0x00000055 },
606 { 0x4041a0, 4, 0x04, 0x00000000 },
607 { 0x404200, 4, 0x04, 0x00000000 },
608 {}
609 };
610
611 const struct gf100_gr_init
612 gk104_grctx_init_memfmt_0[] = {
613 { 0x404604, 1, 0x04, 0x00000014 },
614 { 0x404608, 1, 0x04, 0x00000000 },
615 { 0x40460c, 1, 0x04, 0x00003fff },
616 { 0x404610, 1, 0x04, 0x00000100 },
617 { 0x404618, 4, 0x04, 0x00000000 },
618 { 0x40462c, 2, 0x04, 0x00000000 },
619 { 0x404640, 1, 0x04, 0x00000000 },
620 { 0x404654, 1, 0x04, 0x00000000 },
621 { 0x404660, 1, 0x04, 0x00000000 },
622 { 0x404678, 1, 0x04, 0x00000000 },
623 { 0x40467c, 1, 0x04, 0x00000002 },
624 { 0x404680, 8, 0x04, 0x00000000 },
625 { 0x4046a0, 1, 0x04, 0x007f0080 },
626 { 0x4046a4, 8, 0x04, 0x00000000 },
627 { 0x4046c8, 3, 0x04, 0x00000000 },
628 { 0x404700, 3, 0x04, 0x00000000 },
629 { 0x404718, 7, 0x04, 0x00000000 },
630 { 0x404734, 1, 0x04, 0x00000100 },
631 { 0x404738, 2, 0x04, 0x00000000 },
632 { 0x404744, 2, 0x04, 0x00000000 },
633 { 0x404754, 1, 0x04, 0x00000000 },
634 {}
635 };
636
637 const struct gf100_gr_init
638 gk104_grctx_init_ds_0[] = {
639 { 0x405800, 1, 0x04, 0x0f8000bf },
640 { 0x405830, 1, 0x04, 0x02180648 },
641 { 0x405834, 1, 0x04, 0x08000000 },
642 { 0x405838, 1, 0x04, 0x00000000 },
643 { 0x405854, 1, 0x04, 0x00000000 },
644 { 0x405870, 4, 0x04, 0x00000001 },
645 { 0x405a00, 2, 0x04, 0x00000000 },
646 { 0x405a18, 1, 0x04, 0x00000000 },
647 {}
648 };
649
650 static const struct gf100_gr_init
651 gk104_grctx_init_cwd_0[] = {
652 { 0x405b00, 1, 0x04, 0x00000000 },
653 { 0x405b10, 1, 0x04, 0x00001000 },
654 {}
655 };
656
657 static const struct gf100_gr_init
658 gk104_grctx_init_pd_0[] = {
659 { 0x406020, 1, 0x04, 0x004103c1 },
660 { 0x406028, 4, 0x04, 0x00000001 },
661 { 0x4064a8, 1, 0x04, 0x00000000 },
662 { 0x4064ac, 1, 0x04, 0x00003fff },
663 { 0x4064b4, 2, 0x04, 0x00000000 },
664 { 0x4064c0, 1, 0x04, 0x801a00f0 },
665 { 0x4064c4, 1, 0x04, 0x0192ffff },
666 { 0x4064c8, 1, 0x04, 0x01800600 },
667 { 0x4064cc, 9, 0x04, 0x00000000 },
668 { 0x4064fc, 1, 0x04, 0x0000022a },
669 {}
670 };
671
672 static const struct gf100_gr_init
673 gk104_grctx_init_sked_0[] = {
674 { 0x407040, 1, 0x04, 0x00000000 },
675 {}
676 };
677
678 const struct gf100_gr_init
679 gk104_grctx_init_scc_0[] = {
680 { 0x408000, 2, 0x04, 0x00000000 },
681 { 0x408008, 1, 0x04, 0x00000030 },
682 { 0x40800c, 2, 0x04, 0x00000000 },
683 { 0x408014, 1, 0x04, 0x00000069 },
684 { 0x408018, 1, 0x04, 0xe100e100 },
685 { 0x408064, 1, 0x04, 0x00000000 },
686 {}
687 };
688
689 static const struct gf100_gr_init
690 gk104_grctx_init_be_0[] = {
691 { 0x408800, 1, 0x04, 0x02802a3c },
692 { 0x408804, 1, 0x04, 0x00000040 },
693 { 0x408808, 1, 0x04, 0x1043e005 },
694 { 0x408840, 1, 0x04, 0x0000000b },
695 { 0x408900, 1, 0x04, 0x3080b801 },
696 { 0x408904, 1, 0x04, 0x62000001 },
697 { 0x408908, 1, 0x04, 0x00c8102f },
698 { 0x408980, 1, 0x04, 0x0000011d },
699 {}
700 };
701
702 const struct gf100_gr_pack
703 gk104_grctx_pack_hub[] = {
704 { gf100_grctx_init_main_0 },
705 { gk104_grctx_init_fe_0 },
706 { gf100_grctx_init_pri_0 },
707 { gk104_grctx_init_memfmt_0 },
708 { gk104_grctx_init_ds_0 },
709 { gk104_grctx_init_cwd_0 },
710 { gk104_grctx_init_pd_0 },
711 { gk104_grctx_init_sked_0 },
712 { gf100_grctx_init_rstr2d_0 },
713 { gk104_grctx_init_scc_0 },
714 { gk104_grctx_init_be_0 },
715 {}
716 };
717
718 static const struct gf100_gr_init
719 gk104_grctx_init_setup_0[] = {
720 { 0x418800, 1, 0x04, 0x7006860a },
721 { 0x418808, 3, 0x04, 0x00000000 },
722 { 0x418828, 1, 0x04, 0x00000044 },
723 { 0x418830, 1, 0x04, 0x10000001 },
724 { 0x4188d8, 1, 0x04, 0x00000008 },
725 { 0x4188e0, 1, 0x04, 0x01000000 },
726 { 0x4188e8, 5, 0x04, 0x00000000 },
727 { 0x4188fc, 1, 0x04, 0x20100018 },
728 {}
729 };
730
731 const struct gf100_gr_init
732 gk104_grctx_init_gpm_0[] = {
733 { 0x418c08, 1, 0x04, 0x00000001 },
734 { 0x418c10, 8, 0x04, 0x00000000 },
735 { 0x418c40, 1, 0x04, 0xffffffff },
736 { 0x418c6c, 1, 0x04, 0x00000001 },
737 { 0x418c80, 1, 0x04, 0x20200004 },
738 { 0x418c8c, 1, 0x04, 0x00000001 },
739 {}
740 };
741
742 static const struct gf100_gr_pack
743 gk104_grctx_pack_gpc_0[] = {
744 { gf100_grctx_init_gpc_unk_0 },
745 { gf119_grctx_init_prop_0 },
746 { gf119_grctx_init_gpc_unk_1 },
747 { gk104_grctx_init_setup_0 },
748 { gf100_grctx_init_zcull_0 },
749 {}
750 };
751
752 static const struct gf100_gr_pack
753 gk104_grctx_pack_gpc_1[] = {
754 { gf119_grctx_init_crstr_0 },
755 { gk104_grctx_init_gpm_0 },
756 { gf100_grctx_init_gcc_0 },
757 {}
758 };
759
760 static const struct gf100_gr_init
761 gk104_grctx_init_tex_0[] = {
762 { 0x419a00, 1, 0x04, 0x000000f0 },
763 { 0x419a04, 1, 0x04, 0x00000001 },
764 { 0x419a08, 1, 0x04, 0x00000021 },
765 { 0x419a0c, 1, 0x04, 0x00020000 },
766 { 0x419a10, 1, 0x04, 0x00000000 },
767 { 0x419a14, 1, 0x04, 0x00000200 },
768 { 0x419a1c, 1, 0x04, 0x0000c000 },
769 { 0x419a20, 1, 0x04, 0x00000800 },
770 { 0x419a30, 1, 0x04, 0x00000001 },
771 { 0x419ac4, 1, 0x04, 0x0037f440 },
772 {}
773 };
774
775 static const struct gf100_gr_init
776 gk104_grctx_init_mpc_0[] = {
777 { 0x419c00, 1, 0x04, 0x0000000a },
778 { 0x419c04, 1, 0x04, 0x80000006 },
779 { 0x419c08, 1, 0x04, 0x00000002 },
780 { 0x419c20, 1, 0x04, 0x00000000 },
781 { 0x419c24, 1, 0x04, 0x00084210 },
782 { 0x419c28, 1, 0x04, 0x3efbefbe },
783 {}
784 };
785
786 static const struct gf100_gr_init
787 gk104_grctx_init_l1c_0[] = {
788 { 0x419ce8, 1, 0x04, 0x00000000 },
789 { 0x419cf4, 1, 0x04, 0x00003203 },
790 {}
791 };
792
793 static const struct gf100_gr_init
794 gk104_grctx_init_sm_0[] = {
795 { 0x419e04, 3, 0x04, 0x00000000 },
796 { 0x419e10, 1, 0x04, 0x00000402 },
797 { 0x419e44, 1, 0x04, 0x0013eff2 },
798 { 0x419e48, 1, 0x04, 0x00000000 },
799 { 0x419e4c, 1, 0x04, 0x0000007f },
800 { 0x419e50, 19, 0x04, 0x00000000 },
801 { 0x419eac, 1, 0x04, 0x00001f8f },
802 { 0x419eb0, 1, 0x04, 0x00000d3f },
803 { 0x419ec8, 1, 0x04, 0x0001304f },
804 { 0x419f30, 8, 0x04, 0x00000000 },
805 { 0x419f58, 1, 0x04, 0x00000000 },
806 { 0x419f70, 1, 0x04, 0x00000000 },
807 { 0x419f78, 1, 0x04, 0x0000000b },
808 { 0x419f7c, 1, 0x04, 0x0000027c },
809 {}
810 };
811
812 const struct gf100_gr_pack
813 gk104_grctx_pack_tpc[] = {
814 { gf117_grctx_init_pe_0 },
815 { gk104_grctx_init_tex_0 },
816 { gk104_grctx_init_mpc_0 },
817 { gk104_grctx_init_l1c_0 },
818 { gk104_grctx_init_sm_0 },
819 {}
820 };
821
822 const struct gf100_gr_init
823 gk104_grctx_init_pes_0[] = {
824 { 0x41be24, 1, 0x04, 0x00000006 },
825 {}
826 };
827
828 static const struct gf100_gr_init
829 gk104_grctx_init_cbm_0[] = {
830 { 0x41bec0, 1, 0x04, 0x12180000 },
831 { 0x41bec4, 1, 0x04, 0x00037f7f },
832 { 0x41bee4, 1, 0x04, 0x06480430 },
833 {}
834 };
835
836 const struct gf100_gr_pack
837 gk104_grctx_pack_ppc[] = {
838 { gk104_grctx_init_pes_0 },
839 { gk104_grctx_init_cbm_0 },
840 { gf117_grctx_init_wwdx_0 },
841 {}
842 };
843
844 /*******************************************************************************
845 * PGRAPH context implementation
846 ******************************************************************************/
847
848 void
gk104_grctx_generate_r418800(struct gf100_gr * gr)849 gk104_grctx_generate_r418800(struct gf100_gr *gr)
850 {
851 struct nvkm_device *device = gr->base.engine.subdev.device;
852 /*XXX: Not real sure where to apply these, there doesn't seem
853 * to be any pattern to which chipsets it's done on.
854 *
855 * Perhaps a VBIOS tweak?
856 */
857 if (0) {
858 nvkm_mask(device, 0x418800, 0x00200000, 0x00200000);
859 nvkm_mask(device, 0x41be10, 0x00800000, 0x00800000);
860 }
861 }
862
863 void
gk104_grctx_generate_patch_ltc(struct gf100_gr_chan * chan)864 gk104_grctx_generate_patch_ltc(struct gf100_gr_chan *chan)
865 {
866 struct nvkm_device *device = chan->gr->base.engine.subdev.device;
867 u32 data0 = nvkm_rd32(device, 0x17e91c);
868 u32 data1 = nvkm_rd32(device, 0x17e920);
869
870 /*XXX: Figure out how to modify this correctly! */
871 gf100_grctx_patch_wr32(chan, 0x17e91c, data0);
872 gf100_grctx_patch_wr32(chan, 0x17e920, data1);
873 }
874
875 void
gk104_grctx_generate_bundle(struct gf100_gr_chan * chan,u64 addr,u32 size)876 gk104_grctx_generate_bundle(struct gf100_gr_chan *chan, u64 addr, u32 size)
877 {
878 const struct gf100_grctx_func *grctx = chan->gr->func->grctx;
879 const u32 state_limit = min(grctx->bundle_min_gpm_fifo_depth, size / 0x20);
880 const u32 token_limit = grctx->bundle_token_limit;
881
882 gf100_grctx_generate_bundle(chan, addr, size);
883 gf100_grctx_patch_wr32(chan, 0x4064c8, (state_limit << 16) | token_limit);
884 }
885
886 void
gk104_grctx_generate_pagepool(struct gf100_gr_chan * chan,u64 addr)887 gk104_grctx_generate_pagepool(struct gf100_gr_chan *chan, u64 addr)
888 {
889 gf100_grctx_generate_pagepool(chan, addr);
890 gf100_grctx_patch_wr32(chan, 0x4064cc, 0x80000000);
891 }
892
893 void
gk104_grctx_generate_unkn(struct gf100_gr * gr)894 gk104_grctx_generate_unkn(struct gf100_gr *gr)
895 {
896 struct nvkm_device *device = gr->base.engine.subdev.device;
897 nvkm_mask(device, 0x418c6c, 0x00000001, 0x00000001);
898 nvkm_mask(device, 0x41980c, 0x00000010, 0x00000010);
899 nvkm_mask(device, 0x41be08, 0x00000004, 0x00000004);
900 nvkm_mask(device, 0x4064c0, 0x80000000, 0x80000000);
901 nvkm_mask(device, 0x405800, 0x08000000, 0x08000000);
902 nvkm_mask(device, 0x419c00, 0x00000008, 0x00000008);
903 }
904
905 static void
gk104_grctx_generate_r419f78(struct gf100_gr * gr)906 gk104_grctx_generate_r419f78(struct gf100_gr *gr)
907 {
908 struct nvkm_device *device = gr->base.engine.subdev.device;
909
910 /* bit 3 set disables loads in fp helper invocations, we need it enabled */
911 nvkm_mask(device, 0x419f78, 0x00000009, 0x00000000);
912 }
913
914 void
gk104_grctx_generate_gpc_tpc_nr(struct gf100_gr * gr)915 gk104_grctx_generate_gpc_tpc_nr(struct gf100_gr *gr)
916 {
917 struct nvkm_device *device = gr->base.engine.subdev.device;
918 nvkm_wr32(device, 0x405b00, (gr->tpc_total << 8) | gr->gpc_nr);
919 }
920
921 void
gk104_grctx_generate_alpha_beta_tables(struct gf100_gr * gr)922 gk104_grctx_generate_alpha_beta_tables(struct gf100_gr *gr)
923 {
924 struct nvkm_device *device = gr->base.engine.subdev.device;
925 int i, j, gpc, ppc;
926
927 for (i = 0; i < 32; i++) {
928 u32 atarget = max_t(u32, gr->tpc_total * i / 32, 1);
929 u32 btarget = gr->tpc_total - atarget;
930 bool alpha = atarget < btarget;
931 u64 amask = 0, bmask = 0;
932
933 for (gpc = 0; gpc < gr->gpc_nr; gpc++) {
934 for (ppc = 0; ppc < gr->func->ppc_nr; ppc++) {
935 u32 ppc_tpcs = gr->ppc_tpc_nr[gpc][ppc];
936 u32 abits, bbits, pmask;
937
938 if (alpha) {
939 abits = atarget ? ppc_tpcs : 0;
940 bbits = ppc_tpcs - abits;
941 } else {
942 bbits = btarget ? ppc_tpcs : 0;
943 abits = ppc_tpcs - bbits;
944 }
945
946 pmask = gr->ppc_tpc_mask[gpc][ppc];
947 while (ppc_tpcs-- > abits)
948 pmask &= pmask - 1;
949 amask |= (u64)pmask << (gpc * 8);
950
951 pmask ^= gr->ppc_tpc_mask[gpc][ppc];
952 bmask |= (u64)pmask << (gpc * 8);
953
954 atarget -= min(abits, atarget);
955 btarget -= min(bbits, btarget);
956 if ((abits > 0) || (bbits > 0))
957 alpha = !alpha;
958 }
959 }
960
961 for (j = 0; j < gr->gpc_nr; j += 4, amask >>= 32, bmask >>= 32) {
962 nvkm_wr32(device, 0x406800 + (i * 0x20) + j, amask);
963 nvkm_wr32(device, 0x406c00 + (i * 0x20) + j, bmask);
964 }
965 }
966 }
967
968 const struct gf100_grctx_func
969 gk104_grctx = {
970 .main = gf100_grctx_generate_main,
971 .unkn = gk104_grctx_generate_unkn,
972 .hub = gk104_grctx_pack_hub,
973 .gpc_0 = gk104_grctx_pack_gpc_0,
974 .gpc_1 = gk104_grctx_pack_gpc_1,
975 .zcull = gf100_grctx_pack_zcull,
976 .tpc = gk104_grctx_pack_tpc,
977 .ppc = gk104_grctx_pack_ppc,
978 .icmd = gk104_grctx_pack_icmd,
979 .mthd = gk104_grctx_pack_mthd,
980 .bundle = gk104_grctx_generate_bundle,
981 .bundle_size = 0x3000,
982 .bundle_min_gpm_fifo_depth = 0x180,
983 .bundle_token_limit = 0x600,
984 .pagepool = gk104_grctx_generate_pagepool,
985 .pagepool_size = 0x8000,
986 .attrib_cb_size = gf100_grctx_generate_attrib_cb_size,
987 .attrib_cb = gf100_grctx_generate_attrib_cb,
988 .attrib = gf117_grctx_generate_attrib,
989 .attrib_nr_max = 0x324,
990 .attrib_nr = 0x218,
991 .alpha_nr_max = 0x7ff,
992 .alpha_nr = 0x648,
993 .patch_ltc = gk104_grctx_generate_patch_ltc,
994 .sm_id = gf100_grctx_generate_sm_id,
995 .tpc_nr = gf100_grctx_generate_tpc_nr,
996 .rop_mapping = gf117_grctx_generate_rop_mapping,
997 .alpha_beta_tables = gk104_grctx_generate_alpha_beta_tables,
998 .dist_skip_table = gf117_grctx_generate_dist_skip_table,
999 .gpc_tpc_nr = gk104_grctx_generate_gpc_tpc_nr,
1000 .r419f78 = gk104_grctx_generate_r419f78,
1001 .r418800 = gk104_grctx_generate_r418800,
1002 };
1003