199 	struct gf100_gr_priv *priv = (void *)object;  in gk104_gr_init()  local
200 	struct nvkm_pmu *pmu = nvkm_pmu(priv);  in gk104_gr_init()
201 	const u32 magicgpc918 = DIV_ROUND_UP(0x00800000, priv->tpc_total);  in gk104_gr_init()
210 	ret = nvkm_gr_init(&priv->base);  in gk104_gr_init()
214 	nv_wr32(priv, GPC_BCAST(0x0880), 0x00000000);  in gk104_gr_init()
215 	nv_wr32(priv, GPC_BCAST(0x08a4), 0x00000000);  in gk104_gr_init()
216 	nv_wr32(priv, GPC_BCAST(0x0888), 0x00000000);  in gk104_gr_init()
217 	nv_wr32(priv, GPC_BCAST(0x088c), 0x00000000);  in gk104_gr_init()
218 	nv_wr32(priv, GPC_BCAST(0x0890), 0x00000000);  in gk104_gr_init()
219 	nv_wr32(priv, GPC_BCAST(0x0894), 0x00000000);  in gk104_gr_init()
220 	nv_wr32(priv, GPC_BCAST(0x08b4), priv->unk4188b4->addr >> 8);  in gk104_gr_init()
221 	nv_wr32(priv, GPC_BCAST(0x08b8), priv->unk4188b8->addr >> 8);  in gk104_gr_init()
223 	gf100_gr_mmio(priv, oclass->mmio);  in gk104_gr_init()
225 	nv_wr32(priv, GPC_UNIT(0, 0x3018), 0x00000001);  in gk104_gr_init()
228 	memcpy(tpcnr, priv->tpc_nr, sizeof(priv->tpc_nr));  in gk104_gr_init()
229 	for (i = 0, gpc = -1; i < priv->tpc_total; i++) {  in gk104_gr_init()
231 			gpc = (gpc + 1) % priv->gpc_nr;  in gk104_gr_init()
233 		tpc = priv->tpc_nr[gpc] - tpcnr[gpc]--;  in gk104_gr_init()
238 	nv_wr32(priv, GPC_BCAST(0x0980), data[0]);  in gk104_gr_init()
239 	nv_wr32(priv, GPC_BCAST(0x0984), data[1]);  in gk104_gr_init()
240 	nv_wr32(priv, GPC_BCAST(0x0988), data[2]);  in gk104_gr_init()
241 	nv_wr32(priv, GPC_BCAST(0x098c), data[3]);  in gk104_gr_init()
243 	for (gpc = 0; gpc < priv->gpc_nr; gpc++) {  in gk104_gr_init()
244 		nv_wr32(priv, GPC_UNIT(gpc, 0x0914),  in gk104_gr_init()
245 			priv->magic_not_rop_nr << 8 | priv->tpc_nr[gpc]);  in gk104_gr_init()
246 		nv_wr32(priv, GPC_UNIT(gpc, 0x0910), 0x00040000 |  in gk104_gr_init()
247 			priv->tpc_total);  in gk104_gr_init()
248 		nv_wr32(priv, GPC_UNIT(gpc, 0x0918), magicgpc918);  in gk104_gr_init()
251 	nv_wr32(priv, GPC_BCAST(0x3fd4), magicgpc918);  in gk104_gr_init()
252 	nv_wr32(priv, GPC_BCAST(0x08ac), nv_rd32(priv, 0x100800));  in gk104_gr_init()
254 	nv_wr32(priv, 0x400500, 0x00010001);  in gk104_gr_init()
256 	nv_wr32(priv, 0x400100, 0xffffffff);  in gk104_gr_init()
257 	nv_wr32(priv, 0x40013c, 0xffffffff);  in gk104_gr_init()
259 	nv_wr32(priv, 0x409ffc, 0x00000000);  in gk104_gr_init()
260 	nv_wr32(priv, 0x409c14, 0x00003e3e);  in gk104_gr_init()
261 	nv_wr32(priv, 0x409c24, 0x000f0001);  in gk104_gr_init()
262 	nv_wr32(priv, 0x404000, 0xc0000000);  in gk104_gr_init()
263 	nv_wr32(priv, 0x404600, 0xc0000000);  in gk104_gr_init()
264 	nv_wr32(priv, 0x408030, 0xc0000000);  in gk104_gr_init()
265 	nv_wr32(priv, 0x404490, 0xc0000000);  in gk104_gr_init()
266 	nv_wr32(priv, 0x406018, 0xc0000000);  in gk104_gr_init()
267 	nv_wr32(priv, 0x407020, 0x40000000);  in gk104_gr_init()
268 	nv_wr32(priv, 0x405840, 0xc0000000);  in gk104_gr_init()
269 	nv_wr32(priv, 0x405844, 0x00ffffff);  in gk104_gr_init()
270 	nv_mask(priv, 0x419cc0, 0x00000008, 0x00000008);  in gk104_gr_init()
271 	nv_mask(priv, 0x419eb4, 0x00001000, 0x00001000);  in gk104_gr_init()
273 	for (gpc = 0; gpc < priv->gpc_nr; gpc++) {  in gk104_gr_init()
274 		nv_wr32(priv, GPC_UNIT(gpc, 0x3038), 0xc0000000);  in gk104_gr_init()
275 		nv_wr32(priv, GPC_UNIT(gpc, 0x0420), 0xc0000000);  in gk104_gr_init()
276 		nv_wr32(priv, GPC_UNIT(gpc, 0x0900), 0xc0000000);  in gk104_gr_init()
277 		nv_wr32(priv, GPC_UNIT(gpc, 0x1028), 0xc0000000);  in gk104_gr_init()
278 		nv_wr32(priv, GPC_UNIT(gpc, 0x0824), 0xc0000000);  in gk104_gr_init()
279 		for (tpc = 0; tpc < priv->tpc_nr[gpc]; tpc++) {  in gk104_gr_init()
280 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x508), 0xffffffff);  in gk104_gr_init()
281 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x50c), 0xffffffff);  in gk104_gr_init()
282 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x224), 0xc0000000);  in gk104_gr_init()
283 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x48c), 0xc0000000);  in gk104_gr_init()
284 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x084), 0xc0000000);  in gk104_gr_init()
285 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x644), 0x001ffffe);  in gk104_gr_init()
286 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x64c), 0x0000000f);  in gk104_gr_init()
288 		nv_wr32(priv, GPC_UNIT(gpc, 0x2c90), 0xffffffff);  in gk104_gr_init()
289 		nv_wr32(priv, GPC_UNIT(gpc, 0x2c94), 0xffffffff);  in gk104_gr_init()
292 	for (rop = 0; rop < priv->rop_nr; rop++) {  in gk104_gr_init()
293 		nv_wr32(priv, ROP_UNIT(rop, 0x144), 0xc0000000);  in gk104_gr_init()
294 		nv_wr32(priv, ROP_UNIT(rop, 0x070), 0xc0000000);  in gk104_gr_init()
295 		nv_wr32(priv, ROP_UNIT(rop, 0x204), 0xffffffff);  in gk104_gr_init()
296 		nv_wr32(priv, ROP_UNIT(rop, 0x208), 0xffffffff);  in gk104_gr_init()
299 	nv_wr32(priv, 0x400108, 0xffffffff);  in gk104_gr_init()
300 	nv_wr32(priv, 0x400138, 0xffffffff);  in gk104_gr_init()
301 	nv_wr32(priv, 0x400118, 0xffffffff);  in gk104_gr_init()
302 	nv_wr32(priv, 0x400130, 0xffffffff);  in gk104_gr_init()
303 	nv_wr32(priv, 0x40011c, 0xffffffff);  in gk104_gr_init()
304 	nv_wr32(priv, 0x400134, 0xffffffff);  in gk104_gr_init()
306 	nv_wr32(priv, 0x400054, 0x34ce3464);  in gk104_gr_init()
308 	gf100_gr_zbc_init(priv);  in gk104_gr_init()
310 	return gf100_gr_init_ctxctl(priv);  in gk104_gr_init()