295 gm107_gr_init_bios(struct gf100_gr_priv *priv)  in gm107_gr_init_bios()  argument
307 	struct nvkm_bios *bios = nvkm_bios(priv);  in gm107_gr_init_bios()
315 			nv_wr32(priv, regs[E].ctrl, infoE.data);  in gm107_gr_init_bios()
317 				nv_wr32(priv, regs[E].data, infoX.data);  in gm107_gr_init_bios()
326 	struct gf100_gr_priv *priv = (void *)object;  in gm107_gr_init()  local
327 	const u32 magicgpc918 = DIV_ROUND_UP(0x00800000, priv->tpc_total);  in gm107_gr_init()
333 	ret = nvkm_gr_init(&priv->base);  in gm107_gr_init()
337 	nv_wr32(priv, GPC_BCAST(0x0880), 0x00000000);  in gm107_gr_init()
338 	nv_wr32(priv, GPC_BCAST(0x0890), 0x00000000);  in gm107_gr_init()
339 	nv_wr32(priv, GPC_BCAST(0x0894), 0x00000000);  in gm107_gr_init()
340 	nv_wr32(priv, GPC_BCAST(0x08b4), priv->unk4188b4->addr >> 8);  in gm107_gr_init()
341 	nv_wr32(priv, GPC_BCAST(0x08b8), priv->unk4188b8->addr >> 8);  in gm107_gr_init()
343 	gf100_gr_mmio(priv, oclass->mmio);  in gm107_gr_init()
345 	gm107_gr_init_bios(priv);  in gm107_gr_init()
347 	nv_wr32(priv, GPC_UNIT(0, 0x3018), 0x00000001);  in gm107_gr_init()
350 	memcpy(tpcnr, priv->tpc_nr, sizeof(priv->tpc_nr));  in gm107_gr_init()
351 	for (i = 0, gpc = -1; i < priv->tpc_total; i++) {  in gm107_gr_init()
353 			gpc = (gpc + 1) % priv->gpc_nr;  in gm107_gr_init()
355 		tpc = priv->tpc_nr[gpc] - tpcnr[gpc]--;  in gm107_gr_init()
360 	nv_wr32(priv, GPC_BCAST(0x0980), data[0]);  in gm107_gr_init()
361 	nv_wr32(priv, GPC_BCAST(0x0984), data[1]);  in gm107_gr_init()
362 	nv_wr32(priv, GPC_BCAST(0x0988), data[2]);  in gm107_gr_init()
363 	nv_wr32(priv, GPC_BCAST(0x098c), data[3]);  in gm107_gr_init()
365 	for (gpc = 0; gpc < priv->gpc_nr; gpc++) {  in gm107_gr_init()
366 		nv_wr32(priv, GPC_UNIT(gpc, 0x0914),  in gm107_gr_init()
367 			priv->magic_not_rop_nr << 8 | priv->tpc_nr[gpc]);  in gm107_gr_init()
368 		nv_wr32(priv, GPC_UNIT(gpc, 0x0910), 0x00040000 |  in gm107_gr_init()
369 			priv->tpc_total);  in gm107_gr_init()
370 		nv_wr32(priv, GPC_UNIT(gpc, 0x0918), magicgpc918);  in gm107_gr_init()
373 	nv_wr32(priv, GPC_BCAST(0x3fd4), magicgpc918);  in gm107_gr_init()
374 	nv_wr32(priv, GPC_BCAST(0x08ac), nv_rd32(priv, 0x100800));  in gm107_gr_init()
376 	nv_wr32(priv, 0x400500, 0x00010001);  in gm107_gr_init()
378 	nv_wr32(priv, 0x400100, 0xffffffff);  in gm107_gr_init()
379 	nv_wr32(priv, 0x40013c, 0xffffffff);  in gm107_gr_init()
380 	nv_wr32(priv, 0x400124, 0x00000002);  in gm107_gr_init()
381 	nv_wr32(priv, 0x409c24, 0x000e0000);  in gm107_gr_init()
383 	nv_wr32(priv, 0x404000, 0xc0000000);  in gm107_gr_init()
384 	nv_wr32(priv, 0x404600, 0xc0000000);  in gm107_gr_init()
385 	nv_wr32(priv, 0x408030, 0xc0000000);  in gm107_gr_init()
386 	nv_wr32(priv, 0x404490, 0xc0000000);  in gm107_gr_init()
387 	nv_wr32(priv, 0x406018, 0xc0000000);  in gm107_gr_init()
388 	nv_wr32(priv, 0x407020, 0x40000000);  in gm107_gr_init()
389 	nv_wr32(priv, 0x405840, 0xc0000000);  in gm107_gr_init()
390 	nv_wr32(priv, 0x405844, 0x00ffffff);  in gm107_gr_init()
391 	nv_mask(priv, 0x419cc0, 0x00000008, 0x00000008);  in gm107_gr_init()
393 	for (gpc = 0; gpc < priv->gpc_nr; gpc++) {  in gm107_gr_init()
395 			nv_wr32(priv, PPC_UNIT(gpc, ppc, 0x038), 0xc0000000);  in gm107_gr_init()
396 		nv_wr32(priv, GPC_UNIT(gpc, 0x0420), 0xc0000000);  in gm107_gr_init()
397 		nv_wr32(priv, GPC_UNIT(gpc, 0x0900), 0xc0000000);  in gm107_gr_init()
398 		nv_wr32(priv, GPC_UNIT(gpc, 0x1028), 0xc0000000);  in gm107_gr_init()
399 		nv_wr32(priv, GPC_UNIT(gpc, 0x0824), 0xc0000000);  in gm107_gr_init()
400 		for (tpc = 0; tpc < priv->tpc_nr[gpc]; tpc++) {  in gm107_gr_init()
401 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x508), 0xffffffff);  in gm107_gr_init()
402 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x50c), 0xffffffff);  in gm107_gr_init()
403 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x224), 0xc0000000);  in gm107_gr_init()
404 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x48c), 0xc0000000);  in gm107_gr_init()
405 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x084), 0xc0000000);  in gm107_gr_init()
406 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x430), 0xc0000000);  in gm107_gr_init()
407 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x644), 0x00dffffe);  in gm107_gr_init()
408 			nv_wr32(priv, TPC_UNIT(gpc, tpc, 0x64c), 0x00000005);  in gm107_gr_init()
410 		nv_wr32(priv, GPC_UNIT(gpc, 0x2c90), 0xffffffff);  in gm107_gr_init()
411 		nv_wr32(priv, GPC_UNIT(gpc, 0x2c94), 0xffffffff);  in gm107_gr_init()
414 	for (rop = 0; rop < priv->rop_nr; rop++) {  in gm107_gr_init()
415 		nv_wr32(priv, ROP_UNIT(rop, 0x144), 0x40000000);  in gm107_gr_init()
416 		nv_wr32(priv, ROP_UNIT(rop, 0x070), 0x40000000);  in gm107_gr_init()
417 		nv_wr32(priv, ROP_UNIT(rop, 0x204), 0xffffffff);  in gm107_gr_init()
418 		nv_wr32(priv, ROP_UNIT(rop, 0x208), 0xffffffff);  in gm107_gr_init()
421 	nv_wr32(priv, 0x400108, 0xffffffff);  in gm107_gr_init()
422 	nv_wr32(priv, 0x400138, 0xffffffff);  in gm107_gr_init()
423 	nv_wr32(priv, 0x400118, 0xffffffff);  in gm107_gr_init()
424 	nv_wr32(priv, 0x400130, 0xffffffff);  in gm107_gr_init()
425 	nv_wr32(priv, 0x40011c, 0xffffffff);  in gm107_gr_init()
426 	nv_wr32(priv, 0x400134, 0xffffffff);  in gm107_gr_init()
428 	nv_wr32(priv, 0x400054, 0x2c350f63);  in gm107_gr_init()
430 	gf100_gr_zbc_init(priv);  in gm107_gr_init()
432 	return gf100_gr_init_ctxctl(priv);  in gm107_gr_init()