cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

ctxgk104.c (34170B)


      1/*
      2 * Copyright 2013 Red Hat Inc.
      3 *
      4 * Permission is hereby granted, free of charge, to any person obtaining a
      5 * copy of this software and associated documentation files (the "Software"),
      6 * to deal in the Software without restriction, including without limitation
      7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
      8 * and/or sell copies of the Software, and to permit persons to whom the
      9 * Software is furnished to do so, subject to the following conditions:
     10 *
     11 * The above copyright notice and this permission notice shall be included in
     12 * all copies or substantial portions of the Software.
     13 *
     14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
     15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
     16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
     17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
     18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
     19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
     20 * OTHER DEALINGS IN THE SOFTWARE.
     21 *
     22 * Authors: Ben Skeggs <bskeggs@redhat.com>
     23 */
     24#include "ctxgf100.h"
     25
     26#include <subdev/fb.h>
     27#include <subdev/mc.h>
     28
     29/*******************************************************************************
     30 * PGRAPH context register lists
     31 ******************************************************************************/
     32
     33static const struct gf100_gr_init
     34gk104_grctx_init_icmd_0[] = {
     35	{ 0x001000,   1, 0x01, 0x00000004 },
     36	{ 0x000039,   3, 0x01, 0x00000000 },
     37	{ 0x0000a9,   1, 0x01, 0x0000ffff },
     38	{ 0x000038,   1, 0x01, 0x0fac6881 },
     39	{ 0x00003d,   1, 0x01, 0x00000001 },
     40	{ 0x0000e8,   8, 0x01, 0x00000400 },
     41	{ 0x000078,   8, 0x01, 0x00000300 },
     42	{ 0x000050,   1, 0x01, 0x00000011 },
     43	{ 0x000058,   8, 0x01, 0x00000008 },
     44	{ 0x000208,   8, 0x01, 0x00000001 },
     45	{ 0x000081,   1, 0x01, 0x00000001 },
     46	{ 0x000085,   1, 0x01, 0x00000004 },
     47	{ 0x000088,   1, 0x01, 0x00000400 },
     48	{ 0x000090,   1, 0x01, 0x00000300 },
     49	{ 0x000098,   1, 0x01, 0x00001001 },
     50	{ 0x0000e3,   1, 0x01, 0x00000001 },
     51	{ 0x0000da,   1, 0x01, 0x00000001 },
     52	{ 0x0000f8,   1, 0x01, 0x00000003 },
     53	{ 0x0000fa,   1, 0x01, 0x00000001 },
     54	{ 0x00009f,   4, 0x01, 0x0000ffff },
     55	{ 0x0000b1,   1, 0x01, 0x00000001 },
     56	{ 0x0000ad,   1, 0x01, 0x0000013e },
     57	{ 0x0000e1,   1, 0x01, 0x00000010 },
     58	{ 0x000290,  16, 0x01, 0x00000000 },
     59	{ 0x0003b0,  16, 0x01, 0x00000000 },
     60	{ 0x0002a0,  16, 0x01, 0x00000000 },
     61	{ 0x000420,  16, 0x01, 0x00000000 },
     62	{ 0x0002b0,  16, 0x01, 0x00000000 },
     63	{ 0x000430,  16, 0x01, 0x00000000 },
     64	{ 0x0002c0,  16, 0x01, 0x00000000 },
     65	{ 0x0004d0,  16, 0x01, 0x00000000 },
     66	{ 0x000720,  16, 0x01, 0x00000000 },
     67	{ 0x0008c0,  16, 0x01, 0x00000000 },
     68	{ 0x000890,  16, 0x01, 0x00000000 },
     69	{ 0x0008e0,  16, 0x01, 0x00000000 },
     70	{ 0x0008a0,  16, 0x01, 0x00000000 },
     71	{ 0x0008f0,  16, 0x01, 0x00000000 },
     72	{ 0x00094c,   1, 0x01, 0x000000ff },
     73	{ 0x00094d,   1, 0x01, 0xffffffff },
     74	{ 0x00094e,   1, 0x01, 0x00000002 },
     75	{ 0x0002ec,   1, 0x01, 0x00000001 },
     76	{ 0x000303,   1, 0x01, 0x00000001 },
     77	{ 0x0002e6,   1, 0x01, 0x00000001 },
     78	{ 0x000466,   1, 0x01, 0x00000052 },
     79	{ 0x000301,   1, 0x01, 0x3f800000 },
     80	{ 0x000304,   1, 0x01, 0x30201000 },
     81	{ 0x000305,   1, 0x01, 0x70605040 },
     82	{ 0x000306,   1, 0x01, 0xb8a89888 },
     83	{ 0x000307,   1, 0x01, 0xf8e8d8c8 },
     84	{ 0x00030a,   1, 0x01, 0x00ffff00 },
     85	{ 0x00030b,   1, 0x01, 0x0000001a },
     86	{ 0x00030c,   1, 0x01, 0x00000001 },
     87	{ 0x000318,   1, 0x01, 0x00000001 },
     88	{ 0x000340,   1, 0x01, 0x00000000 },
     89	{ 0x000375,   1, 0x01, 0x00000001 },
     90	{ 0x00037d,   1, 0x01, 0x00000006 },
     91	{ 0x0003a0,   1, 0x01, 0x00000002 },
     92	{ 0x0003aa,   1, 0x01, 0x00000001 },
     93	{ 0x0003a9,   1, 0x01, 0x00000001 },
     94	{ 0x000380,   1, 0x01, 0x00000001 },
     95	{ 0x000383,   1, 0x01, 0x00000011 },
     96	{ 0x000360,   1, 0x01, 0x00000040 },
     97	{ 0x000366,   2, 0x01, 0x00000000 },
     98	{ 0x000368,   1, 0x01, 0x00000fff },
     99	{ 0x000370,   2, 0x01, 0x00000000 },
    100	{ 0x000372,   1, 0x01, 0x000fffff },
    101	{ 0x00037a,   1, 0x01, 0x00000012 },
    102	{ 0x000619,   1, 0x01, 0x00000003 },
    103	{ 0x000811,   1, 0x01, 0x00000003 },
    104	{ 0x000812,   1, 0x01, 0x00000004 },
    105	{ 0x000813,   1, 0x01, 0x00000006 },
    106	{ 0x000814,   1, 0x01, 0x00000008 },
    107	{ 0x000815,   1, 0x01, 0x0000000b },
    108	{ 0x000800,   6, 0x01, 0x00000001 },
    109	{ 0x000632,   1, 0x01, 0x00000001 },
    110	{ 0x000633,   1, 0x01, 0x00000002 },
    111	{ 0x000634,   1, 0x01, 0x00000003 },
    112	{ 0x000635,   1, 0x01, 0x00000004 },
    113	{ 0x000654,   1, 0x01, 0x3f800000 },
    114	{ 0x000657,   1, 0x01, 0x3f800000 },
    115	{ 0x000655,   2, 0x01, 0x3f800000 },
    116	{ 0x0006cd,   1, 0x01, 0x3f800000 },
    117	{ 0x0007f5,   1, 0x01, 0x3f800000 },
    118	{ 0x0007dc,   1, 0x01, 0x39291909 },
    119	{ 0x0007dd,   1, 0x01, 0x79695949 },
    120	{ 0x0007de,   1, 0x01, 0xb9a99989 },
    121	{ 0x0007df,   1, 0x01, 0xf9e9d9c9 },
    122	{ 0x0007e8,   1, 0x01, 0x00003210 },
    123	{ 0x0007e9,   1, 0x01, 0x00007654 },
    124	{ 0x0007ea,   1, 0x01, 0x00000098 },
    125	{ 0x0007ec,   1, 0x01, 0x39291909 },
    126	{ 0x0007ed,   1, 0x01, 0x79695949 },
    127	{ 0x0007ee,   1, 0x01, 0xb9a99989 },
    128	{ 0x0007ef,   1, 0x01, 0xf9e9d9c9 },
    129	{ 0x0007f0,   1, 0x01, 0x00003210 },
    130	{ 0x0007f1,   1, 0x01, 0x00007654 },
    131	{ 0x0007f2,   1, 0x01, 0x00000098 },
    132	{ 0x0005a5,   1, 0x01, 0x00000001 },
    133	{ 0x000980, 128, 0x01, 0x00000000 },
    134	{ 0x000468,   1, 0x01, 0x00000004 },
    135	{ 0x00046c,   1, 0x01, 0x00000001 },
    136	{ 0x000470,  96, 0x01, 0x00000000 },
    137	{ 0x000510,  16, 0x01, 0x3f800000 },
    138	{ 0x000520,   1, 0x01, 0x000002b6 },
    139	{ 0x000529,   1, 0x01, 0x00000001 },
    140	{ 0x000530,  16, 0x01, 0xffff0000 },
    141	{ 0x000585,   1, 0x01, 0x0000003f },
    142	{ 0x000576,   1, 0x01, 0x00000003 },
    143	{ 0x00057b,   1, 0x01, 0x00000059 },
    144	{ 0x000586,   1, 0x01, 0x00000040 },
    145	{ 0x000582,   2, 0x01, 0x00000080 },
    146	{ 0x0005c2,   1, 0x01, 0x00000001 },
    147	{ 0x000638,   2, 0x01, 0x00000001 },
    148	{ 0x00063a,   1, 0x01, 0x00000002 },
    149	{ 0x00063b,   2, 0x01, 0x00000001 },
    150	{ 0x00063d,   1, 0x01, 0x00000002 },
    151	{ 0x00063e,   1, 0x01, 0x00000001 },
    152	{ 0x0008b8,   8, 0x01, 0x00000001 },
    153	{ 0x000900,   8, 0x01, 0x00000001 },
    154	{ 0x000908,   8, 0x01, 0x00000002 },
    155	{ 0x000910,  16, 0x01, 0x00000001 },
    156	{ 0x000920,   8, 0x01, 0x00000002 },
    157	{ 0x000928,   8, 0x01, 0x00000001 },
    158	{ 0x000648,   9, 0x01, 0x00000001 },
    159	{ 0x000658,   1, 0x01, 0x0000000f },
    160	{ 0x0007ff,   1, 0x01, 0x0000000a },
    161	{ 0x00066a,   1, 0x01, 0x40000000 },
    162	{ 0x00066b,   1, 0x01, 0x10000000 },
    163	{ 0x00066c,   2, 0x01, 0xffff0000 },
    164	{ 0x0007af,   2, 0x01, 0x00000008 },
    165	{ 0x0007f6,   1, 0x01, 0x00000001 },
    166	{ 0x0006b2,   1, 0x01, 0x00000055 },
    167	{ 0x0007ad,   1, 0x01, 0x00000003 },
    168	{ 0x000937,   1, 0x01, 0x00000001 },
    169	{ 0x000971,   1, 0x01, 0x00000008 },
    170	{ 0x000972,   1, 0x01, 0x00000040 },
    171	{ 0x000973,   1, 0x01, 0x0000012c },
    172	{ 0x00097c,   1, 0x01, 0x00000040 },
    173	{ 0x000979,   1, 0x01, 0x00000003 },
    174	{ 0x000975,   1, 0x01, 0x00000020 },
    175	{ 0x000976,   1, 0x01, 0x00000001 },
    176	{ 0x000977,   1, 0x01, 0x00000020 },
    177	{ 0x000978,   1, 0x01, 0x00000001 },
    178	{ 0x000957,   1, 0x01, 0x00000003 },
    179	{ 0x00095e,   1, 0x01, 0x20164010 },
    180	{ 0x00095f,   1, 0x01, 0x00000020 },
    181	{ 0x00097d,   1, 0x01, 0x00000020 },
    182	{ 0x000683,   1, 0x01, 0x00000006 },
    183	{ 0x000685,   1, 0x01, 0x003fffff },
    184	{ 0x000687,   1, 0x01, 0x003fffff },
    185	{ 0x0006a0,   1, 0x01, 0x00000005 },
    186	{ 0x000840,   1, 0x01, 0x00400008 },
    187	{ 0x000841,   1, 0x01, 0x08000080 },
    188	{ 0x000842,   1, 0x01, 0x00400008 },
    189	{ 0x000843,   1, 0x01, 0x08000080 },
    190	{ 0x0006aa,   1, 0x01, 0x00000001 },
    191	{ 0x0006ab,   1, 0x01, 0x00000002 },
    192	{ 0x0006ac,   1, 0x01, 0x00000080 },
    193	{ 0x0006ad,   2, 0x01, 0x00000100 },
    194	{ 0x0006b1,   1, 0x01, 0x00000011 },
    195	{ 0x0006bb,   1, 0x01, 0x000000cf },
    196	{ 0x0006ce,   1, 0x01, 0x2a712488 },
    197	{ 0x000739,   1, 0x01, 0x4085c000 },
    198	{ 0x00073a,   1, 0x01, 0x00000080 },
    199	{ 0x000786,   1, 0x01, 0x80000100 },
    200	{ 0x00073c,   1, 0x01, 0x00010100 },
    201	{ 0x00073d,   1, 0x01, 0x02800000 },
    202	{ 0x000787,   1, 0x01, 0x000000cf },
    203	{ 0x00078c,   1, 0x01, 0x00000008 },
    204	{ 0x000792,   1, 0x01, 0x00000001 },
    205	{ 0x000794,   3, 0x01, 0x00000001 },
    206	{ 0x000797,   1, 0x01, 0x000000cf },
    207	{ 0x000836,   1, 0x01, 0x00000001 },
    208	{ 0x00079a,   1, 0x01, 0x00000002 },
    209	{ 0x000833,   1, 0x01, 0x04444480 },
    210	{ 0x0007a1,   1, 0x01, 0x00000001 },
    211	{ 0x0007a3,   3, 0x01, 0x00000001 },
    212	{ 0x000831,   1, 0x01, 0x00000004 },
    213	{ 0x000b07,   1, 0x01, 0x00000002 },
    214	{ 0x000b08,   2, 0x01, 0x00000100 },
    215	{ 0x000b0a,   1, 0x01, 0x00000001 },
    216	{ 0x000a04,   1, 0x01, 0x000000ff },
    217	{ 0x000a0b,   1, 0x01, 0x00000040 },
    218	{ 0x00097f,   1, 0x01, 0x00000100 },
    219	{ 0x000a02,   1, 0x01, 0x00000001 },
    220	{ 0x000809,   1, 0x01, 0x00000007 },
    221	{ 0x00c221,   1, 0x01, 0x00000040 },
    222	{ 0x00c1b0,   8, 0x01, 0x0000000f },
    223	{ 0x00c1b8,   1, 0x01, 0x0fac6881 },
    224	{ 0x00c1b9,   1, 0x01, 0x00fac688 },
    225	{ 0x00c401,   1, 0x01, 0x00000001 },
    226	{ 0x00c402,   1, 0x01, 0x00010001 },
    227	{ 0x00c403,   2, 0x01, 0x00000001 },
    228	{ 0x00c40e,   1, 0x01, 0x00000020 },
    229	{ 0x00c500,   1, 0x01, 0x00000003 },
    230	{ 0x01e100,   1, 0x01, 0x00000001 },
    231	{ 0x001000,   1, 0x01, 0x00000002 },
    232	{ 0x0006aa,   1, 0x01, 0x00000001 },
    233	{ 0x0006ad,   2, 0x01, 0x00000100 },
    234	{ 0x0006b1,   1, 0x01, 0x00000011 },
    235	{ 0x00078c,   1, 0x01, 0x00000008 },
    236	{ 0x000792,   1, 0x01, 0x00000001 },
    237	{ 0x000794,   3, 0x01, 0x00000001 },
    238	{ 0x000797,   1, 0x01, 0x000000cf },
    239	{ 0x00079a,   1, 0x01, 0x00000002 },
    240	{ 0x000833,   1, 0x01, 0x04444480 },
    241	{ 0x0007a1,   1, 0x01, 0x00000001 },
    242	{ 0x0007a3,   3, 0x01, 0x00000001 },
    243	{ 0x000831,   1, 0x01, 0x00000004 },
    244	{ 0x01e100,   1, 0x01, 0x00000001 },
    245	{ 0x001000,   1, 0x01, 0x00000008 },
    246	{ 0x000039,   3, 0x01, 0x00000000 },
    247	{ 0x000380,   1, 0x01, 0x00000001 },
    248	{ 0x000366,   2, 0x01, 0x00000000 },
    249	{ 0x000368,   1, 0x01, 0x00000fff },
    250	{ 0x000370,   2, 0x01, 0x00000000 },
    251	{ 0x000372,   1, 0x01, 0x000fffff },
    252	{ 0x000813,   1, 0x01, 0x00000006 },
    253	{ 0x000814,   1, 0x01, 0x00000008 },
    254	{ 0x000957,   1, 0x01, 0x00000003 },
    255	{ 0x000b07,   1, 0x01, 0x00000002 },
    256	{ 0x000b08,   2, 0x01, 0x00000100 },
    257	{ 0x000b0a,   1, 0x01, 0x00000001 },
    258	{ 0x000a04,   1, 0x01, 0x000000ff },
    259	{ 0x00097f,   1, 0x01, 0x00000100 },
    260	{ 0x000a02,   1, 0x01, 0x00000001 },
    261	{ 0x000809,   1, 0x01, 0x00000007 },
    262	{ 0x00c221,   1, 0x01, 0x00000040 },
    263	{ 0x00c401,   1, 0x01, 0x00000001 },
    264	{ 0x00c402,   1, 0x01, 0x00010001 },
    265	{ 0x00c403,   2, 0x01, 0x00000001 },
    266	{ 0x00c40e,   1, 0x01, 0x00000020 },
    267	{ 0x00c500,   1, 0x01, 0x00000003 },
    268	{ 0x01e100,   1, 0x01, 0x00000001 },
    269	{ 0x001000,   1, 0x01, 0x00000001 },
    270	{ 0x000b07,   1, 0x01, 0x00000002 },
    271	{ 0x000b08,   2, 0x01, 0x00000100 },
    272	{ 0x000b0a,   1, 0x01, 0x00000001 },
    273	{ 0x01e100,   1, 0x01, 0x00000001 },
    274	{}
    275};
    276
    277const struct gf100_gr_pack
    278gk104_grctx_pack_icmd[] = {
    279	{ gk104_grctx_init_icmd_0 },
    280	{}
    281};
    282
    283const struct gf100_gr_init
    284gk104_grctx_init_a097_0[] = {
    285	{ 0x000800,   8, 0x40, 0x00000000 },
    286	{ 0x000804,   8, 0x40, 0x00000000 },
    287	{ 0x000808,   8, 0x40, 0x00000400 },
    288	{ 0x00080c,   8, 0x40, 0x00000300 },
    289	{ 0x000810,   1, 0x04, 0x000000cf },
    290	{ 0x000850,   7, 0x40, 0x00000000 },
    291	{ 0x000814,   8, 0x40, 0x00000040 },
    292	{ 0x000818,   8, 0x40, 0x00000001 },
    293	{ 0x00081c,   8, 0x40, 0x00000000 },
    294	{ 0x000820,   8, 0x40, 0x00000000 },
    295	{ 0x001c00,  16, 0x10, 0x00000000 },
    296	{ 0x001c04,  16, 0x10, 0x00000000 },
    297	{ 0x001c08,  16, 0x10, 0x00000000 },
    298	{ 0x001c0c,  16, 0x10, 0x00000000 },
    299	{ 0x001d00,  16, 0x10, 0x00000000 },
    300	{ 0x001d04,  16, 0x10, 0x00000000 },
    301	{ 0x001d08,  16, 0x10, 0x00000000 },
    302	{ 0x001d0c,  16, 0x10, 0x00000000 },
    303	{ 0x001f00,  16, 0x08, 0x00000000 },
    304	{ 0x001f04,  16, 0x08, 0x00000000 },
    305	{ 0x001f80,  16, 0x08, 0x00000000 },
    306	{ 0x001f84,  16, 0x08, 0x00000000 },
    307	{ 0x002000,   1, 0x04, 0x00000000 },
    308	{ 0x002040,   1, 0x04, 0x00000011 },
    309	{ 0x002080,   1, 0x04, 0x00000020 },
    310	{ 0x0020c0,   1, 0x04, 0x00000030 },
    311	{ 0x002100,   1, 0x04, 0x00000040 },
    312	{ 0x002140,   1, 0x04, 0x00000051 },
    313	{ 0x00200c,   6, 0x40, 0x00000001 },
    314	{ 0x002010,   1, 0x04, 0x00000000 },
    315	{ 0x002050,   1, 0x04, 0x00000000 },
    316	{ 0x002090,   1, 0x04, 0x00000001 },
    317	{ 0x0020d0,   1, 0x04, 0x00000002 },
    318	{ 0x002110,   1, 0x04, 0x00000003 },
    319	{ 0x002150,   1, 0x04, 0x00000004 },
    320	{ 0x000380,   4, 0x20, 0x00000000 },
    321	{ 0x000384,   4, 0x20, 0x00000000 },
    322	{ 0x000388,   4, 0x20, 0x00000000 },
    323	{ 0x00038c,   4, 0x20, 0x00000000 },
    324	{ 0x000700,   4, 0x10, 0x00000000 },
    325	{ 0x000704,   4, 0x10, 0x00000000 },
    326	{ 0x000708,   4, 0x10, 0x00000000 },
    327	{ 0x002800, 128, 0x04, 0x00000000 },
    328	{ 0x000a00,  16, 0x20, 0x00000000 },
    329	{ 0x000a04,  16, 0x20, 0x00000000 },
    330	{ 0x000a08,  16, 0x20, 0x00000000 },
    331	{ 0x000a0c,  16, 0x20, 0x00000000 },
    332	{ 0x000a10,  16, 0x20, 0x00000000 },
    333	{ 0x000a14,  16, 0x20, 0x00000000 },
    334	{ 0x000c00,  16, 0x10, 0x00000000 },
    335	{ 0x000c04,  16, 0x10, 0x00000000 },
    336	{ 0x000c08,  16, 0x10, 0x00000000 },
    337	{ 0x000c0c,  16, 0x10, 0x3f800000 },
    338	{ 0x000d00,   8, 0x08, 0xffff0000 },
    339	{ 0x000d04,   8, 0x08, 0xffff0000 },
    340	{ 0x000e00,  16, 0x10, 0x00000000 },
    341	{ 0x000e04,  16, 0x10, 0xffff0000 },
    342	{ 0x000e08,  16, 0x10, 0xffff0000 },
    343	{ 0x000d40,   4, 0x08, 0x00000000 },
    344	{ 0x000d44,   4, 0x08, 0x00000000 },
    345	{ 0x001e00,   8, 0x20, 0x00000001 },
    346	{ 0x001e04,   8, 0x20, 0x00000001 },
    347	{ 0x001e08,   8, 0x20, 0x00000002 },
    348	{ 0x001e0c,   8, 0x20, 0x00000001 },
    349	{ 0x001e10,   8, 0x20, 0x00000001 },
    350	{ 0x001e14,   8, 0x20, 0x00000002 },
    351	{ 0x001e18,   8, 0x20, 0x00000001 },
    352	{ 0x003400, 128, 0x04, 0x00000000 },
    353	{ 0x00030c,   1, 0x04, 0x00000001 },
    354	{ 0x001944,   1, 0x04, 0x00000000 },
    355	{ 0x001514,   1, 0x04, 0x00000000 },
    356	{ 0x000d68,   1, 0x04, 0x0000ffff },
    357	{ 0x00121c,   1, 0x04, 0x0fac6881 },
    358	{ 0x000fac,   1, 0x04, 0x00000001 },
    359	{ 0x001538,   1, 0x04, 0x00000001 },
    360	{ 0x000fe0,   2, 0x04, 0x00000000 },
    361	{ 0x000fe8,   1, 0x04, 0x00000014 },
    362	{ 0x000fec,   1, 0x04, 0x00000040 },
    363	{ 0x000ff0,   1, 0x04, 0x00000000 },
    364	{ 0x00179c,   1, 0x04, 0x00000000 },
    365	{ 0x001228,   1, 0x04, 0x00000400 },
    366	{ 0x00122c,   1, 0x04, 0x00000300 },
    367	{ 0x001230,   1, 0x04, 0x00010001 },
    368	{ 0x0007f8,   1, 0x04, 0x00000000 },
    369	{ 0x0015b4,   1, 0x04, 0x00000001 },
    370	{ 0x0015cc,   1, 0x04, 0x00000000 },
    371	{ 0x001534,   1, 0x04, 0x00000000 },
    372	{ 0x000fb0,   1, 0x04, 0x00000000 },
    373	{ 0x0015d0,   1, 0x04, 0x00000000 },
    374	{ 0x00153c,   1, 0x04, 0x00000000 },
    375	{ 0x0016b4,   1, 0x04, 0x00000003 },
    376	{ 0x000fbc,   4, 0x04, 0x0000ffff },
    377	{ 0x000df8,   2, 0x04, 0x00000000 },
    378	{ 0x001948,   1, 0x04, 0x00000000 },
    379	{ 0x001970,   1, 0x04, 0x00000001 },
    380	{ 0x00161c,   1, 0x04, 0x000009f0 },
    381	{ 0x000dcc,   1, 0x04, 0x00000010 },
    382	{ 0x00163c,   1, 0x04, 0x00000000 },
    383	{ 0x0015e4,   1, 0x04, 0x00000000 },
    384	{ 0x001160,  32, 0x04, 0x25e00040 },
    385	{ 0x001880,  32, 0x04, 0x00000000 },
    386	{ 0x000f84,   2, 0x04, 0x00000000 },
    387	{ 0x0017c8,   2, 0x04, 0x00000000 },
    388	{ 0x0017d0,   1, 0x04, 0x000000ff },
    389	{ 0x0017d4,   1, 0x04, 0xffffffff },
    390	{ 0x0017d8,   1, 0x04, 0x00000002 },
    391	{ 0x0017dc,   1, 0x04, 0x00000000 },
    392	{ 0x0015f4,   2, 0x04, 0x00000000 },
    393	{ 0x001434,   2, 0x04, 0x00000000 },
    394	{ 0x000d74,   1, 0x04, 0x00000000 },
    395	{ 0x000dec,   1, 0x04, 0x00000001 },
    396	{ 0x0013a4,   1, 0x04, 0x00000000 },
    397	{ 0x001318,   1, 0x04, 0x00000001 },
    398	{ 0x001644,   1, 0x04, 0x00000000 },
    399	{ 0x000748,   1, 0x04, 0x00000000 },
    400	{ 0x000de8,   1, 0x04, 0x00000000 },
    401	{ 0x001648,   1, 0x04, 0x00000000 },
    402	{ 0x0012a4,   1, 0x04, 0x00000000 },
    403	{ 0x001120,   4, 0x04, 0x00000000 },
    404	{ 0x001118,   1, 0x04, 0x00000000 },
    405	{ 0x00164c,   1, 0x04, 0x00000000 },
    406	{ 0x001658,   1, 0x04, 0x00000000 },
    407	{ 0x001910,   1, 0x04, 0x00000290 },
    408	{ 0x001518,   1, 0x04, 0x00000000 },
    409	{ 0x00165c,   1, 0x04, 0x00000001 },
    410	{ 0x001520,   1, 0x04, 0x00000000 },
    411	{ 0x001604,   1, 0x04, 0x00000000 },
    412	{ 0x001570,   1, 0x04, 0x00000000 },
    413	{ 0x0013b0,   2, 0x04, 0x3f800000 },
    414	{ 0x00020c,   1, 0x04, 0x00000000 },
    415	{ 0x001670,   1, 0x04, 0x30201000 },
    416	{ 0x001674,   1, 0x04, 0x70605040 },
    417	{ 0x001678,   1, 0x04, 0xb8a89888 },
    418	{ 0x00167c,   1, 0x04, 0xf8e8d8c8 },
    419	{ 0x00166c,   1, 0x04, 0x00000000 },
    420	{ 0x001680,   1, 0x04, 0x00ffff00 },
    421	{ 0x0012d0,   1, 0x04, 0x00000003 },
    422	{ 0x0012d4,   1, 0x04, 0x00000002 },
    423	{ 0x001684,   2, 0x04, 0x00000000 },
    424	{ 0x000dac,   2, 0x04, 0x00001b02 },
    425	{ 0x000db4,   1, 0x04, 0x00000000 },
    426	{ 0x00168c,   1, 0x04, 0x00000000 },
    427	{ 0x0015bc,   1, 0x04, 0x00000000 },
    428	{ 0x00156c,   1, 0x04, 0x00000000 },
    429	{ 0x00187c,   1, 0x04, 0x00000000 },
    430	{ 0x001110,   1, 0x04, 0x00000001 },
    431	{ 0x000dc0,   3, 0x04, 0x00000000 },
    432	{ 0x001234,   1, 0x04, 0x00000000 },
    433	{ 0x001690,   1, 0x04, 0x00000000 },
    434	{ 0x0012ac,   1, 0x04, 0x00000001 },
    435	{ 0x000790,   5, 0x04, 0x00000000 },
    436	{ 0x00077c,   1, 0x04, 0x00000000 },
    437	{ 0x001000,   1, 0x04, 0x00000010 },
    438	{ 0x0010fc,   1, 0x04, 0x00000000 },
    439	{ 0x001290,   1, 0x04, 0x00000000 },
    440	{ 0x000218,   1, 0x04, 0x00000010 },
    441	{ 0x0012d8,   1, 0x04, 0x00000000 },
    442	{ 0x0012dc,   1, 0x04, 0x00000010 },
    443	{ 0x000d94,   1, 0x04, 0x00000001 },
    444	{ 0x00155c,   2, 0x04, 0x00000000 },
    445	{ 0x001564,   1, 0x04, 0x00000fff },
    446	{ 0x001574,   2, 0x04, 0x00000000 },
    447	{ 0x00157c,   1, 0x04, 0x000fffff },
    448	{ 0x001354,   1, 0x04, 0x00000000 },
    449	{ 0x001610,   1, 0x04, 0x00000012 },
    450	{ 0x001608,   2, 0x04, 0x00000000 },
    451	{ 0x00260c,   1, 0x04, 0x00000000 },
    452	{ 0x0007ac,   1, 0x04, 0x00000000 },
    453	{ 0x00162c,   1, 0x04, 0x00000003 },
    454	{ 0x000210,   1, 0x04, 0x00000000 },
    455	{ 0x000320,   1, 0x04, 0x00000000 },
    456	{ 0x000324,   6, 0x04, 0x3f800000 },
    457	{ 0x000750,   1, 0x04, 0x00000000 },
    458	{ 0x000760,   1, 0x04, 0x39291909 },
    459	{ 0x000764,   1, 0x04, 0x79695949 },
    460	{ 0x000768,   1, 0x04, 0xb9a99989 },
    461	{ 0x00076c,   1, 0x04, 0xf9e9d9c9 },
    462	{ 0x000770,   1, 0x04, 0x30201000 },
    463	{ 0x000774,   1, 0x04, 0x70605040 },
    464	{ 0x000778,   1, 0x04, 0x00009080 },
    465	{ 0x000780,   1, 0x04, 0x39291909 },
    466	{ 0x000784,   1, 0x04, 0x79695949 },
    467	{ 0x000788,   1, 0x04, 0xb9a99989 },
    468	{ 0x00078c,   1, 0x04, 0xf9e9d9c9 },
    469	{ 0x0007d0,   1, 0x04, 0x30201000 },
    470	{ 0x0007d4,   1, 0x04, 0x70605040 },
    471	{ 0x0007d8,   1, 0x04, 0x00009080 },
    472	{ 0x00037c,   1, 0x04, 0x00000001 },
    473	{ 0x000740,   2, 0x04, 0x00000000 },
    474	{ 0x002600,   1, 0x04, 0x00000000 },
    475	{ 0x001918,   1, 0x04, 0x00000000 },
    476	{ 0x00191c,   1, 0x04, 0x00000900 },
    477	{ 0x001920,   1, 0x04, 0x00000405 },
    478	{ 0x001308,   1, 0x04, 0x00000001 },
    479	{ 0x001924,   1, 0x04, 0x00000000 },
    480	{ 0x0013ac,   1, 0x04, 0x00000000 },
    481	{ 0x00192c,   1, 0x04, 0x00000001 },
    482	{ 0x00193c,   1, 0x04, 0x00002c1c },
    483	{ 0x000d7c,   1, 0x04, 0x00000000 },
    484	{ 0x000f8c,   1, 0x04, 0x00000000 },
    485	{ 0x0002c0,   1, 0x04, 0x00000001 },
    486	{ 0x001510,   1, 0x04, 0x00000000 },
    487	{ 0x001940,   1, 0x04, 0x00000000 },
    488	{ 0x000ff4,   2, 0x04, 0x00000000 },
    489	{ 0x00194c,   2, 0x04, 0x00000000 },
    490	{ 0x001968,   1, 0x04, 0x00000000 },
    491	{ 0x001590,   1, 0x04, 0x0000003f },
    492	{ 0x0007e8,   4, 0x04, 0x00000000 },
    493	{ 0x00196c,   1, 0x04, 0x00000011 },
    494	{ 0x0002e4,   1, 0x04, 0x0000b001 },
    495	{ 0x00036c,   2, 0x04, 0x00000000 },
    496	{ 0x00197c,   1, 0x04, 0x00000000 },
    497	{ 0x000fcc,   2, 0x04, 0x00000000 },
    498	{ 0x0002d8,   1, 0x04, 0x00000040 },
    499	{ 0x001980,   1, 0x04, 0x00000080 },
    500	{ 0x001504,   1, 0x04, 0x00000080 },
    501	{ 0x001984,   1, 0x04, 0x00000000 },
    502	{ 0x000300,   1, 0x04, 0x00000001 },
    503	{ 0x0013a8,   1, 0x04, 0x00000000 },
    504	{ 0x0012ec,   1, 0x04, 0x00000000 },
    505	{ 0x001310,   1, 0x04, 0x00000000 },
    506	{ 0x001314,   1, 0x04, 0x00000001 },
    507	{ 0x001380,   1, 0x04, 0x00000000 },
    508	{ 0x001384,   4, 0x04, 0x00000001 },
    509	{ 0x001394,   1, 0x04, 0x00000000 },
    510	{ 0x00139c,   1, 0x04, 0x00000000 },
    511	{ 0x001398,   1, 0x04, 0x00000000 },
    512	{ 0x001594,   1, 0x04, 0x00000000 },
    513	{ 0x001598,   4, 0x04, 0x00000001 },
    514	{ 0x000f54,   3, 0x04, 0x00000000 },
    515	{ 0x0019bc,   1, 0x04, 0x00000000 },
    516	{ 0x000f9c,   2, 0x04, 0x00000000 },
    517	{ 0x0012cc,   1, 0x04, 0x00000000 },
    518	{ 0x0012e8,   1, 0x04, 0x00000000 },
    519	{ 0x00130c,   1, 0x04, 0x00000001 },
    520	{ 0x001360,   8, 0x04, 0x00000000 },
    521	{ 0x00133c,   2, 0x04, 0x00000001 },
    522	{ 0x001344,   1, 0x04, 0x00000002 },
    523	{ 0x001348,   2, 0x04, 0x00000001 },
    524	{ 0x001350,   1, 0x04, 0x00000002 },
    525	{ 0x001358,   1, 0x04, 0x00000001 },
    526	{ 0x0012e4,   1, 0x04, 0x00000000 },
    527	{ 0x00131c,   4, 0x04, 0x00000000 },
    528	{ 0x0019c0,   1, 0x04, 0x00000000 },
    529	{ 0x001140,   1, 0x04, 0x00000000 },
    530	{ 0x0019c4,   1, 0x04, 0x00000000 },
    531	{ 0x0019c8,   1, 0x04, 0x00001500 },
    532	{ 0x00135c,   1, 0x04, 0x00000000 },
    533	{ 0x000f90,   1, 0x04, 0x00000000 },
    534	{ 0x0019e0,   8, 0x04, 0x00000001 },
    535	{ 0x0019cc,   1, 0x04, 0x00000001 },
    536	{ 0x0015b8,   1, 0x04, 0x00000000 },
    537	{ 0x001a00,   1, 0x04, 0x00001111 },
    538	{ 0x001a04,   7, 0x04, 0x00000000 },
    539	{ 0x000d6c,   2, 0x04, 0xffff0000 },
    540	{ 0x0010f8,   1, 0x04, 0x00001010 },
    541	{ 0x000d80,   5, 0x04, 0x00000000 },
    542	{ 0x000da0,   1, 0x04, 0x00000000 },
    543	{ 0x0007a4,   2, 0x04, 0x00000000 },
    544	{ 0x001508,   1, 0x04, 0x80000000 },
    545	{ 0x00150c,   1, 0x04, 0x40000000 },
    546	{ 0x001668,   1, 0x04, 0x00000000 },
    547	{ 0x000318,   2, 0x04, 0x00000008 },
    548	{ 0x000d9c,   1, 0x04, 0x00000001 },
    549	{ 0x000374,   1, 0x04, 0x00000000 },
    550	{ 0x000378,   1, 0x04, 0x00000020 },
    551	{ 0x0007dc,   1, 0x04, 0x00000000 },
    552	{ 0x00074c,   1, 0x04, 0x00000055 },
    553	{ 0x001420,   1, 0x04, 0x00000003 },
    554	{ 0x0017bc,   2, 0x04, 0x00000000 },
    555	{ 0x0017c4,   1, 0x04, 0x00000001 },
    556	{ 0x001008,   1, 0x04, 0x00000008 },
    557	{ 0x00100c,   1, 0x04, 0x00000040 },
    558	{ 0x001010,   1, 0x04, 0x0000012c },
    559	{ 0x000d60,   1, 0x04, 0x00000040 },
    560	{ 0x00075c,   1, 0x04, 0x00000003 },
    561	{ 0x001018,   1, 0x04, 0x00000020 },
    562	{ 0x00101c,   1, 0x04, 0x00000001 },
    563	{ 0x001020,   1, 0x04, 0x00000020 },
    564	{ 0x001024,   1, 0x04, 0x00000001 },
    565	{ 0x001444,   3, 0x04, 0x00000000 },
    566	{ 0x000360,   1, 0x04, 0x20164010 },
    567	{ 0x000364,   1, 0x04, 0x00000020 },
    568	{ 0x000368,   1, 0x04, 0x00000000 },
    569	{ 0x000de4,   1, 0x04, 0x00000000 },
    570	{ 0x000204,   1, 0x04, 0x00000006 },
    571	{ 0x000208,   1, 0x04, 0x00000000 },
    572	{ 0x0002cc,   2, 0x04, 0x003fffff },
    573	{ 0x001220,   1, 0x04, 0x00000005 },
    574	{ 0x000fdc,   1, 0x04, 0x00000000 },
    575	{ 0x000f98,   1, 0x04, 0x00400008 },
    576	{ 0x001284,   1, 0x04, 0x08000080 },
    577	{ 0x001450,   1, 0x04, 0x00400008 },
    578	{ 0x001454,   1, 0x04, 0x08000080 },
    579	{ 0x000214,   1, 0x04, 0x00000000 },
    580	{}
    581};
    582
    583static const struct gf100_gr_pack
    584gk104_grctx_pack_mthd[] = {
    585	{ gk104_grctx_init_a097_0, 0xa097 },
    586	{ gf100_grctx_init_902d_0, 0x902d },
    587	{}
    588};
    589
    590static const struct gf100_gr_init
    591gk104_grctx_init_fe_0[] = {
    592	{ 0x404010,   5, 0x04, 0x00000000 },
    593	{ 0x404024,   1, 0x04, 0x0000e000 },
    594	{ 0x404028,   1, 0x04, 0x00000000 },
    595	{ 0x4040a8,   8, 0x04, 0x00000000 },
    596	{ 0x4040c8,   1, 0x04, 0xf800008f },
    597	{ 0x4040d0,   6, 0x04, 0x00000000 },
    598	{ 0x4040e8,   1, 0x04, 0x00001000 },
    599	{ 0x4040f8,   1, 0x04, 0x00000000 },
    600	{ 0x404130,   2, 0x04, 0x00000000 },
    601	{ 0x404138,   1, 0x04, 0x20000040 },
    602	{ 0x404150,   1, 0x04, 0x0000002e },
    603	{ 0x404154,   1, 0x04, 0x00000400 },
    604	{ 0x404158,   1, 0x04, 0x00000200 },
    605	{ 0x404164,   1, 0x04, 0x00000055 },
    606	{ 0x4041a0,   4, 0x04, 0x00000000 },
    607	{ 0x404200,   4, 0x04, 0x00000000 },
    608	{}
    609};
    610
    611const struct gf100_gr_init
    612gk104_grctx_init_memfmt_0[] = {
    613	{ 0x404604,   1, 0x04, 0x00000014 },
    614	{ 0x404608,   1, 0x04, 0x00000000 },
    615	{ 0x40460c,   1, 0x04, 0x00003fff },
    616	{ 0x404610,   1, 0x04, 0x00000100 },
    617	{ 0x404618,   4, 0x04, 0x00000000 },
    618	{ 0x40462c,   2, 0x04, 0x00000000 },
    619	{ 0x404640,   1, 0x04, 0x00000000 },
    620	{ 0x404654,   1, 0x04, 0x00000000 },
    621	{ 0x404660,   1, 0x04, 0x00000000 },
    622	{ 0x404678,   1, 0x04, 0x00000000 },
    623	{ 0x40467c,   1, 0x04, 0x00000002 },
    624	{ 0x404680,   8, 0x04, 0x00000000 },
    625	{ 0x4046a0,   1, 0x04, 0x007f0080 },
    626	{ 0x4046a4,   8, 0x04, 0x00000000 },
    627	{ 0x4046c8,   3, 0x04, 0x00000000 },
    628	{ 0x404700,   3, 0x04, 0x00000000 },
    629	{ 0x404718,   7, 0x04, 0x00000000 },
    630	{ 0x404734,   1, 0x04, 0x00000100 },
    631	{ 0x404738,   2, 0x04, 0x00000000 },
    632	{ 0x404744,   2, 0x04, 0x00000000 },
    633	{ 0x404754,   1, 0x04, 0x00000000 },
    634	{}
    635};
    636
    637const struct gf100_gr_init
    638gk104_grctx_init_ds_0[] = {
    639	{ 0x405800,   1, 0x04, 0x0f8000bf },
    640	{ 0x405830,   1, 0x04, 0x02180648 },
    641	{ 0x405834,   1, 0x04, 0x08000000 },
    642	{ 0x405838,   1, 0x04, 0x00000000 },
    643	{ 0x405854,   1, 0x04, 0x00000000 },
    644	{ 0x405870,   4, 0x04, 0x00000001 },
    645	{ 0x405a00,   2, 0x04, 0x00000000 },
    646	{ 0x405a18,   1, 0x04, 0x00000000 },
    647	{}
    648};
    649
    650static const struct gf100_gr_init
    651gk104_grctx_init_cwd_0[] = {
    652	{ 0x405b00,   1, 0x04, 0x00000000 },
    653	{ 0x405b10,   1, 0x04, 0x00001000 },
    654	{}
    655};
    656
    657static const struct gf100_gr_init
    658gk104_grctx_init_pd_0[] = {
    659	{ 0x406020,   1, 0x04, 0x004103c1 },
    660	{ 0x406028,   4, 0x04, 0x00000001 },
    661	{ 0x4064a8,   1, 0x04, 0x00000000 },
    662	{ 0x4064ac,   1, 0x04, 0x00003fff },
    663	{ 0x4064b4,   2, 0x04, 0x00000000 },
    664	{ 0x4064c0,   1, 0x04, 0x801a00f0 },
    665	{ 0x4064c4,   1, 0x04, 0x0192ffff },
    666	{ 0x4064c8,   1, 0x04, 0x01800600 },
    667	{ 0x4064cc,   9, 0x04, 0x00000000 },
    668	{ 0x4064fc,   1, 0x04, 0x0000022a },
    669	{}
    670};
    671
    672static const struct gf100_gr_init
    673gk104_grctx_init_sked_0[] = {
    674	{ 0x407040,   1, 0x04, 0x00000000 },
    675	{}
    676};
    677
    678const struct gf100_gr_init
    679gk104_grctx_init_scc_0[] = {
    680	{ 0x408000,   2, 0x04, 0x00000000 },
    681	{ 0x408008,   1, 0x04, 0x00000030 },
    682	{ 0x40800c,   2, 0x04, 0x00000000 },
    683	{ 0x408014,   1, 0x04, 0x00000069 },
    684	{ 0x408018,   1, 0x04, 0xe100e100 },
    685	{ 0x408064,   1, 0x04, 0x00000000 },
    686	{}
    687};
    688
    689static const struct gf100_gr_init
    690gk104_grctx_init_be_0[] = {
    691	{ 0x408800,   1, 0x04, 0x02802a3c },
    692	{ 0x408804,   1, 0x04, 0x00000040 },
    693	{ 0x408808,   1, 0x04, 0x1043e005 },
    694	{ 0x408840,   1, 0x04, 0x0000000b },
    695	{ 0x408900,   1, 0x04, 0x3080b801 },
    696	{ 0x408904,   1, 0x04, 0x62000001 },
    697	{ 0x408908,   1, 0x04, 0x00c8102f },
    698	{ 0x408980,   1, 0x04, 0x0000011d },
    699	{}
    700};
    701
    702const struct gf100_gr_pack
    703gk104_grctx_pack_hub[] = {
    704	{ gf100_grctx_init_main_0 },
    705	{ gk104_grctx_init_fe_0 },
    706	{ gf100_grctx_init_pri_0 },
    707	{ gk104_grctx_init_memfmt_0 },
    708	{ gk104_grctx_init_ds_0 },
    709	{ gk104_grctx_init_cwd_0 },
    710	{ gk104_grctx_init_pd_0 },
    711	{ gk104_grctx_init_sked_0 },
    712	{ gf100_grctx_init_rstr2d_0 },
    713	{ gk104_grctx_init_scc_0 },
    714	{ gk104_grctx_init_be_0 },
    715	{}
    716};
    717
    718static const struct gf100_gr_init
    719gk104_grctx_init_setup_0[] = {
    720	{ 0x418800,   1, 0x04, 0x7006860a },
    721	{ 0x418808,   3, 0x04, 0x00000000 },
    722	{ 0x418828,   1, 0x04, 0x00000044 },
    723	{ 0x418830,   1, 0x04, 0x10000001 },
    724	{ 0x4188d8,   1, 0x04, 0x00000008 },
    725	{ 0x4188e0,   1, 0x04, 0x01000000 },
    726	{ 0x4188e8,   5, 0x04, 0x00000000 },
    727	{ 0x4188fc,   1, 0x04, 0x20100018 },
    728	{}
    729};
    730
    731const struct gf100_gr_init
    732gk104_grctx_init_gpm_0[] = {
    733	{ 0x418c08,   1, 0x04, 0x00000001 },
    734	{ 0x418c10,   8, 0x04, 0x00000000 },
    735	{ 0x418c40,   1, 0x04, 0xffffffff },
    736	{ 0x418c6c,   1, 0x04, 0x00000001 },
    737	{ 0x418c80,   1, 0x04, 0x20200004 },
    738	{ 0x418c8c,   1, 0x04, 0x00000001 },
    739	{}
    740};
    741
    742static const struct gf100_gr_pack
    743gk104_grctx_pack_gpc_0[] = {
    744	{ gf100_grctx_init_gpc_unk_0 },
    745	{ gf119_grctx_init_prop_0 },
    746	{ gf119_grctx_init_gpc_unk_1 },
    747	{ gk104_grctx_init_setup_0 },
    748	{ gf100_grctx_init_zcull_0 },
    749	{}
    750};
    751
    752static const struct gf100_gr_pack
    753gk104_grctx_pack_gpc_1[] = {
    754	{ gf119_grctx_init_crstr_0 },
    755	{ gk104_grctx_init_gpm_0 },
    756	{ gf100_grctx_init_gcc_0 },
    757	{}
    758};
    759
    760static const struct gf100_gr_init
    761gk104_grctx_init_tex_0[] = {
    762	{ 0x419a00,   1, 0x04, 0x000000f0 },
    763	{ 0x419a04,   1, 0x04, 0x00000001 },
    764	{ 0x419a08,   1, 0x04, 0x00000021 },
    765	{ 0x419a0c,   1, 0x04, 0x00020000 },
    766	{ 0x419a10,   1, 0x04, 0x00000000 },
    767	{ 0x419a14,   1, 0x04, 0x00000200 },
    768	{ 0x419a1c,   1, 0x04, 0x0000c000 },
    769	{ 0x419a20,   1, 0x04, 0x00000800 },
    770	{ 0x419a30,   1, 0x04, 0x00000001 },
    771	{ 0x419ac4,   1, 0x04, 0x0037f440 },
    772	{}
    773};
    774
    775static const struct gf100_gr_init
    776gk104_grctx_init_mpc_0[] = {
    777	{ 0x419c00,   1, 0x04, 0x0000000a },
    778	{ 0x419c04,   1, 0x04, 0x80000006 },
    779	{ 0x419c08,   1, 0x04, 0x00000002 },
    780	{ 0x419c20,   1, 0x04, 0x00000000 },
    781	{ 0x419c24,   1, 0x04, 0x00084210 },
    782	{ 0x419c28,   1, 0x04, 0x3efbefbe },
    783	{}
    784};
    785
    786static const struct gf100_gr_init
    787gk104_grctx_init_l1c_0[] = {
    788	{ 0x419ce8,   1, 0x04, 0x00000000 },
    789	{ 0x419cf4,   1, 0x04, 0x00003203 },
    790	{}
    791};
    792
    793static const struct gf100_gr_init
    794gk104_grctx_init_sm_0[] = {
    795	{ 0x419e04,   3, 0x04, 0x00000000 },
    796	{ 0x419e10,   1, 0x04, 0x00000402 },
    797	{ 0x419e44,   1, 0x04, 0x0013eff2 },
    798	{ 0x419e48,   1, 0x04, 0x00000000 },
    799	{ 0x419e4c,   1, 0x04, 0x0000007f },
    800	{ 0x419e50,  19, 0x04, 0x00000000 },
    801	{ 0x419eac,   1, 0x04, 0x00001f8f },
    802	{ 0x419eb0,   1, 0x04, 0x00000d3f },
    803	{ 0x419ec8,   1, 0x04, 0x0001304f },
    804	{ 0x419f30,   8, 0x04, 0x00000000 },
    805	{ 0x419f58,   1, 0x04, 0x00000000 },
    806	{ 0x419f70,   1, 0x04, 0x00000000 },
    807	{ 0x419f78,   1, 0x04, 0x0000000b },
    808	{ 0x419f7c,   1, 0x04, 0x0000027c },
    809	{}
    810};
    811
    812const struct gf100_gr_pack
    813gk104_grctx_pack_tpc[] = {
    814	{ gf117_grctx_init_pe_0 },
    815	{ gk104_grctx_init_tex_0 },
    816	{ gk104_grctx_init_mpc_0 },
    817	{ gk104_grctx_init_l1c_0 },
    818	{ gk104_grctx_init_sm_0 },
    819	{}
    820};
    821
    822const struct gf100_gr_init
    823gk104_grctx_init_pes_0[] = {
    824	{ 0x41be24,   1, 0x04, 0x00000006 },
    825	{}
    826};
    827
    828static const struct gf100_gr_init
    829gk104_grctx_init_cbm_0[] = {
    830	{ 0x41bec0,   1, 0x04, 0x12180000 },
    831	{ 0x41bec4,   1, 0x04, 0x00037f7f },
    832	{ 0x41bee4,   1, 0x04, 0x06480430 },
    833	{}
    834};
    835
    836const struct gf100_gr_pack
    837gk104_grctx_pack_ppc[] = {
    838	{ gk104_grctx_init_pes_0 },
    839	{ gk104_grctx_init_cbm_0 },
    840	{ gf117_grctx_init_wwdx_0 },
    841	{}
    842};
    843
    844/*******************************************************************************
    845 * PGRAPH context implementation
    846 ******************************************************************************/
    847
    848void
    849gk104_grctx_generate_r418800(struct gf100_gr *gr)
    850{
    851	struct nvkm_device *device = gr->base.engine.subdev.device;
    852	/*XXX: Not real sure where to apply these, there doesn't seem
    853	 *     to be any pattern to which chipsets it's done on.
    854	 *
    855	 *     Perhaps a VBIOS tweak?
    856	 */
    857	if (0) {
    858		nvkm_mask(device, 0x418800, 0x00200000, 0x00200000);
    859		nvkm_mask(device, 0x41be10, 0x00800000, 0x00800000);
    860	}
    861}
    862
    863void
    864gk104_grctx_generate_patch_ltc(struct gf100_grctx *info)
    865{
    866	struct nvkm_device *device = info->gr->base.engine.subdev.device;
    867	u32 data0 = nvkm_rd32(device, 0x17e91c);
    868	u32 data1 = nvkm_rd32(device, 0x17e920);
    869	/*XXX: Figure out how to modify this correctly! */
    870	mmio_wr32(info, 0x17e91c, data0);
    871	mmio_wr32(info, 0x17e920, data1);
    872}
    873
    874void
    875gk104_grctx_generate_bundle(struct gf100_grctx *info)
    876{
    877	const struct gf100_grctx_func *grctx = info->gr->func->grctx;
    878	const u32 state_limit = min(grctx->bundle_min_gpm_fifo_depth,
    879				    grctx->bundle_size / 0x20);
    880	const u32 token_limit = grctx->bundle_token_limit;
    881	const int s = 8;
    882	const int b = mmio_vram(info, grctx->bundle_size, (1 << s), true);
    883	mmio_refn(info, 0x408004, 0x00000000, s, b);
    884	mmio_wr32(info, 0x408008, 0x80000000 | (grctx->bundle_size >> s));
    885	mmio_refn(info, 0x418808, 0x00000000, s, b);
    886	mmio_wr32(info, 0x41880c, 0x80000000 | (grctx->bundle_size >> s));
    887	mmio_wr32(info, 0x4064c8, (state_limit << 16) | token_limit);
    888}
    889
    890void
    891gk104_grctx_generate_pagepool(struct gf100_grctx *info)
    892{
    893	const struct gf100_grctx_func *grctx = info->gr->func->grctx;
    894	const int s = 8;
    895	const int b = mmio_vram(info, grctx->pagepool_size, (1 << s), true);
    896	mmio_refn(info, 0x40800c, 0x00000000, s, b);
    897	mmio_wr32(info, 0x408010, 0x80000000);
    898	mmio_refn(info, 0x419004, 0x00000000, s, b);
    899	mmio_wr32(info, 0x419008, 0x00000000);
    900	mmio_wr32(info, 0x4064cc, 0x80000000);
    901}
    902
    903void
    904gk104_grctx_generate_unkn(struct gf100_gr *gr)
    905{
    906	struct nvkm_device *device = gr->base.engine.subdev.device;
    907	nvkm_mask(device, 0x418c6c, 0x00000001, 0x00000001);
    908	nvkm_mask(device, 0x41980c, 0x00000010, 0x00000010);
    909	nvkm_mask(device, 0x41be08, 0x00000004, 0x00000004);
    910	nvkm_mask(device, 0x4064c0, 0x80000000, 0x80000000);
    911	nvkm_mask(device, 0x405800, 0x08000000, 0x08000000);
    912	nvkm_mask(device, 0x419c00, 0x00000008, 0x00000008);
    913}
    914
    915static void
    916gk104_grctx_generate_r419f78(struct gf100_gr *gr)
    917{
    918	struct nvkm_device *device = gr->base.engine.subdev.device;
    919	nvkm_mask(device, 0x419f78, 0x00000001, 0x00000000);
    920}
    921
    922void
    923gk104_grctx_generate_gpc_tpc_nr(struct gf100_gr *gr)
    924{
    925	struct nvkm_device *device = gr->base.engine.subdev.device;
    926	nvkm_wr32(device, 0x405b00, (gr->tpc_total << 8) | gr->gpc_nr);
    927}
    928
    929void
    930gk104_grctx_generate_alpha_beta_tables(struct gf100_gr *gr)
    931{
    932	struct nvkm_device *device = gr->base.engine.subdev.device;
    933	int i, j, gpc, ppc;
    934
    935	for (i = 0; i < 32; i++) {
    936		u32 atarget = max_t(u32, gr->tpc_total * i / 32, 1);
    937		u32 btarget = gr->tpc_total - atarget;
    938		bool alpha = atarget < btarget;
    939		u64 amask = 0, bmask = 0;
    940
    941		for (gpc = 0; gpc < gr->gpc_nr; gpc++) {
    942			for (ppc = 0; ppc < gr->func->ppc_nr; ppc++) {
    943				u32 ppc_tpcs = gr->ppc_tpc_nr[gpc][ppc];
    944				u32 abits, bbits, pmask;
    945
    946				if (alpha) {
    947					abits = atarget ? ppc_tpcs : 0;
    948					bbits = ppc_tpcs - abits;
    949				} else {
    950					bbits = btarget ? ppc_tpcs : 0;
    951					abits = ppc_tpcs - bbits;
    952				}
    953
    954				pmask = gr->ppc_tpc_mask[gpc][ppc];
    955				while (ppc_tpcs-- > abits)
    956					pmask &= pmask - 1;
    957				amask |= (u64)pmask << (gpc * 8);
    958
    959				pmask ^= gr->ppc_tpc_mask[gpc][ppc];
    960				bmask |= (u64)pmask << (gpc * 8);
    961
    962				atarget -= min(abits, atarget);
    963				btarget -= min(bbits, btarget);
    964				if ((abits > 0) || (bbits > 0))
    965					alpha = !alpha;
    966			}
    967		}
    968
    969		for (j = 0; j < gr->gpc_nr; j += 4, amask >>= 32, bmask >>= 32) {
    970			nvkm_wr32(device, 0x406800 + (i * 0x20) + j, amask);
    971			nvkm_wr32(device, 0x406c00 + (i * 0x20) + j, bmask);
    972		}
    973	}
    974}
    975
    976const struct gf100_grctx_func
    977gk104_grctx = {
    978	.main  = gf100_grctx_generate_main,
    979	.unkn  = gk104_grctx_generate_unkn,
    980	.hub   = gk104_grctx_pack_hub,
    981	.gpc_0 = gk104_grctx_pack_gpc_0,
    982	.gpc_1 = gk104_grctx_pack_gpc_1,
    983	.zcull = gf100_grctx_pack_zcull,
    984	.tpc   = gk104_grctx_pack_tpc,
    985	.ppc   = gk104_grctx_pack_ppc,
    986	.icmd  = gk104_grctx_pack_icmd,
    987	.mthd  = gk104_grctx_pack_mthd,
    988	.bundle = gk104_grctx_generate_bundle,
    989	.bundle_size = 0x3000,
    990	.bundle_min_gpm_fifo_depth = 0x180,
    991	.bundle_token_limit = 0x600,
    992	.pagepool = gk104_grctx_generate_pagepool,
    993	.pagepool_size = 0x8000,
    994	.attrib = gf117_grctx_generate_attrib,
    995	.attrib_nr_max = 0x324,
    996	.attrib_nr = 0x218,
    997	.alpha_nr_max = 0x7ff,
    998	.alpha_nr = 0x648,
    999	.patch_ltc = gk104_grctx_generate_patch_ltc,
   1000	.sm_id = gf100_grctx_generate_sm_id,
   1001	.tpc_nr = gf100_grctx_generate_tpc_nr,
   1002	.rop_mapping = gf117_grctx_generate_rop_mapping,
   1003	.alpha_beta_tables = gk104_grctx_generate_alpha_beta_tables,
   1004	.dist_skip_table = gf117_grctx_generate_dist_skip_table,
   1005	.gpc_tpc_nr = gk104_grctx_generate_gpc_tpc_nr,
   1006	.r419f78 = gk104_grctx_generate_r419f78,
   1007	.r418800 = gk104_grctx_generate_r418800,
   1008};