gk104.h (5349B)
1/* SPDX-License-Identifier: MIT */ 2#ifndef __GK104_FIFO_H__ 3#define __GK104_FIFO_H__ 4#define gk104_fifo(p) container_of((p), struct gk104_fifo, base) 5#include "priv.h" 6struct nvkm_fifo_cgrp; 7 8#include <core/enum.h> 9#include <subdev/mmu.h> 10 11struct gk104_fifo_chan; 12struct gk104_fifo { 13 const struct gk104_fifo_func *func; 14 struct nvkm_fifo base; 15 16 struct { 17 struct work_struct work; 18 u32 engm; 19 u32 runm; 20 } recover; 21 22 int pbdma_nr; 23 24 struct { 25 struct nvkm_engine *engine; 26 int runl; 27 int pbid; 28 } engine[16]; 29 int engine_nr; 30 31 struct { 32 struct nvkm_memory *mem[2]; 33 int next; 34 wait_queue_head_t wait; 35 struct list_head cgrp; 36 struct list_head chan; 37 u32 engm; 38 u32 engm_sw; 39 } runlist[16]; 40 int runlist_nr; 41 42 struct { 43 struct nvkm_memory *mem; 44 struct nvkm_vma *bar; 45 } user; 46}; 47 48struct gk104_fifo_func { 49 struct { 50 void (*fault)(struct nvkm_fifo *, int unit); 51 } intr; 52 53 const struct gk104_fifo_pbdma_func { 54 int (*nr)(struct gk104_fifo *); 55 void (*init)(struct gk104_fifo *); 56 void (*init_timeout)(struct gk104_fifo *); 57 } *pbdma; 58 59 struct { 60 const struct nvkm_enum *access; 61 const struct nvkm_enum *engine; 62 const struct nvkm_enum *reason; 63 const struct nvkm_enum *hubclient; 64 const struct nvkm_enum *gpcclient; 65 } fault; 66 67 const struct gk104_fifo_runlist_func { 68 u8 size; 69 void (*cgrp)(struct nvkm_fifo_cgrp *, 70 struct nvkm_memory *, u32 offset); 71 void (*chan)(struct gk104_fifo_chan *, 72 struct nvkm_memory *, u32 offset); 73 void (*commit)(struct gk104_fifo *, int runl, 74 struct nvkm_memory *, int entries); 75 } *runlist; 76 77 struct gk104_fifo_user_user { 78 struct nvkm_sclass user; 79 int (*ctor)(const struct nvkm_oclass *, void *, u32, 80 struct nvkm_object **); 81 } user; 82 83 struct gk104_fifo_chan_user { 84 struct nvkm_sclass user; 85 int (*ctor)(struct gk104_fifo *, const struct nvkm_oclass *, 86 void *, u32, struct nvkm_object **); 87 } chan; 88 bool cgrp_force; 89}; 90 91struct gk104_fifo_engine_status { 92 bool busy; 93 bool faulted; 94 bool chsw; 95 bool save; 96 bool load; 97 struct { 98 bool tsg; 99 u32 id; 100 } prev, next, *chan; 101}; 102 103int gk104_fifo_new_(const struct gk104_fifo_func *, struct nvkm_device *, enum nvkm_subdev_type, 104 int index, int nr, struct nvkm_fifo **); 105void gk104_fifo_runlist_insert(struct gk104_fifo *, struct gk104_fifo_chan *); 106void gk104_fifo_runlist_remove(struct gk104_fifo *, struct gk104_fifo_chan *); 107void gk104_fifo_runlist_update(struct gk104_fifo *, int runl); 108void gk104_fifo_engine_status(struct gk104_fifo *fifo, int engn, 109 struct gk104_fifo_engine_status *status); 110void gk104_fifo_intr_bind(struct gk104_fifo *fifo); 111void gk104_fifo_intr_chsw(struct gk104_fifo *fifo); 112void gk104_fifo_intr_dropped_fault(struct gk104_fifo *fifo); 113void gk104_fifo_intr_pbdma_0(struct gk104_fifo *fifo, int unit); 114void gk104_fifo_intr_pbdma_1(struct gk104_fifo *fifo, int unit); 115void gk104_fifo_intr_runlist(struct gk104_fifo *fifo); 116void gk104_fifo_intr_engine(struct gk104_fifo *fifo); 117void *gk104_fifo_dtor(struct nvkm_fifo *base); 118int gk104_fifo_oneinit(struct nvkm_fifo *base); 119int gk104_fifo_info(struct nvkm_fifo *base, u64 mthd, u64 *data); 120void gk104_fifo_init(struct nvkm_fifo *base); 121void gk104_fifo_fini(struct nvkm_fifo *base); 122int gk104_fifo_class_new(struct nvkm_fifo *base, const struct nvkm_oclass *oclass, 123 void *argv, u32 argc, struct nvkm_object **pobject); 124int gk104_fifo_class_get(struct nvkm_fifo *base, int index, 125 struct nvkm_oclass *oclass); 126void gk104_fifo_uevent_fini(struct nvkm_fifo *fifo); 127void gk104_fifo_uevent_init(struct nvkm_fifo *fifo); 128 129extern const struct gk104_fifo_pbdma_func gk104_fifo_pbdma; 130int gk104_fifo_pbdma_nr(struct gk104_fifo *); 131void gk104_fifo_pbdma_init(struct gk104_fifo *); 132extern const struct nvkm_enum gk104_fifo_fault_access[]; 133extern const struct nvkm_enum gk104_fifo_fault_engine[]; 134extern const struct nvkm_enum gk104_fifo_fault_reason[]; 135extern const struct nvkm_enum gk104_fifo_fault_hubclient[]; 136extern const struct nvkm_enum gk104_fifo_fault_gpcclient[]; 137extern const struct gk104_fifo_runlist_func gk104_fifo_runlist; 138void gk104_fifo_runlist_chan(struct gk104_fifo_chan *, 139 struct nvkm_memory *, u32); 140void gk104_fifo_runlist_commit(struct gk104_fifo *, int runl, 141 struct nvkm_memory *, int); 142 143extern const struct gk104_fifo_runlist_func gk110_fifo_runlist; 144void gk110_fifo_runlist_cgrp(struct nvkm_fifo_cgrp *, 145 struct nvkm_memory *, u32); 146 147extern const struct gk104_fifo_pbdma_func gk208_fifo_pbdma; 148void gk208_fifo_pbdma_init_timeout(struct gk104_fifo *); 149 150void gm107_fifo_intr_fault(struct nvkm_fifo *, int); 151extern const struct nvkm_enum gm107_fifo_fault_engine[]; 152extern const struct gk104_fifo_runlist_func gm107_fifo_runlist; 153 154extern const struct gk104_fifo_pbdma_func gm200_fifo_pbdma; 155int gm200_fifo_pbdma_nr(struct gk104_fifo *); 156 157void gp100_fifo_intr_fault(struct nvkm_fifo *, int); 158extern const struct nvkm_enum gp100_fifo_fault_engine[]; 159 160extern const struct nvkm_enum gv100_fifo_fault_access[]; 161extern const struct nvkm_enum gv100_fifo_fault_reason[]; 162extern const struct nvkm_enum gv100_fifo_fault_hubclient[]; 163extern const struct nvkm_enum gv100_fifo_fault_gpcclient[]; 164void gv100_fifo_runlist_cgrp(struct nvkm_fifo_cgrp *, 165 struct nvkm_memory *, u32); 166void gv100_fifo_runlist_chan(struct gk104_fifo_chan *, 167 struct nvkm_memory *, u32); 168#endif