]>
Commit | Line | Data |
---|---|---|
e3c71eb2 BS |
1 | /* |
2 | * Copyright 2010 Red Hat Inc. | |
3 | * | |
4 | * Permission is hereby granted, free of charge, to any person obtaining a | |
5 | * copy of this software and associated documentation files (the "Software"), | |
6 | * to deal in the Software without restriction, including without limitation | |
7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, | |
8 | * and/or sell copies of the Software, and to permit persons to whom the | |
9 | * Software is furnished to do so, subject to the following conditions: | |
10 | * | |
11 | * The above copyright notice and this permission notice shall be included in | |
12 | * all copies or substantial portions of the Software. | |
13 | * | |
14 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
15 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
16 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL | |
17 | * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR | |
18 | * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, | |
19 | * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR | |
20 | * OTHER DEALINGS IN THE SOFTWARE. | |
21 | * | |
22 | * Authors: Ben Skeggs | |
23 | */ | |
c85ee6ca BS |
24 | #ifndef __GF100_GR_H__ |
25 | #define __GF100_GR_H__ | |
27f3d6cf BS |
26 | #define gf100_gr(p) container_of((p), struct gf100_gr, base) |
27 | #include "priv.h" | |
e3c71eb2 | 28 | |
27f3d6cf | 29 | #include <core/gpuobj.h> |
e3c71eb2 | 30 | #include <subdev/ltc.h> |
27f3d6cf | 31 | #include <subdev/mmu.h> |
89cd6e20 | 32 | #include <engine/falcon.h> |
e3c71eb2 BS |
33 | |
34 | #define GPC_MAX 32 | |
06d4f26c BS |
35 | #define TPC_MAX_PER_GPC 8 |
36 | #define TPC_MAX (GPC_MAX * TPC_MAX_PER_GPC) | |
e3c71eb2 BS |
37 | |
38 | #define ROP_BCAST(r) (0x408800 + (r)) | |
39 | #define ROP_UNIT(u, r) (0x410000 + (u) * 0x400 + (r)) | |
40 | #define GPC_BCAST(r) (0x418000 + (r)) | |
41 | #define GPC_UNIT(t, r) (0x500000 + (t) * 0x8000 + (r)) | |
42 | #define PPC_UNIT(t, m, r) (0x503000 + (t) * 0x8000 + (m) * 0x200 + (r)) | |
43 | #define TPC_UNIT(t, m, r) (0x504000 + (t) * 0x8000 + (m) * 0x800 + (r)) | |
44 | ||
45 | struct gf100_gr_data { | |
46 | u32 size; | |
47 | u32 align; | |
019e4d76 | 48 | bool priv; |
e3c71eb2 BS |
49 | }; |
50 | ||
51 | struct gf100_gr_mmio { | |
52 | u32 addr; | |
53 | u32 data; | |
54 | u32 shift; | |
55 | int buffer; | |
56 | }; | |
57 | ||
58 | struct gf100_gr_fuc { | |
59 | u32 *data; | |
60 | u32 size; | |
61 | }; | |
62 | ||
63 | struct gf100_gr_zbc_color { | |
64 | u32 format; | |
65 | u32 ds[4]; | |
66 | u32 l2[4]; | |
67 | }; | |
68 | ||
69 | struct gf100_gr_zbc_depth { | |
70 | u32 format; | |
71 | u32 ds; | |
72 | u32 l2; | |
73 | }; | |
74 | ||
bfee3f3d | 75 | struct gf100_gr { |
27f3d6cf | 76 | const struct gf100_gr_func *func; |
c85ee6ca | 77 | struct nvkm_gr base; |
e3c71eb2 | 78 | |
89cd6e20 AC |
79 | struct nvkm_falcon *fecs; |
80 | struct nvkm_falcon *gpccs; | |
e3c71eb2 BS |
81 | struct gf100_gr_fuc fuc409c; |
82 | struct gf100_gr_fuc fuc409d; | |
83 | struct gf100_gr_fuc fuc41ac; | |
84 | struct gf100_gr_fuc fuc41ad; | |
85 | bool firmware; | |
86 | ||
c4d0f8f6 AC |
87 | /* |
88 | * Used if the register packs are loaded from NVIDIA fw instead of | |
336c4652 | 89 | * using hardcoded arrays. To be allocated with vzalloc(). |
c4d0f8f6 AC |
90 | */ |
91 | struct gf100_gr_pack *fuc_sw_nonctx; | |
92 | struct gf100_gr_pack *fuc_sw_ctx; | |
93 | struct gf100_gr_pack *fuc_bundle; | |
94 | struct gf100_gr_pack *fuc_method; | |
95 | ||
e3c71eb2 BS |
96 | struct gf100_gr_zbc_color zbc_color[NVKM_LTC_MAX_ZBC_CNT]; |
97 | struct gf100_gr_zbc_depth zbc_depth[NVKM_LTC_MAX_ZBC_CNT]; | |
98 | ||
99 | u8 rop_nr; | |
100 | u8 gpc_nr; | |
101 | u8 tpc_nr[GPC_MAX]; | |
102 | u8 tpc_total; | |
103 | u8 ppc_nr[GPC_MAX]; | |
2fb2b3c6 | 104 | u8 ppc_mask[GPC_MAX]; |
e3c71eb2 BS |
105 | u8 ppc_tpc_nr[GPC_MAX][4]; |
106 | ||
e3c71eb2 BS |
107 | struct gf100_gr_data mmio_data[4]; |
108 | struct gf100_gr_mmio mmio_list[4096/8]; | |
109 | u32 size; | |
110 | u32 *data; | |
111 | ||
5ec3def7 | 112 | u8 screen_tile_row_offset; |
e3c71eb2 BS |
113 | }; |
114 | ||
c85ee6ca BS |
115 | int gf100_gr_ctor(const struct gf100_gr_func *, struct nvkm_device *, |
116 | int, struct gf100_gr *); | |
117 | int gf100_gr_new_(const struct gf100_gr_func *, struct nvkm_device *, | |
118 | int, struct nvkm_gr **); | |
119 | void *gf100_gr_dtor(struct nvkm_gr *); | |
120 | ||
27f3d6cf | 121 | struct gf100_gr_func { |
c85ee6ca BS |
122 | void (*dtor)(struct gf100_gr *); |
123 | int (*init)(struct gf100_gr *); | |
124 | void (*init_gpc_mmu)(struct gf100_gr *); | |
87ac331e | 125 | void (*init_rop_active_fbps)(struct gf100_gr *); |
a00ecf22 | 126 | void (*init_ppc_exceptions)(struct gf100_gr *); |
424321be | 127 | void (*init_swdx_pes_mask)(struct gf100_gr *); |
51751f7d | 128 | void (*init_num_active_ltcs)(struct gf100_gr *); |
c85ee6ca BS |
129 | void (*set_hww_esr_report_mask)(struct gf100_gr *); |
130 | const struct gf100_gr_pack *mmio; | |
131 | struct { | |
132 | struct gf100_gr_ucode *ucode; | |
133 | } fecs; | |
134 | struct { | |
135 | struct gf100_gr_ucode *ucode; | |
136 | } gpccs; | |
64cb5a31 | 137 | int (*rops)(struct gf100_gr *); |
6c86fa3e BS |
138 | int gpc_nr; |
139 | int tpc_nr; | |
c85ee6ca | 140 | int ppc_nr; |
27f3d6cf BS |
141 | const struct gf100_grctx_func *grctx; |
142 | struct nvkm_sclass sclass[]; | |
143 | }; | |
144 | ||
c85ee6ca | 145 | int gf100_gr_init(struct gf100_gr *); |
64cb5a31 | 146 | int gf100_gr_rops(struct gf100_gr *); |
c85ee6ca BS |
147 | |
148 | int gk104_gr_init(struct gf100_gr *); | |
87ac331e | 149 | void gk104_gr_init_rop_active_fbps(struct gf100_gr *); |
a00ecf22 | 150 | void gk104_gr_init_ppc_exceptions(struct gf100_gr *); |
c85ee6ca | 151 | |
c85ee6ca BS |
152 | int gk20a_gr_init(struct gf100_gr *); |
153 | ||
9ec28052 | 154 | int gm200_gr_init(struct gf100_gr *); |
734a0aa6 | 155 | int gm200_gr_rops(struct gf100_gr *); |
c85ee6ca | 156 | |
424321be BS |
157 | int gp100_gr_init(struct gf100_gr *); |
158 | void gp100_gr_init_rop_active_fbps(struct gf100_gr *); | |
159 | ||
27f3d6cf | 160 | #define gf100_gr_chan(p) container_of((p), struct gf100_gr_chan, object) |
4246b92c | 161 | #include <core/object.h> |
27f3d6cf | 162 | |
e3c71eb2 | 163 | struct gf100_gr_chan { |
27f3d6cf BS |
164 | struct nvkm_object object; |
165 | struct gf100_gr *gr; | |
019e4d76 | 166 | struct nvkm_vmm *vmm; |
e3c71eb2 | 167 | |
227c95d9 | 168 | struct nvkm_memory *mmio; |
019e4d76 | 169 | struct nvkm_vma *mmio_vma; |
e3c71eb2 | 170 | int mmio_nr; |
27f3d6cf | 171 | |
e3c71eb2 | 172 | struct { |
227c95d9 | 173 | struct nvkm_memory *mem; |
019e4d76 | 174 | struct nvkm_vma *vma; |
e3c71eb2 BS |
175 | } data[4]; |
176 | }; | |
177 | ||
bfee3f3d | 178 | void gf100_gr_ctxctl_debug(struct gf100_gr *); |
e3c71eb2 | 179 | |
c4d0f8f6 | 180 | void gf100_gr_dtor_fw(struct gf100_gr_fuc *); |
bfee3f3d | 181 | int gf100_gr_ctor_fw(struct gf100_gr *, const char *, |
c4d0f8f6 | 182 | struct gf100_gr_fuc *); |
e3c71eb2 | 183 | u64 gf100_gr_units(struct nvkm_gr *); |
bfee3f3d | 184 | void gf100_gr_zbc_init(struct gf100_gr *); |
e3c71eb2 | 185 | |
27f3d6cf | 186 | extern const struct nvkm_object_func gf100_fermi; |
e3c71eb2 | 187 | |
e3c71eb2 BS |
188 | struct gf100_gr_init { |
189 | u32 addr; | |
190 | u8 count; | |
191 | u8 pitch; | |
192 | u32 data; | |
193 | }; | |
194 | ||
195 | struct gf100_gr_pack { | |
196 | const struct gf100_gr_init *init; | |
197 | u32 type; | |
198 | }; | |
199 | ||
200 | #define pack_for_each_init(init, pack, head) \ | |
201 | for (pack = head; pack && pack->init; pack++) \ | |
202 | for (init = pack->init; init && init->count; init++) | |
203 | ||
204 | struct gf100_gr_ucode { | |
205 | struct gf100_gr_fuc code; | |
206 | struct gf100_gr_fuc data; | |
207 | }; | |
208 | ||
209 | extern struct gf100_gr_ucode gf100_gr_fecs_ucode; | |
210 | extern struct gf100_gr_ucode gf100_gr_gpccs_ucode; | |
211 | ||
212 | extern struct gf100_gr_ucode gk110_gr_fecs_ucode; | |
213 | extern struct gf100_gr_ucode gk110_gr_gpccs_ucode; | |
214 | ||
bfee3f3d BS |
215 | int gf100_gr_wait_idle(struct gf100_gr *); |
216 | void gf100_gr_mmio(struct gf100_gr *, const struct gf100_gr_pack *); | |
217 | void gf100_gr_icmd(struct gf100_gr *, const struct gf100_gr_pack *); | |
218 | void gf100_gr_mthd(struct gf100_gr *, const struct gf100_gr_pack *); | |
219 | int gf100_gr_init_ctxctl(struct gf100_gr *); | |
e3c71eb2 | 220 | |
2e404b0d AC |
221 | /* external bundles loading functions */ |
222 | int gk20a_gr_av_to_init(struct gf100_gr *, const char *, | |
223 | struct gf100_gr_pack **); | |
224 | int gk20a_gr_aiv_to_init(struct gf100_gr *, const char *, | |
225 | struct gf100_gr_pack **); | |
226 | int gk20a_gr_av_to_method(struct gf100_gr *, const char *, | |
227 | struct gf100_gr_pack **); | |
228 | ||
f008d8c7 AC |
229 | int gm200_gr_new_(const struct gf100_gr_func *, struct nvkm_device *, int, |
230 | struct nvkm_gr **); | |
231 | ||
e3c71eb2 BS |
232 | /* register init value lists */ |
233 | ||
234 | extern const struct gf100_gr_init gf100_gr_init_main_0[]; | |
235 | extern const struct gf100_gr_init gf100_gr_init_fe_0[]; | |
236 | extern const struct gf100_gr_init gf100_gr_init_pri_0[]; | |
237 | extern const struct gf100_gr_init gf100_gr_init_rstr2d_0[]; | |
238 | extern const struct gf100_gr_init gf100_gr_init_pd_0[]; | |
239 | extern const struct gf100_gr_init gf100_gr_init_ds_0[]; | |
240 | extern const struct gf100_gr_init gf100_gr_init_scc_0[]; | |
241 | extern const struct gf100_gr_init gf100_gr_init_prop_0[]; | |
242 | extern const struct gf100_gr_init gf100_gr_init_gpc_unk_0[]; | |
243 | extern const struct gf100_gr_init gf100_gr_init_setup_0[]; | |
244 | extern const struct gf100_gr_init gf100_gr_init_crstr_0[]; | |
245 | extern const struct gf100_gr_init gf100_gr_init_setup_1[]; | |
246 | extern const struct gf100_gr_init gf100_gr_init_zcull_0[]; | |
247 | extern const struct gf100_gr_init gf100_gr_init_gpm_0[]; | |
248 | extern const struct gf100_gr_init gf100_gr_init_gpc_unk_1[]; | |
249 | extern const struct gf100_gr_init gf100_gr_init_gcc_0[]; | |
250 | extern const struct gf100_gr_init gf100_gr_init_tpccs_0[]; | |
251 | extern const struct gf100_gr_init gf100_gr_init_tex_0[]; | |
252 | extern const struct gf100_gr_init gf100_gr_init_pe_0[]; | |
253 | extern const struct gf100_gr_init gf100_gr_init_l1c_0[]; | |
254 | extern const struct gf100_gr_init gf100_gr_init_wwdx_0[]; | |
255 | extern const struct gf100_gr_init gf100_gr_init_tpccs_1[]; | |
256 | extern const struct gf100_gr_init gf100_gr_init_mpc_0[]; | |
257 | extern const struct gf100_gr_init gf100_gr_init_be_0[]; | |
258 | extern const struct gf100_gr_init gf100_gr_init_fe_1[]; | |
259 | extern const struct gf100_gr_init gf100_gr_init_pe_1[]; | |
223eaf4b | 260 | void gf100_gr_init_gpc_mmu(struct gf100_gr *); |
e3c71eb2 BS |
261 | |
262 | extern const struct gf100_gr_init gf104_gr_init_ds_0[]; | |
263 | extern const struct gf100_gr_init gf104_gr_init_tex_0[]; | |
264 | extern const struct gf100_gr_init gf104_gr_init_sm_0[]; | |
265 | ||
266 | extern const struct gf100_gr_init gf108_gr_init_gpc_unk_0[]; | |
267 | extern const struct gf100_gr_init gf108_gr_init_setup_1[]; | |
268 | ||
269 | extern const struct gf100_gr_init gf119_gr_init_pd_0[]; | |
270 | extern const struct gf100_gr_init gf119_gr_init_ds_0[]; | |
271 | extern const struct gf100_gr_init gf119_gr_init_prop_0[]; | |
272 | extern const struct gf100_gr_init gf119_gr_init_gpm_0[]; | |
273 | extern const struct gf100_gr_init gf119_gr_init_gpc_unk_1[]; | |
274 | extern const struct gf100_gr_init gf119_gr_init_tex_0[]; | |
275 | extern const struct gf100_gr_init gf119_gr_init_sm_0[]; | |
276 | extern const struct gf100_gr_init gf119_gr_init_fe_1[]; | |
277 | ||
278 | extern const struct gf100_gr_init gf117_gr_init_pes_0[]; | |
279 | extern const struct gf100_gr_init gf117_gr_init_wwdx_0[]; | |
280 | extern const struct gf100_gr_init gf117_gr_init_cbm_0[]; | |
281 | ||
282 | extern const struct gf100_gr_init gk104_gr_init_main_0[]; | |
283 | extern const struct gf100_gr_init gk104_gr_init_tpccs_0[]; | |
284 | extern const struct gf100_gr_init gk104_gr_init_pe_0[]; | |
285 | extern const struct gf100_gr_init gk104_gr_init_be_0[]; | |
286 | extern const struct gf100_gr_pack gk104_gr_pack_mmio[]; | |
287 | ||
288 | extern const struct gf100_gr_init gk110_gr_init_fe_0[]; | |
289 | extern const struct gf100_gr_init gk110_gr_init_ds_0[]; | |
290 | extern const struct gf100_gr_init gk110_gr_init_sked_0[]; | |
291 | extern const struct gf100_gr_init gk110_gr_init_cwd_0[]; | |
292 | extern const struct gf100_gr_init gk110_gr_init_gpc_unk_1[]; | |
293 | extern const struct gf100_gr_init gk110_gr_init_tex_0[]; | |
294 | extern const struct gf100_gr_init gk110_gr_init_sm_0[]; | |
295 | ||
296 | extern const struct gf100_gr_init gk208_gr_init_gpc_unk_0[]; | |
3fed3ea9 BS |
297 | |
298 | extern const struct gf100_gr_init gm107_gr_init_scc_0[]; | |
299 | extern const struct gf100_gr_init gm107_gr_init_prop_0[]; | |
300 | extern const struct gf100_gr_init gm107_gr_init_setup_1[]; | |
301 | extern const struct gf100_gr_init gm107_gr_init_zcull_0[]; | |
302 | extern const struct gf100_gr_init gm107_gr_init_gpc_unk_1[]; | |
303 | extern const struct gf100_gr_init gm107_gr_init_tex_0[]; | |
304 | extern const struct gf100_gr_init gm107_gr_init_l1c_0[]; | |
305 | extern const struct gf100_gr_init gm107_gr_init_wwdx_0[]; | |
306 | extern const struct gf100_gr_init gm107_gr_init_cbm_0[]; | |
bfee3f3d | 307 | void gm107_gr_init_bios(struct gf100_gr *); |
52fa0866 BS |
308 | |
309 | void gm200_gr_init_gpc_mmu(struct gf100_gr *); | |
51751f7d AC |
310 | |
311 | void gp100_gr_init_num_active_ltcs(struct gf100_gr *gr); | |
312 | ||
b2c4ef70 | 313 | void gp102_gr_init_swdx_pes_mask(struct gf100_gr *); |
e3c71eb2 | 314 | #endif |