FILE
push.h
File preview with syntax highlighting.
linux-6.19.14/drivers/gpu/drm/nouveau/include/nvif/push.h
1/* 2 * Copyright 2019 Red Hat Inc. 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice shall be included in 12 * all copies or substantial portions of the Software. 13 * 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20 * OTHER DEALINGS IN THE SOFTWARE. 21 */ 22#ifndef __NVIF_PUSH_H__ 23#define __NVIF_PUSH_H__ 24#include <nvif/mem.h> 25#include <nvif/printf.h> 26 27#include <nvhw/drf.h> 28 29struct nvif_push { 30 int (*wait)(struct nvif_push *push, u32 size); 31 void (*kick)(struct nvif_push *push); 32 33 struct nvif_mem mem; 34 u64 addr; 35 36 struct { 37 u32 get; 38 u32 max; 39 } hw; 40 41 u32 *bgn; 42 u32 *cur; 43 u32 *seg; 44 u32 *end; 45}; 46 47static inline __must_check int 48PUSH_WAIT(struct nvif_push *push, u32 size) 49{ 50 if (push->cur + size > push->end) { 51 int ret = push->wait(push, size); 52 if (ret) 53 return ret; 54 } 55#ifdef CONFIG_NOUVEAU_DEBUG_PUSH 56 push->seg = push->cur + size; 57#endif 58 return 0; 59} 60 61static inline int 62PUSH_KICK(struct nvif_push *push) 63{ 64 if (push->cur != push->bgn) { 65 push->kick(push); 66 push->bgn = push->cur; 67 } 68 69 return 0; 70} 71 72#ifdef CONFIG_NOUVEAU_DEBUG_PUSH 73#define PUSH_PRINTF(p,f,a...) do { \ 74 struct nvif_push *_ppp = (p); \ 75 u32 __o = _ppp->cur - (u32 *)_ppp->mem.object.map.ptr; \ 76 NVIF_DEBUG(&_ppp->mem.object, "%08x: "f, __o * 4, ##a); \ 77 (void)__o; \ 78} while(0) 79#define PUSH_ASSERT_ON(a,b) WARN((a), b) 80#else 81#define PUSH_PRINTF(p,f,a...) 82#define PUSH_ASSERT_ON(a, b) 83#endif 84 85#define PUSH_ASSERT(a,b) do { \ 86 static_assert( \ 87 __builtin_choose_expr(__builtin_constant_p(a), (a), 1), b \ 88 ); \ 89 PUSH_ASSERT_ON(!(a), b); \ 90} while(0) 91 92#define PUSH_DATA__(p,d,f,a...) do { \ 93 struct nvif_push *_p = (p); \ 94 u32 _d = (d); \ 95 PUSH_ASSERT(_p->cur < _p->seg, "segment overrun"); \ 96 PUSH_ASSERT(_p->cur < _p->end, "pushbuf overrun"); \ 97 PUSH_PRINTF(_p, "%08x"f, _d, ##a); \ 98 *_p->cur++ = _d; \ 99} while(0) 100 101#define PUSH_DATA_(X,p,m,i0,i1,d,s,f,a...) PUSH_DATA__((p), (d), "-> "#m f, ##a) 102#define PUSH_DATA(p,d) PUSH_DATA__((p), (d), " data - %s", __func__) 103 104//XXX: error-check this against *real* pushbuffer end? 105#define PUSH_RSVD(p,d) do { \ 106 struct nvif_push *__p = (p); \ 107 __p->seg++; \ 108 __p->end++; \ 109 d; \ 110} while(0) 111 112#ifdef CONFIG_NOUVEAU_DEBUG_PUSH 113#define PUSH_DATAp(X,p,m,i,o,d,s,f,a...) do { \ 114 struct nvif_push *_pp = (p); \ 115 const u32 *_dd = (d); \ 116 u32 _s = (s), _i = (i?PUSH_##o##_INC); \ 117 if (_s--) { \ 118 PUSH_DATA_(X, _pp, X##m, i0, i1, *_dd++, 1, "+0x%x", 0); \ 119 while (_s--) { \ 120 PUSH_DATA_(X, _pp, X##m, i0, i1, *_dd++, 1, "+0x%x", _i); \ 121 _i += (0?PUSH_##o##_INC); \ 122 } \ 123 } \ 124} while(0) 125#else 126#define PUSH_DATAp(X,p,m,i,o,d,s,f,a...) do { \ 127 struct nvif_push *_p = (p); \ 128 u32 _s = (s); \ 129 PUSH_ASSERT(_p->cur + _s <= _p->seg, "segment overrun"); \ 130 PUSH_ASSERT(_p->cur + _s <= _p->end, "pushbuf overrun"); \ 131 memcpy(_p->cur, (d), _s << 2); \ 132 _p->cur += _s; \ 133} while(0) 134#endif 135 136#define PUSH_1(X,f,ds,n,o,p,s,mA,dA) do { \ 137 PUSH_##o##_HDR((p), s, mA, (ds)+(n)); \ 138 PUSH_##f(X, (p), X##mA, 1, o, (dA), ds, ""); \ 139} while(0) 140#define PUSH_2(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ 141 PUSH_ASSERT((mB) - (mA) == (1?PUSH_##o##_INC), "mthd1"); \ 142 PUSH_1(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ 143 PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ 144} while(0) 145#define PUSH_3(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ 146 PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd2"); \ 147 PUSH_2(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ 148 PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ 149} while(0) 150#define PUSH_4(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ 151 PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd3"); \ 152 PUSH_3(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ 153 PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ 154} while(0) 155#define PUSH_5(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ 156 PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd4"); \ 157 PUSH_4(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ 158 PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ 159} while(0) 160#define PUSH_6(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ 161 PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd5"); \ 162 PUSH_5(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ 163 PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ 164} while(0) 165#define PUSH_7(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ 166 PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd6"); \ 167 PUSH_6(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ 168 PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ 169} while(0) 170#define PUSH_8(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ 171 PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd7"); \ 172 PUSH_7(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ 173 PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ 174} while(0) 175#define PUSH_9(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ 176 PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd8"); \ 177 PUSH_8(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ 178 PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ 179} while(0) 180#define PUSH_10(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ 181 PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd9"); \ 182 PUSH_9(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ 183 PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ 184} while(0) 185 186#define PUSH_1D(X,o,p,s,mA,dA) \ 187 PUSH_1(X, DATA_, 1, 0, o, (p), s, X##mA, (dA)) 188#define PUSH_2D(X,o,p,s,mA,dA,mB,dB) \ 189 PUSH_2(X, DATA_, 1, 0, o, (p), s, X##mB, (dB), \ 190 X##mA, (dA)) 191#define PUSH_3D(X,o,p,s,mA,dA,mB,dB,mC,dC) \ 192 PUSH_3(X, DATA_, 1, 0, o, (p), s, X##mC, (dC), \ 193 X##mB, (dB), \ 194 X##mA, (dA)) 195#define PUSH_4D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD) \ 196 PUSH_4(X, DATA_, 1, 0, o, (p), s, X##mD, (dD), \ 197 X##mC, (dC), \ 198 X##mB, (dB), \ 199 X##mA, (dA)) 200#define PUSH_5D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE) \ 201 PUSH_5(X, DATA_, 1, 0, o, (p), s, X##mE, (dE), \ 202 X##mD, (dD), \ 203 X##mC, (dC), \ 204 X##mB, (dB), \ 205 X##mA, (dA)) 206#define PUSH_6D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF) \ 207 PUSH_6(X, DATA_, 1, 0, o, (p), s, X##mF, (dF), \ 208 X##mE, (dE), \ 209 X##mD, (dD), \ 210 X##mC, (dC), \ 211 X##mB, (dB), \ 212 X##mA, (dA)) 213#define PUSH_7D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG) \ 214 PUSH_7(X, DATA_, 1, 0, o, (p), s, X##mG, (dG), \ 215 X##mF, (dF), \ 216 X##mE, (dE), \ 217 X##mD, (dD), \ 218 X##mC, (dC), \ 219 X##mB, (dB), \ 220 X##mA, (dA)) 221#define PUSH_8D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG,mH,dH) \ 222 PUSH_8(X, DATA_, 1, 0, o, (p), s, X##mH, (dH), \ 223 X##mG, (dG), \ 224 X##mF, (dF), \ 225 X##mE, (dE), \ 226 X##mD, (dD), \ 227 X##mC, (dC), \ 228 X##mB, (dB), \ 229 X##mA, (dA)) 230#define PUSH_9D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG,mH,dH,mI,dI) \ 231 PUSH_9(X, DATA_, 1, 0, o, (p), s, X##mI, (dI), \ 232 X##mH, (dH), \ 233 X##mG, (dG), \ 234 X##mF, (dF), \ 235 X##mE, (dE), \ 236 X##mD, (dD), \ 237 X##mC, (dC), \ 238 X##mB, (dB), \ 239 X##mA, (dA)) 240#define PUSH_10D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG,mH,dH,mI,dI,mJ,dJ) \ 241 PUSH_10(X, DATA_, 1, 0, o, (p), s, X##mJ, (dJ), \ 242 X##mI, (dI), \ 243 X##mH, (dH), \ 244 X##mG, (dG), \ 245 X##mF, (dF), \ 246 X##mE, (dE), \ 247 X##mD, (dD), \ 248 X##mC, (dC), \ 249 X##mB, (dB), \ 250 X##mA, (dA)) 251 252#define PUSH_1P(X,o,p,s,mA,dp,ds) \ 253 PUSH_1(X, DATAp, ds, 0, o, (p), s, X##mA, (dp)) 254#define PUSH_2P(X,o,p,s,mA,dA,mB,dp,ds) \ 255 PUSH_2(X, DATAp, ds, 0, o, (p), s, X##mB, (dp), \ 256 X##mA, (dA)) 257#define PUSH_3P(X,o,p,s,mA,dA,mB,dB,mC,dp,ds) \ 258 PUSH_3(X, DATAp, ds, 0, o, (p), s, X##mC, (dp), \ 259 X##mB, (dB), \ 260 X##mA, (dA)) 261 262#define PUSH_(A,B,C,D,E,F,G,H,I,J,K,L,M,N,O,P,Q,R,S,T,U,V,W,X,IMPL,...) IMPL 263#define PUSH(A...) PUSH_(A, PUSH_10P, PUSH_10D, \ 264 PUSH_9P , PUSH_9D, \ 265 PUSH_8P , PUSH_8D, \ 266 PUSH_7P , PUSH_7D, \ 267 PUSH_6P , PUSH_6D, \ 268 PUSH_5P , PUSH_5D, \ 269 PUSH_4P , PUSH_4D, \ 270 PUSH_3P , PUSH_3D, \ 271 PUSH_2P , PUSH_2D, \ 272 PUSH_1P , PUSH_1D)(, ##A) 273 274#define PUSH_NVIM(p,c,m,d) do { \ 275 struct nvif_push *__p = (p); \ 276 u32 __d = (d); \ 277 PUSH_IMMD_HDR(__p, c, m, __d); \ 278 __p->cur--; \ 279 PUSH_PRINTF(__p, "%08x-> "#m, __d); \ 280 __p->cur++; \ 281} while(0) 282#define PUSH_NVSQ(A...) PUSH(MTHD, ##A) 283#define PUSH_NV1I(A...) PUSH(1INC, ##A) 284#define PUSH_NVNI(A...) PUSH(NINC, ##A) 285 286 287#define PUSH_NV_1(X,o,p,c,mA,d...) \ 288 PUSH_##o(p,c,c##_##mA,d) 289#define PUSH_NV_2(X,o,p,c,mA,dA,mB,d...) \ 290 PUSH_##o(p,c,c##_##mA,dA, \ 291 c##_##mB,d) 292#define PUSH_NV_3(X,o,p,c,mA,dA,mB,dB,mC,d...) \ 293 PUSH_##o(p,c,c##_##mA,dA, \ 294 c##_##mB,dB, \ 295 c##_##mC,d) 296#define PUSH_NV_4(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,d...) \ 297 PUSH_##o(p,c,c##_##mA,dA, \ 298 c##_##mB,dB, \ 299 c##_##mC,dC, \ 300 c##_##mD,d) 301#define PUSH_NV_5(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,dD,mE,d...) \ 302 PUSH_##o(p,c,c##_##mA,dA, \ 303 c##_##mB,dB, \ 304 c##_##mC,dC, \ 305 c##_##mD,dD, \ 306 c##_##mE,d) 307#define PUSH_NV_6(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,d...) \ 308 PUSH_##o(p,c,c##_##mA,dA, \ 309 c##_##mB,dB, \ 310 c##_##mC,dC, \ 311 c##_##mD,dD, \ 312 c##_##mE,dE, \ 313 c##_##mF,d) 314#define PUSH_NV_7(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,d...) \ 315 PUSH_##o(p,c,c##_##mA,dA, \ 316 c##_##mB,dB, \ 317 c##_##mC,dC, \ 318 c##_##mD,dD, \ 319 c##_##mE,dE, \ 320 c##_##mF,dF, \ 321 c##_##mG,d) 322#define PUSH_NV_8(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG,mH,d...) \ 323 PUSH_##o(p,c,c##_##mA,dA, \ 324 c##_##mB,dB, \ 325 c##_##mC,dC, \ 326 c##_##mD,dD, \ 327 c##_##mE,dE, \ 328 c##_##mF,dF, \ 329 c##_##mG,dG, \ 330 c##_##mH,d) 331#define PUSH_NV_9(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG,mH,dH,mI,d...) \ 332 PUSH_##o(p,c,c##_##mA,dA, \ 333 c##_##mB,dB, \ 334 c##_##mC,dC, \ 335 c##_##mD,dD, \ 336 c##_##mE,dE, \ 337 c##_##mF,dF, \ 338 c##_##mG,dG, \ 339 c##_##mH,dH, \ 340 c##_##mI,d) 341#define PUSH_NV_10(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG,mH,dH,mI,dI,mJ,d...) \ 342 PUSH_##o(p,c,c##_##mA,dA, \ 343 c##_##mB,dB, \ 344 c##_##mC,dC, \ 345 c##_##mD,dD, \ 346 c##_##mE,dE, \ 347 c##_##mF,dF, \ 348 c##_##mG,dG, \ 349 c##_##mH,dH, \ 350 c##_##mI,dI, \ 351 c##_##mJ,d) 352 353#define PUSH_NV_(A,B,C,D,E,F,G,H,I,J,K,L,M,N,O,P,Q,R,S,T,U,V,W,X,IMPL,...) IMPL 354#define PUSH_NV(A...) PUSH_NV_(A, PUSH_NV_10, PUSH_NV_10, \ 355 PUSH_NV_9 , PUSH_NV_9, \ 356 PUSH_NV_8 , PUSH_NV_8, \ 357 PUSH_NV_7 , PUSH_NV_7, \ 358 PUSH_NV_6 , PUSH_NV_6, \ 359 PUSH_NV_5 , PUSH_NV_5, \ 360 PUSH_NV_4 , PUSH_NV_4, \ 361 PUSH_NV_3 , PUSH_NV_3, \ 362 PUSH_NV_2 , PUSH_NV_2, \ 363 PUSH_NV_1 , PUSH_NV_1)(, ##A) 364 365#define PUSH_IMMD(A...) PUSH_NV(NVIM, ##A) 366#define PUSH_MTHD(A...) PUSH_NV(NVSQ, ##A) 367#define PUSH_1INC(A...) PUSH_NV(NV1I, ##A) 368#define PUSH_NINC(A...) PUSH_NV(NVNI, ##A) 369#endif
~/
Read-only file preview.