chanc36f.c

 1/* SPDX-License-Identifier: MIT
 2 *
 3 * Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved.
 4 */
 5#include <nvif/chan.h>
 6#include <nvif/user.h>
 7
 8#include <nvif/push906f.h>
 9#include <nvhw/class/clc36f.h>
10
11static void
12nvif_chanc36f_gpfifo_kick(struct nvif_chan *chan)
13{
14	struct nvif_user *usermode = chan->usermode;
15
16	nvif_wr32(&chan->userd, 0x8c, chan->gpfifo.cur);
17
18	wmb(); /* ensure CPU writes are flushed to BAR1 */
19	nvif_rd32(&chan->userd, 0); /* ensure BAR1 writes are flushed to vidmem */
20
21	usermode->func->doorbell(usermode, chan->doorbell_token);
22}
23
24#define NVIF_CHANC36F_SEM_RELEASE_SIZE 6
25
26static int
27nvif_chanc36f_sem_release(struct nvif_chan *chan, u64 addr, u32 data)
28{
29	struct nvif_push *push = &chan->push;
30	int ret;
31
32	ret = PUSH_WAIT(push, NVIF_CHANC36F_SEM_RELEASE_SIZE);
33	if (ret)
34		return ret;
35
36	PUSH_MTHD(push, NVC36F, SEM_ADDR_LO, lower_32_bits(addr),
37
38				SEM_ADDR_HI, upper_32_bits(addr),
39
40				SEM_PAYLOAD_LO, data);
41
42	PUSH_MTHD(push, NVC36F, SEM_EXECUTE,
43		  NVDEF(NVC36F, SEM_EXECUTE, OPERATION, RELEASE) |
44		  NVDEF(NVC36F, SEM_EXECUTE, RELEASE_WFI, DIS) |
45		  NVDEF(NVC36F, SEM_EXECUTE, PAYLOAD_SIZE, 32BIT) |
46		  NVDEF(NVC36F, SEM_EXECUTE, RELEASE_TIMESTAMP, DIS));
47
48	return 0;
49}
50
51static const struct nvif_chan_func
52nvif_chanc36f = {
53	.push.read_get = nvif_chan906f_read_get,
54	.gpfifo.read_get = nvif_chan906f_gpfifo_read_get,
55	.gpfifo.push = nvif_chan506f_gpfifo_push,
56	.gpfifo.kick = nvif_chanc36f_gpfifo_kick,
57	.gpfifo.post = nvif_chan906f_gpfifo_post,
58	.gpfifo.post_size = NVIF_CHANC36F_SEM_RELEASE_SIZE,
59	.sem.release = nvif_chanc36f_sem_release,
60};
61
62int
63nvif_chanc36f_ctor(struct nvif_chan *chan, void *userd, void *gpfifo, u32 gpfifo_size,
64		   void *push, u64 push_addr, u32 push_size, void *sema, u64 sema_addr,
65		   struct nvif_user *usermode, u32 doorbell_token)
66{
67	int ret;
68
69	ret = nvif_chan906f_ctor_(&nvif_chanc36f, userd, gpfifo, gpfifo_size,
70				  push, push_addr, push_size, sema, sema_addr, chan);
71	if (ret)
72		return ret;
73
74	chan->usermode = usermode;
75	chan->doorbell_token = doorbell_token;
76	return 0;
77}