mmu.h

  1/* SPDX-License-Identifier: MIT */
  2#ifndef __NVKM_MMU_H__
  3#define __NVKM_MMU_H__
  4#include <core/subdev.h>
  5#include <subdev/gsp.h>
  6
  7struct nvkm_vma {
  8	struct list_head head;
  9	struct rb_node tree;
 10	u64 addr;
 11	u64 size;
 12	bool mapref:1; /* PTs (de)referenced on (un)map (vs pre-allocated). */
 13	bool sparse:1; /* Unmapped PDEs/PTEs will not trigger MMU faults. */
 14#define NVKM_VMA_PAGE_NONE 7
 15	u8   page:3; /* Requested page type (index, or NONE for automatic). */
 16	u8   refd:3; /* Current page type (index, or NONE for unreferenced). */
 17	bool used:1; /* Region allocated. */
 18	bool part:1; /* Region was split from an allocated region by map(). */
 19	bool busy:1; /* Region busy (for temporarily preventing user access). */
 20	bool mapped:1; /* Region contains valid pages. */
 21	bool no_comp:1; /* Force no memory compression. */
 22	struct nvkm_memory *memory; /* Memory currently mapped into VMA. */
 23	struct nvkm_tags *tags; /* Compression tag reference. */
 24};
 25
 26struct nvkm_vmm {
 27	const struct nvkm_vmm_func *func;
 28	struct nvkm_mmu *mmu;
 29	const char *name;
 30	u32 debug;
 31	struct kref kref;
 32
 33	struct {
 34		struct mutex vmm;
 35		struct mutex ref;
 36		struct mutex map;
 37	} mutex;
 38
 39	u64 start;
 40	u64 limit;
 41	struct {
 42		struct {
 43			u64 addr;
 44			u64 size;
 45		} p;
 46		struct {
 47			u64 addr;
 48			u64 size;
 49		} n;
 50		bool raw;
 51	} managed;
 52
 53	struct nvkm_vmm_pt *pd;
 54	struct list_head join;
 55
 56	struct list_head list;
 57	struct rb_root free;
 58	struct rb_root root;
 59
 60	bool bootstrapped;
 61	atomic_t engref[NVKM_SUBDEV_NR];
 62
 63	dma_addr_t null;
 64	void *nullp;
 65
 66	bool replay;
 67
 68	struct {
 69		u64 bar2_pdb;
 70
 71		struct nvkm_gsp_client client;
 72		struct nvkm_gsp_device device;
 73		struct nvkm_gsp_object object;
 74
 75		struct nvkm_vma *rsvd;
 76		bool external;
 77	} rm;
 78};
 79
 80int nvkm_vmm_new(struct nvkm_device *, u64 addr, u64 size, void *argv, u32 argc,
 81		 struct lock_class_key *, const char *name, struct nvkm_vmm **);
 82struct nvkm_vmm *nvkm_vmm_ref(struct nvkm_vmm *);
 83void nvkm_vmm_unref(struct nvkm_vmm **);
 84int nvkm_vmm_boot(struct nvkm_vmm *);
 85int nvkm_vmm_join(struct nvkm_vmm *, struct nvkm_memory *inst);
 86void nvkm_vmm_part(struct nvkm_vmm *, struct nvkm_memory *inst);
 87int nvkm_vmm_get(struct nvkm_vmm *, u8 page, u64 size, struct nvkm_vma **);
 88void nvkm_vmm_put(struct nvkm_vmm *, struct nvkm_vma **);
 89
 90struct nvkm_vmm_map {
 91	struct nvkm_memory *memory;
 92	u64 offset;
 93
 94	struct nvkm_mm_node *mem;
 95	struct scatterlist *sgl;
 96	dma_addr_t *dma;
 97	u64 *pfn;
 98	u64 off;
 99
100	const struct nvkm_vmm_page *page;
101
102	bool no_comp;
103	struct nvkm_tags *tags;
104	u64 next;
105	u64 type;
106	u64 ctag;
107};
108
109int nvkm_vmm_map(struct nvkm_vmm *, struct nvkm_vma *, void *argv, u32 argc,
110		 struct nvkm_vmm_map *);
111void nvkm_vmm_unmap(struct nvkm_vmm *, struct nvkm_vma *);
112
113struct nvkm_memory *nvkm_umem_search(struct nvkm_client *, u64);
114struct nvkm_vmm *nvkm_uvmm_search(struct nvkm_client *, u64 handle);
115
116struct nvkm_mmu {
117	const struct nvkm_mmu_func *func;
118	struct nvkm_subdev subdev;
119
120	u8  dma_bits;
121
122	int heap_nr;
123	struct {
124#define NVKM_MEM_VRAM                                                      0x01
125#define NVKM_MEM_HOST                                                      0x02
126#define NVKM_MEM_COMP                                                      0x04
127#define NVKM_MEM_DISP                                                      0x08
128		u8  type;
129		u64 size;
130	} heap[4];
131
132	int type_nr;
133	struct {
134#define NVKM_MEM_KIND                                                      0x10
135#define NVKM_MEM_MAPPABLE                                                  0x20
136#define NVKM_MEM_COHERENT                                                  0x40
137#define NVKM_MEM_UNCACHED                                                  0x80
138		u8 type;
139		u8 heap;
140	} type[16];
141
142	struct nvkm_vmm *vmm;
143
144	struct {
145		struct mutex mutex;
146		struct list_head list;
147	} ptc, ptp;
148
149	struct mutex mutex; /* serialises mmu invalidations */
150
151	struct nvkm_device_oclass user;
152};
153
154int nv04_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
155int nv41_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
156int nv44_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
157int nv50_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
158int g84_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
159int mcp77_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
160int gf100_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
161int gk104_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
162int gk20a_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
163int gm200_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
164int gm20b_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
165int gp100_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
166int gp10b_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
167int gv100_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
168int tu102_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
169int gh100_mmu_new(struct nvkm_device *, enum nvkm_subdev_type, int inst, struct nvkm_mmu **);
170#endif