vmm.c

  1/*
  2 * Copyright 2017 Red Hat Inc.
  3 *
  4 * Permission is hereby granted, free of charge, to any person obtaining a
  5 * copy of this software and associated documentation files (the "Software"),
  6 * to deal in the Software without restriction, including without limitation
  7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8 * and/or sell copies of the Software, and to permit persons to whom the
  9 * Software is furnished to do so, subject to the following conditions:
 10 *
 11 * The above copyright notice and this permission notice shall be included in
 12 * all copies or substantial portions of the Software.
 13 *
 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
 18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 20 * OTHER DEALINGS IN THE SOFTWARE.
 21 */
 22#include <nvif/vmm.h>
 23#include <nvif/mem.h>
 24
 25#include <nvif/if000c.h>
 26
 27int
 28nvif_vmm_unmap(struct nvif_vmm *vmm, u64 addr)
 29{
 30	return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_UNMAP,
 31				&(struct nvif_vmm_unmap_v0) { .addr = addr },
 32				sizeof(struct nvif_vmm_unmap_v0));
 33}
 34
 35int
 36nvif_vmm_map(struct nvif_vmm *vmm, u64 addr, u64 size, void *argv, u32 argc,
 37	     struct nvif_mem *mem, u64 offset)
 38{
 39	struct nvif_vmm_map_v0 *args;
 40	u8 stack[48];
 41	int ret;
 42
 43	if (sizeof(*args) + argc > sizeof(stack)) {
 44		if (!(args = kmalloc(sizeof(*args) + argc, GFP_KERNEL)))
 45			return -ENOMEM;
 46	} else {
 47		args = (void *)stack;
 48	}
 49
 50	args->version = 0;
 51	args->addr = addr;
 52	args->size = size;
 53	args->memory = nvif_handle(&mem->object);
 54	args->offset = offset;
 55	memcpy(args->data, argv, argc);
 56
 57	ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_MAP,
 58			       args, sizeof(*args) + argc);
 59	if (args != (void *)stack)
 60		kfree(args);
 61	return ret;
 62}
 63
 64void
 65nvif_vmm_put(struct nvif_vmm *vmm, struct nvif_vma *vma)
 66{
 67	if (vma->size) {
 68		WARN_ON(nvif_object_mthd(&vmm->object, NVIF_VMM_V0_PUT,
 69					 &(struct nvif_vmm_put_v0) {
 70						.addr = vma->addr,
 71					 }, sizeof(struct nvif_vmm_put_v0)));
 72		vma->size = 0;
 73	}
 74}
 75
 76int
 77nvif_vmm_get(struct nvif_vmm *vmm, enum nvif_vmm_get type, bool sparse,
 78	     u8 page, u8 align, u64 size, struct nvif_vma *vma)
 79{
 80	struct nvif_vmm_get_v0 args;
 81	int ret;
 82
 83	args.version = vma->size = 0;
 84	args.sparse = sparse;
 85	args.page = page;
 86	args.align = align;
 87	args.size = size;
 88
 89	switch (type) {
 90	case ADDR: args.type = NVIF_VMM_GET_V0_ADDR; break;
 91	case PTES: args.type = NVIF_VMM_GET_V0_PTES; break;
 92	case LAZY: args.type = NVIF_VMM_GET_V0_LAZY; break;
 93	default:
 94		WARN_ON(1);
 95		return -EINVAL;
 96	}
 97
 98	ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_GET,
 99			       &args, sizeof(args));
100	if (ret == 0) {
101		vma->addr = args.addr;
102		vma->size = args.size;
103	}
104	return ret;
105}
106
107int
108nvif_vmm_raw_get(struct nvif_vmm *vmm, u64 addr, u64 size,
109		 u8 shift)
110{
111	struct nvif_vmm_raw_v0 args = {
112		.version = 0,
113		.op = NVIF_VMM_RAW_V0_GET,
114		.addr = addr,
115		.size = size,
116		.shift = shift,
117	};
118
119	return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
120				&args, sizeof(args));
121}
122
123int
124nvif_vmm_raw_put(struct nvif_vmm *vmm, u64 addr, u64 size, u8 shift)
125{
126	struct nvif_vmm_raw_v0 args = {
127		.version = 0,
128		.op = NVIF_VMM_RAW_V0_PUT,
129		.addr = addr,
130		.size = size,
131		.shift = shift,
132	};
133
134	return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
135				&args, sizeof(args));
136}
137
138int
139nvif_vmm_raw_map(struct nvif_vmm *vmm, u64 addr, u64 size, u8 shift,
140		 void *argv, u32 argc, struct nvif_mem *mem, u64 offset)
141{
142	struct nvif_vmm_raw_v0 args = {
143		.version = 0,
144		.op = NVIF_VMM_RAW_V0_MAP,
145		.addr = addr,
146		.size = size,
147		.shift = shift,
148		.memory = nvif_handle(&mem->object),
149		.offset = offset,
150		.argv = (u64)(uintptr_t)argv,
151		.argc = argc,
152	};
153
154
155	return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
156				&args, sizeof(args));
157}
158
159int
160nvif_vmm_raw_unmap(struct nvif_vmm *vmm, u64 addr, u64 size,
161		   u8 shift, bool sparse)
162{
163	struct nvif_vmm_raw_v0 args = {
164		.version = 0,
165		.op = NVIF_VMM_RAW_V0_UNMAP,
166		.addr = addr,
167		.size = size,
168		.shift = shift,
169		.sparse = sparse,
170	};
171
172	return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
173				&args, sizeof(args));
174}
175
176int
177nvif_vmm_raw_sparse(struct nvif_vmm *vmm, u64 addr, u64 size, bool ref)
178{
179	struct nvif_vmm_raw_v0 args = {
180		.version = 0,
181		.op = NVIF_VMM_RAW_V0_SPARSE,
182		.addr = addr,
183		.size = size,
184		.ref = ref,
185	};
186
187	return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW,
188				&args, sizeof(args));
189}
190
191void
192nvif_vmm_dtor(struct nvif_vmm *vmm)
193{
194	kfree(vmm->page);
195	nvif_object_dtor(&vmm->object);
196}
197
198int
199nvif_vmm_ctor(struct nvif_mmu *mmu, const char *name, s32 oclass,
200	      enum nvif_vmm_type type, u64 addr, u64 size, void *argv, u32 argc,
201	      struct nvif_vmm *vmm)
202{
203	struct nvif_vmm_v0 *args;
204	u32 argn = sizeof(*args) + argc;
205	int ret = -ENOSYS, i;
206
207	vmm->object.client = NULL;
208	vmm->page = NULL;
209
210	if (!(args = kmalloc(argn, GFP_KERNEL)))
211		return -ENOMEM;
212	args->version = 0;
213	args->addr = addr;
214	args->size = size;
215
216	switch (type) {
217	case UNMANAGED: args->type = NVIF_VMM_V0_TYPE_UNMANAGED; break;
218	case MANAGED: args->type = NVIF_VMM_V0_TYPE_MANAGED; break;
219	case RAW: args->type = NVIF_VMM_V0_TYPE_RAW; break;
220	default:
221		WARN_ON(1);
222		ret = -EINVAL;
223		goto done;
224	}
225
226	memcpy(args->data, argv, argc);
227
228	ret = nvif_object_ctor(&mmu->object, name ? name : "nvifVmm", 0,
229			       oclass, args, argn, &vmm->object);
230	if (ret)
231		goto done;
232
233	vmm->start = args->addr;
234	vmm->limit = args->size;
235
236	vmm->page_nr = args->page_nr;
237	vmm->page = kmalloc_array(vmm->page_nr, sizeof(*vmm->page),
238				  GFP_KERNEL);
239	if (!vmm->page) {
240		ret = -ENOMEM;
241		goto done;
242	}
243
244	for (i = 0; i < vmm->page_nr; i++) {
245		struct nvif_vmm_page_v0 args = { .index = i };
246
247		ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_PAGE,
248				       &args, sizeof(args));
249		if (ret)
250			break;
251
252		vmm->page[i].shift = args.shift;
253		vmm->page[i].sparse = args.sparse;
254		vmm->page[i].vram = args.vram;
255		vmm->page[i].host = args.host;
256		vmm->page[i].comp = args.comp;
257	}
258
259done:
260	if (ret)
261		nvif_vmm_dtor(vmm);
262	kfree(args);
263	return ret;
264}