diff options
Diffstat (limited to 'drivers/gpu/nvgpu/common/linux/nvgpu_mem.c')
-rw-r--r-- | drivers/gpu/nvgpu/common/linux/nvgpu_mem.c | 114 |
1 files changed, 114 insertions, 0 deletions
diff --git a/drivers/gpu/nvgpu/common/linux/nvgpu_mem.c b/drivers/gpu/nvgpu/common/linux/nvgpu_mem.c index e4991d0d..eb54f3fd 100644 --- a/drivers/gpu/nvgpu/common/linux/nvgpu_mem.c +++ b/drivers/gpu/nvgpu/common/linux/nvgpu_mem.c | |||
@@ -21,6 +21,7 @@ | |||
21 | #include <nvgpu/log.h> | 21 | #include <nvgpu/log.h> |
22 | #include <nvgpu/bug.h> | 22 | #include <nvgpu/bug.h> |
23 | #include <nvgpu/enabled.h> | 23 | #include <nvgpu/enabled.h> |
24 | #include <nvgpu/kmem.h> | ||
24 | 25 | ||
25 | #include <nvgpu/linux/dma.h> | 26 | #include <nvgpu/linux/dma.h> |
26 | 27 | ||
@@ -395,3 +396,116 @@ int __nvgpu_mem_create_from_pages(struct gk20a *g, struct nvgpu_mem *dest, | |||
395 | 396 | ||
396 | return 0; | 397 | return 0; |
397 | } | 398 | } |
399 | |||
400 | static struct nvgpu_mem_sgl *__nvgpu_mem_sgl_dup(struct gk20a *g, | ||
401 | struct nvgpu_mem_sgl *sgl) | ||
402 | { | ||
403 | struct nvgpu_mem_sgl *head, *next; | ||
404 | |||
405 | head = nvgpu_kzalloc(g, sizeof(*sgl)); | ||
406 | if (!head) | ||
407 | return NULL; | ||
408 | |||
409 | next = head; | ||
410 | while (true) { | ||
411 | nvgpu_log(g, gpu_dbg_sgl, | ||
412 | " phys: 0x%-12llx dma: 0x%-12llx len: 0x%llx", | ||
413 | sgl->phys, sgl->dma, sgl->length); | ||
414 | |||
415 | next->dma = sgl->dma; | ||
416 | next->phys = sgl->phys; | ||
417 | next->length = sgl->length; | ||
418 | next->next = NULL; | ||
419 | |||
420 | sgl = nvgpu_mem_sgl_next(sgl); | ||
421 | if (!sgl) | ||
422 | break; | ||
423 | |||
424 | next->next = nvgpu_kzalloc(g, sizeof(*sgl)); | ||
425 | if (!next->next) { | ||
426 | nvgpu_mem_sgl_free(g, head); | ||
427 | return NULL; | ||
428 | } | ||
429 | next = next->next; | ||
430 | } | ||
431 | |||
432 | return head; | ||
433 | } | ||
434 | |||
435 | static struct nvgpu_mem_sgl *__nvgpu_mem_sgl_create_from_vidmem( | ||
436 | struct gk20a *g, | ||
437 | struct scatterlist *linux_sgl) | ||
438 | { | ||
439 | struct nvgpu_page_alloc *vidmem_alloc; | ||
440 | |||
441 | vidmem_alloc = get_vidmem_page_alloc(linux_sgl); | ||
442 | if (!vidmem_alloc) | ||
443 | return NULL; | ||
444 | |||
445 | nvgpu_log(g, gpu_dbg_sgl, "Vidmem sgl:"); | ||
446 | |||
447 | return __nvgpu_mem_sgl_dup(g, vidmem_alloc->sgl); | ||
448 | } | ||
449 | |||
450 | struct nvgpu_mem_sgl *nvgpu_mem_sgl_create(struct gk20a *g, | ||
451 | struct sg_table *sgt) | ||
452 | { | ||
453 | struct nvgpu_mem_sgl *head, *sgl, *next; | ||
454 | struct scatterlist *linux_sgl = sgt->sgl; | ||
455 | |||
456 | if (is_vidmem_page_alloc(sg_dma_address(linux_sgl))) | ||
457 | return __nvgpu_mem_sgl_create_from_vidmem(g, linux_sgl); | ||
458 | |||
459 | head = nvgpu_kzalloc(g, sizeof(*sgl)); | ||
460 | if (!head) | ||
461 | return NULL; | ||
462 | |||
463 | nvgpu_log(g, gpu_dbg_sgl, "Making sgl:"); | ||
464 | |||
465 | sgl = head; | ||
466 | while (true) { | ||
467 | sgl->dma = sg_dma_address(linux_sgl); | ||
468 | sgl->phys = sg_phys(linux_sgl); | ||
469 | sgl->length = linux_sgl->length; | ||
470 | |||
471 | /* | ||
472 | * We don't like offsets in the pages here. This will cause | ||
473 | * problems. | ||
474 | */ | ||
475 | if (WARN_ON(linux_sgl->offset)) { | ||
476 | nvgpu_mem_sgl_free(g, head); | ||
477 | return NULL; | ||
478 | } | ||
479 | |||
480 | nvgpu_log(g, gpu_dbg_sgl, | ||
481 | " phys: 0x%-12llx dma: 0x%-12llx len: 0x%llx", | ||
482 | sgl->phys, sgl->dma, sgl->length); | ||
483 | |||
484 | /* | ||
485 | * When there's no more SGL ents for the Linux SGL we are | ||
486 | * done. Don't bother making any more SGL ents for the nvgpu | ||
487 | * SGL. | ||
488 | */ | ||
489 | linux_sgl = sg_next(linux_sgl); | ||
490 | if (!linux_sgl) | ||
491 | break; | ||
492 | |||
493 | next = nvgpu_kzalloc(g, sizeof(*sgl)); | ||
494 | if (!next) { | ||
495 | nvgpu_mem_sgl_free(g, head); | ||
496 | return NULL; | ||
497 | } | ||
498 | |||
499 | sgl->next = next; | ||
500 | sgl = next; | ||
501 | } | ||
502 | |||
503 | nvgpu_log(g, gpu_dbg_sgl, "Done!"); | ||
504 | return head; | ||
505 | } | ||
506 | |||
507 | struct nvgpu_mem_sgl *nvgpu_mem_sgl_create_from_mem(struct gk20a *g, | ||
508 | struct nvgpu_mem *mem) | ||
509 | { | ||
510 | return nvgpu_mem_sgl_create(g, mem->priv.sgt); | ||
511 | } | ||