/* * Copyright (c) 2018, NVIDIA CORPORATION. All rights reserved. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER * DEALINGS IN THE SOFTWARE. */ #include #include #include #include #include "os_posix.h" /* * This function sets the IO callbacks to the passed set of callbacks. It * returns the value of the old IO callback struct pointer. This function * cannot fail. * * This is expected to be called from modules to set up their IO interaction. */ struct nvgpu_posix_io_callbacks *nvgpu_posix_register_io( struct gk20a *g, struct nvgpu_posix_io_callbacks *io_callbacks) { struct nvgpu_os_posix *p = nvgpu_os_posix_from_gk20a(g); struct nvgpu_posix_io_callbacks *old_io = p->callbacks; p->callbacks = io_callbacks; return old_io; } void nvgpu_writel(struct gk20a *g, u32 r, u32 v) { struct nvgpu_posix_io_callbacks *callbacks = nvgpu_os_posix_from_gk20a(g)->callbacks; struct nvgpu_reg_access access = { .addr = r, .value = v }; if (callbacks == NULL || callbacks->writel == NULL) { BUG(); } callbacks->writel(g, &access); } void nvgpu_writel_relaxed(struct gk20a *g, u32 r, u32 v) { BUG(); } u32 nvgpu_readl(struct gk20a *g, u32 r) { struct nvgpu_posix_io_callbacks *callbacks = nvgpu_os_posix_from_gk20a(g)->callbacks; struct nvgpu_reg_access access = { .addr = r, .value = 0L }; if (callbacks == NULL || callbacks->readl == NULL) { BUG(); } callbacks->readl(g, &access); return access.value; } void nvgpu_writel_loop(struct gk20a *g, u32 r, u32 v) { BUG(); } u32 __nvgpu_readl(struct gk20a *g, u32 r) { struct nvgpu_posix_io_callbacks *callbacks = nvgpu_os_posix_from_gk20a(g)->callbacks; struct nvgpu_reg_access access = { .addr = r, .value = 0L }; if (callbacks == NULL || callbacks->__readl == NULL) { BUG(); } callbacks->__readl(g, &access); return access.value; } void nvgpu_bar1_writel(struct gk20a *g, u32 b, u32 v) { struct nvgpu_posix_io_callbacks *callbacks = nvgpu_os_posix_from_gk20a(g)->callbacks; struct nvgpu_reg_access access = { .addr = b, .value = v }; if (callbacks == NULL || callbacks->bar1_writel == NULL) { BUG(); } callbacks->bar1_writel(g, &access); } u32 nvgpu_bar1_readl(struct gk20a *g, u32 b) { struct nvgpu_posix_io_callbacks *callbacks = nvgpu_os_posix_from_gk20a(g)->callbacks; struct nvgpu_reg_access access = { .addr = b, .value = 0L }; if (callbacks == NULL || callbacks->bar1_readl == NULL) { BUG(); } callbacks->bar1_readl(g, &access); return access.value; } void nvgpu_usermode_writel(struct gk20a *g, u32 r, u32 v) { struct nvgpu_posix_io_callbacks *callbacks = nvgpu_os_posix_from_gk20a(g)->callbacks; struct nvgpu_reg_access access = { .addr = r, .value = v }; if (callbacks == NULL || callbacks->usermode_writel == NULL) { BUG(); } callbacks->usermode_writel(g, &access); } bool nvgpu_io_exists(struct gk20a *g) { return false; } bool nvgpu_io_valid_reg(struct gk20a *g, u32 r) { return false; } void nvgpu_posix_io_init_reg_space(struct gk20a *g) { struct nvgpu_os_posix *p = nvgpu_os_posix_from_gk20a(g); p->recording = false; p->error_code = 0; nvgpu_init_list_node(&p->reg_space_head); nvgpu_init_list_node(&p->recorder_head); } int nvgpu_posix_io_get_error_code(struct gk20a *g) { struct nvgpu_os_posix *p = nvgpu_os_posix_from_gk20a(g); return p->error_code; } void nvgpu_posix_io_reset_error_code(struct gk20a *g) { struct nvgpu_os_posix *p = nvgpu_os_posix_from_gk20a(g); p->error_code = 0; } /* * Add a new register space to the list of spaces, defined by a base * address and a size. */ int nvgpu_posix_io_add_reg_space(struct gk20a *g, u32 base, u32 size) { struct nvgpu_os_posix *p = nvgpu_os_posix_from_gk20a(g); struct nvgpu_posix_io_reg_space *new_reg_space = nvgpu_kzalloc(g, sizeof(struct nvgpu_posix_io_reg_space)); if (new_reg_space == NULL) { return -ENOMEM; } new_reg_space->base = base; new_reg_space->size = size; new_reg_space->data = nvgpu_vzalloc(g, size); if (new_reg_space->data == NULL) { return -ENOMEM; } nvgpu_list_add_tail(&new_reg_space->link, &p->reg_space_head); return 0; } void nvgpu_posix_io_delete_reg_space(struct gk20a *g, u32 base) { struct nvgpu_posix_io_reg_space *reg_space = nvgpu_posix_io_get_reg_space(g, base); if (reg_space == NULL) { /* Invalid space, or already de-allocated */ return; } nvgpu_list_del(®_space->link); nvgpu_vfree(g, reg_space->data); nvgpu_kfree(g, reg_space); } /* * Lookup a register space from a given address. If no register space is found * this is a bug similar to a translation fault. */ struct nvgpu_posix_io_reg_space *nvgpu_posix_io_get_reg_space(struct gk20a *g, u32 addr) { struct nvgpu_os_posix *p = nvgpu_os_posix_from_gk20a(g); struct nvgpu_posix_io_reg_space *reg_space; nvgpu_list_for_each_entry(reg_space, &p->reg_space_head, nvgpu_posix_io_reg_space, link) { u32 offset = addr - reg_space->base; if ((addr >= reg_space->base) && (offset <= reg_space->size)) { return reg_space; } } p->error_code = -EFAULT; nvgpu_err(g, "ABORT for address 0x%x", addr); return NULL; } void nvgpu_posix_io_writel_reg_space(struct gk20a *g, u32 addr, u32 data) { struct nvgpu_posix_io_reg_space *space = nvgpu_posix_io_get_reg_space(g, addr); if (space != NULL) { u32 offset = (addr - space->base) / ((u32) sizeof(u32)); *(space->data + offset) = data; } } u32 nvgpu_posix_io_readl_reg_space(struct gk20a *g, u32 addr) { struct nvgpu_posix_io_reg_space *space = nvgpu_posix_io_get_reg_space(g, addr); if (space != NULL) { u32 offset = (addr - space->base) / ((u32) sizeof(u32)); return *(space->data + offset); } else { return 0; } } /* * Start recording register writes. If this function is called again, * it will free all previously recorded events. */ void nvgpu_posix_io_start_recorder(struct gk20a *g) { struct nvgpu_os_posix *p = nvgpu_os_posix_from_gk20a(g); struct nvgpu_posix_io_reg_access *ptr; /* If list already has events, delete them all */ if (p->recording == true) { while (!nvgpu_list_empty(&p->recorder_head)) { ptr = nvgpu_list_first_entry(&p->recorder_head, nvgpu_posix_io_reg_access, link); nvgpu_list_del(&ptr->link); nvgpu_kfree(g, ptr); } } p->recording = true; } void nvgpu_posix_io_record_access(struct gk20a *g, struct nvgpu_reg_access *access) { struct nvgpu_os_posix *p = nvgpu_os_posix_from_gk20a(g); if (p->recording == true) { struct nvgpu_posix_io_reg_access *new_event = nvgpu_kzalloc(g, sizeof(struct nvgpu_posix_io_reg_access)); (void) memcpy(&(new_event->access), access, sizeof(struct nvgpu_reg_access)); nvgpu_list_add_tail(&new_event->link, &p->recorder_head); } } /* * Take an array of accesses and compare to the recorded sequence. Returns true * if the array matches the recorded sequence. * If strict mode is false, this function allows extra accesses to be present * in the recording. */ bool nvgpu_posix_io_check_sequence(struct gk20a *g, struct nvgpu_reg_access *sequence, u32 size, bool strict) { struct nvgpu_os_posix *p = nvgpu_os_posix_from_gk20a(g); struct nvgpu_posix_io_reg_access *ptr; u32 i = 0; if (p->recording == false) { return false; } nvgpu_list_for_each_entry(ptr, &p->recorder_head, nvgpu_posix_io_reg_access, link) { if ((sequence[i].addr == ptr->access.addr) && (sequence[i].value == ptr->access.value)) { i++; } else { if (strict == true) { return false; } } } if (i != size) { /* Either missing or too many accesses */ return false; } if (&ptr->link == &p->recorder_head) { /* Identical match */ return true; } /* Not an identical match */ if (strict) { return false; } else { return true; } }