/* * Copyright (c) 2017-2018, NVIDIA CORPORATION. All rights reserved. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER * DEALINGS IN THE SOFTWARE. */ /* This file contains NVGPU_* high-level abstractions for various * memor-barrier operations available in linux/kernel. Every OS * should provide their own OS specific calls under this common API */ #ifndef NVGPU_BARRIER_H #define NVGPU_BARRIER_H #ifdef __KERNEL__ #include #elif defined(__NVGPU_POSIX__) #include #else #include #endif #define nvgpu_mb() __nvgpu_mb() #define nvgpu_rmb() __nvgpu_rmb() #define nvgpu_wmb() __nvgpu_wmb() #define nvgpu_smp_mb() __nvgpu_smp_mb() #define nvgpu_smp_rmb() __nvgpu_smp_rmb() #define nvgpu_smp_wmb() __nvgpu_smp_wmb() #define nvgpu_read_barrier_depends() __nvgpu_read_barrier_depends() #define nvgpu_smp_read_barrier_depends() __nvgpu_smp_read_barrier_depends() #define NV_ACCESS_ONCE(x) __NV_ACCESS_ONCE(x) /* * Sometimes we want to prevent speculation. */ #ifdef __NVGPU_PREVENT_UNTRUSTED_SPECULATION #define nvgpu_speculation_barrier() __nvgpu_speculation_barrier() #else #define nvgpu_speculation_barrier() #endif #endif /* NVGPU_BARRIER_H */