Revert "gpu: nvgpu: remove kind map inheritance"

Conflicts with gv100 changes This reverts commit 83e49b39181a86d32f6350c65659b5892f8f7670. Change-Id: Ic5720fd3c214fa306645fb628a28ecf7d6d0c26d Signed-off-by: Sunny He <suhe@nvidia.com> Reviewed-on: https://git-master.nvidia.com/r/1537673 Reviewed-by: Shu Zhong <shuz@nvidia.com> Tested-by: Shu Zhong <shuz@nvidia.com>
author: Sunny He <suhe@nvidia.com> 2017-08-11 17:44:06 -0400
committer: Shu Zhong <shuz@nvidia.com> 2017-08-11 17:57:42 -0400
commit: 5248d6b4b5f74a5dca492d7666e80a819734f8da (patch)
tree: 47b7fd47d02fb39b210d9e21cd4ef36d898450b1 /drivers/gpu/nvgpu/gk20a/kind_gk20a.c
parent: 36c07aaf5da4d0e739c5143ed00d4ca8a2263ce1 (diff)
1 files changed, 169 insertions, 150 deletions
diff --git a/drivers/gpu/nvgpu/gk20a/kind_gk20a.c b/drivers/gpu/nvgpu/gk20a/kind_gk20a.c
index 1d7a0ebf..57cf028b 100644
--- a/drivers/gpu/nvgpu/gk20a/kind_gk20a.c
+++ b/drivers/gpu/nvgpu/gk20a/kind_gk20a.c
@@ -23,6 +23,22 @@
 /* TBD: generate these from kind_macros.h */
+/* TBD: not sure on the work creation for gk20a, doubtful */
+static inline bool gk20a_kind_work_creation_sked(u8 k)
+{
+        return false;
+}
+static inline bool gk20a_kind_work_creation_host(u8 k)
+{
+        return false;
+}
+static inline bool gk20a_kind_work_creation(u8 k)
+{
+        return gk20a_kind_work_creation_sked(k) ||
+                gk20a_kind_work_creation_host(k);
+}
 /*
 * Use noinline_for_stack for these huge functions, otherwise GCC 4.7 will
 * blow up when building a coverage-enabled kernel. (error: the frame size of
@@ -32,174 +48,177 @@
 /* note: taken from the !2cs_compression case */
 static noinline_for_stack bool gk20a_kind_supported(u8 k)
 {
-        return gk20a_kind_work_creation(k)
+        return gk20a_kind_work_creation(k) ||
-                || (k == gmmu_pte_kind_invalid_v())
+                (k == gmmu_pte_kind_invalid_v()) ||
-                || (k == gmmu_pte_kind_pitch_v())
+                (k == gmmu_pte_kind_pitch_v()) ||
-                || (k >= gmmu_pte_kind_z16_v() &&
+                (k >= gmmu_pte_kind_z16_v() &&
-                        k <= gmmu_pte_kind_z16_ms8_2c_v())
+                 k <= gmmu_pte_kind_z16_ms8_2c_v()) ||
-                || (k >= gmmu_pte_kind_z16_2z_v() &&
+                (k >= gmmu_pte_kind_z16_2z_v() &&
-                        k <= gmmu_pte_kind_z16_ms8_2z_v())
+                 k <= gmmu_pte_kind_z16_ms8_2z_v()) ||
-                || (k == gmmu_pte_kind_s8z24_v())
+                (k == gmmu_pte_kind_s8z24_v()) ||
-                || (k >= gmmu_pte_kind_s8z24_2cz_v() &&
+                (k >= gmmu_pte_kind_s8z24_2cz_v() &&
-                        k <= gmmu_pte_kind_s8z24_ms8_2cz_v())
+                 k <= gmmu_pte_kind_s8z24_ms8_2cz_v()) ||
-                || (k >= gmmu_pte_kind_v8z24_ms4_vc12_v() &&
+                (k >= gmmu_pte_kind_v8z24_ms4_vc12_v() &&
-                        k <= gmmu_pte_kind_v8z24_ms8_vc24_v())
+                 k <= gmmu_pte_kind_v8z24_ms8_vc24_v()) ||
-                || (k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&
+                (k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&
-                        k <= gmmu_pte_kind_v8z24_ms8_vc24_2zv_v())
+                 k <= gmmu_pte_kind_v8z24_ms8_vc24_2zv_v()) ||
-                || (k == gmmu_pte_kind_z24s8_v())
+                (k == gmmu_pte_kind_z24s8_v()) ||
-                || (k >= gmmu_pte_kind_z24s8_2cz_v() &&
+                (k >= gmmu_pte_kind_z24s8_2cz_v() &&
-                        k <= gmmu_pte_kind_z24s8_ms8_2cz_v())
+                 k <= gmmu_pte_kind_z24s8_ms8_2cz_v()) ||
-                || (k == gmmu_pte_kind_zf32_v())
+                (k == gmmu_pte_kind_zf32_v()) ||
-                || (k >= gmmu_pte_kind_zf32_2cz_v() &&
+                (k >= gmmu_pte_kind_zf32_2cz_v() &&
-                        k <= gmmu_pte_kind_zf32_ms8_2cz_v())
+                 k <= gmmu_pte_kind_zf32_ms8_2cz_v()) ||
-                || (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_v() &&
+                (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_v() &&
-                        k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_v())
+                 k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_v()) ||
-                || (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_2cszv_v() &&
+                (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_2cszv_v() &&
-                        k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_v())
+                 k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_v()) ||
-                || (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_2cszv_v() &&
+                (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_2cszv_v() &&
-                        k <= gmmu_pte_kind_zf32_x24s8_v())
+                 k <= gmmu_pte_kind_zf32_x24s8_v()) ||
-                || (k >= gmmu_pte_kind_zf32_x24s8_2cszv_v() &&
+                (k >= gmmu_pte_kind_zf32_x24s8_2cszv_v() &&
-                        k <= gmmu_pte_kind_zf32_x24s8_ms8_2cszv_v())
+                 k <= gmmu_pte_kind_zf32_x24s8_ms8_2cszv_v()) ||
-                || (k == gmmu_pte_kind_generic_16bx2_v())
+                (k == gmmu_pte_kind_generic_16bx2_v()) ||
-                || (k == gmmu_pte_kind_c32_2c_v())
+                (k == gmmu_pte_kind_c32_2c_v()) ||
-                || (k == gmmu_pte_kind_c32_2cra_v())
+                (k == gmmu_pte_kind_c32_2cra_v()) ||
-                || (k == gmmu_pte_kind_c32_ms2_2c_v())
+                (k == gmmu_pte_kind_c32_ms2_2c_v()) ||
-                || (k == gmmu_pte_kind_c32_ms2_2cra_v())
+                (k == gmmu_pte_kind_c32_ms2_2cra_v()) ||
-                || (k >= gmmu_pte_kind_c32_ms4_2c_v() &&
+                (k >= gmmu_pte_kind_c32_ms4_2c_v() &&
-                        k <= gmmu_pte_kind_c32_ms4_2cbr_v())
+                 k <= gmmu_pte_kind_c32_ms4_2cbr_v()) ||
-                || (k >= gmmu_pte_kind_c32_ms4_2cra_v() &&
+                (k >= gmmu_pte_kind_c32_ms4_2cra_v() &&
-                        k <= gmmu_pte_kind_c64_2c_v())
+                 k <= gmmu_pte_kind_c64_2c_v()) ||
-                || (k == gmmu_pte_kind_c64_2cra_v())
+                (k == gmmu_pte_kind_c64_2cra_v()) ||
-                || (k == gmmu_pte_kind_c64_ms2_2c_v())
+                (k == gmmu_pte_kind_c64_ms2_2c_v()) ||
-                || (k == gmmu_pte_kind_c64_ms2_2cra_v())
+                (k == gmmu_pte_kind_c64_ms2_2cra_v()) ||
-                || (k >= gmmu_pte_kind_c64_ms4_2c_v() &&
+                (k >= gmmu_pte_kind_c64_ms4_2c_v() &&
-                        k <= gmmu_pte_kind_c64_ms4_2cbr_v())
+                 k <= gmmu_pte_kind_c64_ms4_2cbr_v()) ||
-                || (k >= gmmu_pte_kind_c64_ms4_2cra_v() &&
+                (k >= gmmu_pte_kind_c64_ms4_2cra_v() &&
-                        k <= gmmu_pte_kind_c128_ms8_ms16_2cr_v())
+                 k <= gmmu_pte_kind_c128_ms8_ms16_2cr_v()) ||
-                || (k == gmmu_pte_kind_pitch_no_swizzle_v());
+                (k == gmmu_pte_kind_pitch_no_swizzle_v());
-}
+                }
 static noinline_for_stack bool gk20a_kind_z(u8 k)
 {
        return (k >= gmmu_pte_kind_z16_v() &&
-                k <= gmmu_pte_kind_v8z24_ms8_vc24_v())
+                k <= gmmu_pte_kind_v8z24_ms8_vc24_v()) ||
-                || (k >= gmmu_pte_kind_v8z24_ms4_vc12_1zv_v() &&
+                (k >= gmmu_pte_kind_v8z24_ms4_vc12_1zv_v() &&
-                        k <= gmmu_pte_kind_v8z24_ms8_vc24_2cs_v())
+                 k <= gmmu_pte_kind_v8z24_ms8_vc24_2cs_v()) ||
-                || (k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&
+                (k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&
-                        k <= gmmu_pte_kind_z24v8_ms8_vc24_v())
+                 k <= gmmu_pte_kind_z24v8_ms8_vc24_v()) ||
-                || (k >= gmmu_pte_kind_z24v8_ms4_vc12_1zv_v() &&
+                (k >= gmmu_pte_kind_z24v8_ms4_vc12_1zv_v() &&
-                        k <= gmmu_pte_kind_z24v8_ms8_vc24_2cs_v())
+                 k <= gmmu_pte_kind_z24v8_ms8_vc24_2cs_v()) ||
-                || (k >= gmmu_pte_kind_z24v8_ms4_vc12_2czv_v() &&
+                (k >= gmmu_pte_kind_z24v8_ms4_vc12_2czv_v() &&
-                        k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_1cs_v())
+                 k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_1cs_v()) ||
-                || (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1zv_v() &&
+                (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1zv_v() &&
-                        k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_1cs_v())
+                 k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_1cs_v()) ||
-                || (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1zv_v() &&
+                (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1zv_v() &&
-                        k <= gmmu_pte_kind_zf32_x24s8_ms16_1cs_v());
+                 k <= gmmu_pte_kind_zf32_x24s8_ms16_1cs_v())
+                /* ||
+                (k >= gmmu_pte_kind_zv32_x24s8_2cszv_v() &&
+                k <= gmmu_pte_kind_xf32_x24s8_ms16_2cs_v())*/;
 }
 static noinline_for_stack bool gk20a_kind_c(u8 k)
 {
-        return gk20a_kind_work_creation(k)
+        return gk20a_kind_work_creation(k) ||
-                || (k == gmmu_pte_kind_pitch_v())
+                (k == gmmu_pte_kind_pitch_v()) ||
-                || (k == gmmu_pte_kind_generic_16bx2_v())
+                (k == gmmu_pte_kind_generic_16bx2_v()) ||
-                || (k >= gmmu_pte_kind_c32_2c_v() &&
+                (k >= gmmu_pte_kind_c32_2c_v() &&
-                        k <= gmmu_pte_kind_c32_ms2_2cbr_v())
+                 k <= gmmu_pte_kind_c32_ms2_2cbr_v()) ||
-                || (k == gmmu_pte_kind_c32_ms2_2cra_v())
+                (k == gmmu_pte_kind_c32_ms2_2cra_v()) ||
-                || (k >= gmmu_pte_kind_c32_ms4_2c_v() &&
+                (k >= gmmu_pte_kind_c32_ms4_2c_v() &&
-                        k <= gmmu_pte_kind_c64_ms2_2cbr_v())
+                 k <= gmmu_pte_kind_c64_ms2_2cbr_v()) ||
-                || (k == gmmu_pte_kind_c64_ms2_2cra_v())
+                (k == gmmu_pte_kind_c64_ms2_2cra_v()) ||
-                || (k >= gmmu_pte_kind_c64_ms4_2c_v() &&
+                (k >= gmmu_pte_kind_c64_ms4_2c_v() &&
-                        k <= gmmu_pte_kind_pitch_no_swizzle_v());
+                 k <= gmmu_pte_kind_pitch_no_swizzle_v());
 }
 static noinline_for_stack bool gk20a_kind_compressible(u8 k)
 {
        return (k >= gmmu_pte_kind_z16_2c_v() &&
-                        k <= gmmu_pte_kind_z16_ms16_4cz_v())
+                k <= gmmu_pte_kind_z16_ms16_4cz_v()) ||
-                || (k >= gmmu_pte_kind_s8z24_1z_v() &&
+                (k >= gmmu_pte_kind_s8z24_1z_v() &&
-                        k <= gmmu_pte_kind_s8z24_ms16_4cszv_v())
+                 k <= gmmu_pte_kind_s8z24_ms16_4cszv_v()) ||
-                || (k >= gmmu_pte_kind_v8z24_ms4_vc12_1zv_v() &&
+                (k >= gmmu_pte_kind_v8z24_ms4_vc12_1zv_v() &&
-                        k <= gmmu_pte_kind_v8z24_ms8_vc24_2cs_v())
+                 k <= gmmu_pte_kind_v8z24_ms8_vc24_2cs_v()) ||
-                || (k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&
+                (k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&
-                        k <= gmmu_pte_kind_v8z24_ms8_vc24_4cszv_v())
+                 k <= gmmu_pte_kind_v8z24_ms8_vc24_4cszv_v()) ||
-                || (k >= gmmu_pte_kind_z24s8_1z_v() &&
+                (k >= gmmu_pte_kind_z24s8_1z_v() &&
-                        k <= gmmu_pte_kind_z24s8_ms16_4cszv_v())
+                 k <= gmmu_pte_kind_z24s8_ms16_4cszv_v()) ||
-                || (k >= gmmu_pte_kind_z24v8_ms4_vc12_1zv_v() &&
+                (k >= gmmu_pte_kind_z24v8_ms4_vc12_1zv_v() &&
-                        k <= gmmu_pte_kind_z24v8_ms8_vc24_2cs_v())
+                 k <= gmmu_pte_kind_z24v8_ms8_vc24_2cs_v()) ||
-                || (k >= gmmu_pte_kind_z24v8_ms4_vc12_2czv_v() &&
+                (k >= gmmu_pte_kind_z24v8_ms4_vc12_2czv_v() &&
-                        k <= gmmu_pte_kind_z24v8_ms8_vc24_4cszv_v())
+                 k <= gmmu_pte_kind_z24v8_ms8_vc24_4cszv_v()) ||
-                || (k >= gmmu_pte_kind_zf32_1z_v() &&
+                (k >= gmmu_pte_kind_zf32_1z_v() &&
-                        k <= gmmu_pte_kind_zf32_ms16_2cz_v())
+                 k <= gmmu_pte_kind_zf32_ms16_2cz_v()) ||
-                || (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1cs_v() &&
+                (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1cs_v() &&
-                        k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_1cs_v())
+                 k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_1cs_v()) ||
-                || (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1zv_v() &&
+                (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1zv_v() &&
-                        k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_2cszv_v())
+                 k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_2cszv_v()) ||
-                || (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1cs_v() &&
+                (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1cs_v() &&
-                        k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_1cs_v())
+                 k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_1cs_v()) ||
-                || (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1zv_v() &&
+                (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1zv_v() &&
-                        k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_2cszv_v())
+                 k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_2cszv_v()) ||
-                || (k >= gmmu_pte_kind_zf32_x24s8_1cs_v() &&
+                (k >= gmmu_pte_kind_zf32_x24s8_1cs_v() &&
-                        k <= gmmu_pte_kind_zf32_x24s8_ms16_1cs_v())
+                 k <= gmmu_pte_kind_zf32_x24s8_ms16_1cs_v()) ||
-                || (k >= gmmu_pte_kind_zf32_x24s8_2cszv_v() &&
+                (k >= gmmu_pte_kind_zf32_x24s8_2cszv_v() &&
-                        k <= gmmu_pte_kind_c32_ms2_2cbr_v())
+                 k <= gmmu_pte_kind_c32_ms2_2cbr_v()) ||
-                || (k == gmmu_pte_kind_c32_ms2_2cra_v())
+                (k == gmmu_pte_kind_c32_ms2_2cra_v()) ||
-                || (k >= gmmu_pte_kind_c32_ms4_2c_v() &&
+                (k >= gmmu_pte_kind_c32_ms4_2c_v() &&
-                        k <= gmmu_pte_kind_c64_ms2_2cbr_v())
+                 k <= gmmu_pte_kind_c64_ms2_2cbr_v()) ||
-                || (k == gmmu_pte_kind_c64_ms2_2cra_v())
+                (k == gmmu_pte_kind_c64_ms2_2cra_v()) ||
-                || (k >= gmmu_pte_kind_c64_ms4_2c_v() &&
+                (k >= gmmu_pte_kind_c64_ms4_2c_v() &&
-                        k <= gmmu_pte_kind_c128_ms8_ms16_2cr_v());
+                 k <= gmmu_pte_kind_c128_ms8_ms16_2cr_v());
 }
 static noinline_for_stack bool gk20a_kind_zbc(u8 k)
 {
        return (k >= gmmu_pte_kind_z16_2c_v() &&
-                        k <= gmmu_pte_kind_z16_ms16_2c_v())
+                k <= gmmu_pte_kind_z16_ms16_2c_v()) ||
-                || (k >= gmmu_pte_kind_z16_4cz_v() &&
+                (k >= gmmu_pte_kind_z16_4cz_v() &&
-                        k <= gmmu_pte_kind_z16_ms16_4cz_v())
+                 k <= gmmu_pte_kind_z16_ms16_4cz_v()) ||
-                || (k >= gmmu_pte_kind_s8z24_2cz_v() &&
+                (k >= gmmu_pte_kind_s8z24_2cz_v() &&
-                        k <= gmmu_pte_kind_s8z24_ms16_4cszv_v())
+                 k <= gmmu_pte_kind_s8z24_ms16_4cszv_v()) ||
-                || (k >= gmmu_pte_kind_v8z24_ms4_vc12_2cs_v() &&
+                (k >= gmmu_pte_kind_v8z24_ms4_vc12_2cs_v() &&
-                        k <= gmmu_pte_kind_v8z24_ms8_vc24_2cs_v())
+                 k <= gmmu_pte_kind_v8z24_ms8_vc24_2cs_v()) ||
-                || (k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&
+                (k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&
-                        k <= gmmu_pte_kind_v8z24_ms8_vc24_2czv_v())
+                 k <= gmmu_pte_kind_v8z24_ms8_vc24_2czv_v()) ||
-                || (k >= gmmu_pte_kind_v8z24_ms4_vc12_4cszv_v() &&
+                (k >= gmmu_pte_kind_v8z24_ms4_vc12_4cszv_v() &&
-                        k <= gmmu_pte_kind_v8z24_ms8_vc24_4cszv_v())
+                 k <= gmmu_pte_kind_v8z24_ms8_vc24_4cszv_v()) ||
-                || (k >= gmmu_pte_kind_z24s8_2cs_v() &&
+                (k >= gmmu_pte_kind_z24s8_2cs_v() &&
-                        k <= gmmu_pte_kind_z24s8_ms16_4cszv_v())
+                 k <= gmmu_pte_kind_z24s8_ms16_4cszv_v()) ||
-                || (k >= gmmu_pte_kind_z24v8_ms4_vc12_2cs_v() &&
+                (k >= gmmu_pte_kind_z24v8_ms4_vc12_2cs_v() &&
-                        k <= gmmu_pte_kind_z24v8_ms8_vc24_2cs_v())
+                 k <= gmmu_pte_kind_z24v8_ms8_vc24_2cs_v()) ||
-                || (k >= gmmu_pte_kind_z24v8_ms4_vc12_2czv_v() &&
+                (k >= gmmu_pte_kind_z24v8_ms4_vc12_2czv_v() &&
-                        k <= gmmu_pte_kind_z24v8_ms8_vc24_2czv_v())
+                 k <= gmmu_pte_kind_z24v8_ms8_vc24_2czv_v()) ||
-                || (k >= gmmu_pte_kind_z24v8_ms4_vc12_4cszv_v() &&
+                (k >= gmmu_pte_kind_z24v8_ms4_vc12_4cszv_v() &&
-                        k <= gmmu_pte_kind_z24v8_ms8_vc24_4cszv_v())
+                 k <= gmmu_pte_kind_z24v8_ms8_vc24_4cszv_v()) ||
-                || (k >= gmmu_pte_kind_zf32_2cs_v() &&
+                (k >= gmmu_pte_kind_zf32_2cs_v() &&
-                        k <= gmmu_pte_kind_zf32_ms16_2cz_v())
+                 k <= gmmu_pte_kind_zf32_ms16_2cz_v()) ||
-                || (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1cs_v() &&
+                (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1cs_v() &&
-                        k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_1cs_v())
+                 k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_1cs_v()) ||
-                || (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1czv_v() &&
+                (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1czv_v() &&
-                        k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_2cszv_v())
+                 k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_2cszv_v()) ||
-                || (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1cs_v() &&
+                (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1cs_v() &&
-                        k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_1cs_v())
+                 k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_1cs_v()) ||
-                || (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1czv_v() &&
+                (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1czv_v() &&
-                        k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_2cszv_v())
+                 k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_2cszv_v()) ||
-                || (k >= gmmu_pte_kind_zf32_x24s8_1cs_v() &&
+                (k >= gmmu_pte_kind_zf32_x24s8_1cs_v() &&
-                        k <= gmmu_pte_kind_zf32_x24s8_ms16_1cs_v())
+                 k <= gmmu_pte_kind_zf32_x24s8_ms16_1cs_v()) ||
-                || (k >= gmmu_pte_kind_zf32_x24s8_2cszv_v() &&
+                (k >= gmmu_pte_kind_zf32_x24s8_2cszv_v() &&
-                        k <= gmmu_pte_kind_c32_2cra_v())
+                 k <= gmmu_pte_kind_c32_2cra_v()) ||
-                || (k >= gmmu_pte_kind_c32_ms2_2c_v() &&
+                (k >= gmmu_pte_kind_c32_ms2_2c_v() &&
-                        k <= gmmu_pte_kind_c32_ms2_2cbr_v())
+                 k <= gmmu_pte_kind_c32_ms2_2cbr_v())  ||
-                || (k == gmmu_pte_kind_c32_ms2_2cra_v())
+                (k == gmmu_pte_kind_c32_ms2_2cra_v()) ||
-                || (k >= gmmu_pte_kind_c32_ms4_2c_v() &&
+                (k >= gmmu_pte_kind_c32_ms4_2c_v() &&
-                        k <= gmmu_pte_kind_c32_ms4_2cra_v())
+                 k <= gmmu_pte_kind_c32_ms4_2cra_v()) ||
-                || (k >= gmmu_pte_kind_c32_ms8_ms16_2c_v() &&
+                (k >= gmmu_pte_kind_c32_ms8_ms16_2c_v() &&
-                        k <= gmmu_pte_kind_c64_2cra_v())
+                 k <= gmmu_pte_kind_c64_2cra_v()) ||
-                || (k >= gmmu_pte_kind_c64_ms2_2c_v() &&
+                (k >= gmmu_pte_kind_c64_ms2_2c_v() &&
-                        k <= gmmu_pte_kind_c64_ms2_2cbr_v())
+                 k <= gmmu_pte_kind_c64_ms2_2cbr_v()) ||
-                || (k == gmmu_pte_kind_c64_ms2_2cra_v())
+                (k == gmmu_pte_kind_c64_ms2_2cra_v()) ||
-                || (k >= gmmu_pte_kind_c64_ms4_2c_v() &&
+                (k >= gmmu_pte_kind_c64_ms4_2c_v() &&
-                        k <= gmmu_pte_kind_c64_ms4_2cra_v())
+                 k <= gmmu_pte_kind_c64_ms4_2cra_v()) ||
-                || (k >= gmmu_pte_kind_c64_ms8_ms16_2c_v() &&
+                (k >= gmmu_pte_kind_c64_ms8_ms16_2c_v() &&
-                        k <= gmmu_pte_kind_c128_ms8_ms16_2cr_v());
+                 k <= gmmu_pte_kind_c128_ms8_ms16_2cr_v());
 }
 u8 gk20a_uc_kind_map[256];
author	Sunny He <suhe@nvidia.com>	2017-08-11 17:44:06 -0400
committer	Shu Zhong <shuz@nvidia.com>	2017-08-11 17:57:42 -0400
commit	5248d6b4b5f74a5dca492d7666e80a819734f8da (patch)
tree	47b7fd47d02fb39b210d9e21cd4ef36d898450b1 /drivers/gpu/nvgpu/gk20a/kind_gk20a.c
parent	36c07aaf5da4d0e739c5143ed00d4ca8a2263ce1 (diff)

diff --git a/drivers/gpu/nvgpu/gk20a/kind_gk20a.c b/drivers/gpu/nvgpu/gk20a/kind_gk20a.c index 1d7a0ebf..57cf028b 100644 --- a/drivers/gpu/nvgpu/gk20a/kind_gk20a.c +++ b/drivers/gpu/nvgpu/gk20a/kind_gk20a.c
@@ -23,6 +23,22 @@
23		23
24	/* TBD: generate these from kind_macros.h */	24	/* TBD: generate these from kind_macros.h */
25		25
		26	/* TBD: not sure on the work creation for gk20a, doubtful */
		27	static inline bool gk20a_kind_work_creation_sked(u8 k)
		28	{
		29	return false;
		30	}
		31	static inline bool gk20a_kind_work_creation_host(u8 k)
		32	{
		33	return false;
		34	}
		35
		36	static inline bool gk20a_kind_work_creation(u8 k)
		37	{
		38	return gk20a_kind_work_creation_sked(k) \|\|
		39	gk20a_kind_work_creation_host(k);
		40	}
		41
26	/*	42	/*
27	* Use noinline_for_stack for these huge functions, otherwise GCC 4.7 will	43	* Use noinline_for_stack for these huge functions, otherwise GCC 4.7 will
28	* blow up when building a coverage-enabled kernel. (error: the frame size of	44	* blow up when building a coverage-enabled kernel. (error: the frame size of
@@ -32,174 +48,177 @@
32	/* note: taken from the !2cs_compression case */	48	/* note: taken from the !2cs_compression case */
33	static noinline_for_stack bool gk20a_kind_supported(u8 k)	49	static noinline_for_stack bool gk20a_kind_supported(u8 k)
34	{	50	{
35	return gk20a_kind_work_creation(k)	51	return gk20a_kind_work_creation(k) \|\|
36	\|\| (k == gmmu_pte_kind_invalid_v())	52	(k == gmmu_pte_kind_invalid_v()) \|\|
37	\|\| (k == gmmu_pte_kind_pitch_v())	53	(k == gmmu_pte_kind_pitch_v()) \|\|
38	\|\| (k >= gmmu_pte_kind_z16_v() &&	54	(k >= gmmu_pte_kind_z16_v() &&
39	k <= gmmu_pte_kind_z16_ms8_2c_v())	55	k <= gmmu_pte_kind_z16_ms8_2c_v()) \|\|
40	\|\| (k >= gmmu_pte_kind_z16_2z_v() &&	56	(k >= gmmu_pte_kind_z16_2z_v() &&
41	k <= gmmu_pte_kind_z16_ms8_2z_v())	57	k <= gmmu_pte_kind_z16_ms8_2z_v()) \|\|
42	\|\| (k == gmmu_pte_kind_s8z24_v())	58	(k == gmmu_pte_kind_s8z24_v()) \|\|
43	\|\| (k >= gmmu_pte_kind_s8z24_2cz_v() &&	59	(k >= gmmu_pte_kind_s8z24_2cz_v() &&
44	k <= gmmu_pte_kind_s8z24_ms8_2cz_v())	60	k <= gmmu_pte_kind_s8z24_ms8_2cz_v()) \|\|
45	\|\| (k >= gmmu_pte_kind_v8z24_ms4_vc12_v() &&	61	(k >= gmmu_pte_kind_v8z24_ms4_vc12_v() &&
46	k <= gmmu_pte_kind_v8z24_ms8_vc24_v())	62	k <= gmmu_pte_kind_v8z24_ms8_vc24_v()) \|\|
47	\|\| (k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&	63	(k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&
48	k <= gmmu_pte_kind_v8z24_ms8_vc24_2zv_v())	64	k <= gmmu_pte_kind_v8z24_ms8_vc24_2zv_v()) \|\|
49	\|\| (k == gmmu_pte_kind_z24s8_v())	65	(k == gmmu_pte_kind_z24s8_v()) \|\|
50	\|\| (k >= gmmu_pte_kind_z24s8_2cz_v() &&	66	(k >= gmmu_pte_kind_z24s8_2cz_v() &&
51	k <= gmmu_pte_kind_z24s8_ms8_2cz_v())	67	k <= gmmu_pte_kind_z24s8_ms8_2cz_v()) \|\|
52	\|\| (k == gmmu_pte_kind_zf32_v())	68	(k == gmmu_pte_kind_zf32_v()) \|\|
53	\|\| (k >= gmmu_pte_kind_zf32_2cz_v() &&	69	(k >= gmmu_pte_kind_zf32_2cz_v() &&
54	k <= gmmu_pte_kind_zf32_ms8_2cz_v())	70	k <= gmmu_pte_kind_zf32_ms8_2cz_v()) \|\|
55	\|\| (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_v() &&	71	(k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_v() &&
56	k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_v())	72	k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_v()) \|\|
57	\|\| (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_2cszv_v() &&	73	(k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_2cszv_v() &&
58	k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_v())	74	k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_v()) \|\|
59	\|\| (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_2cszv_v() &&	75	(k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_2cszv_v() &&
60	k <= gmmu_pte_kind_zf32_x24s8_v())	76	k <= gmmu_pte_kind_zf32_x24s8_v()) \|\|
61	\|\| (k >= gmmu_pte_kind_zf32_x24s8_2cszv_v() &&	77	(k >= gmmu_pte_kind_zf32_x24s8_2cszv_v() &&
62	k <= gmmu_pte_kind_zf32_x24s8_ms8_2cszv_v())	78	k <= gmmu_pte_kind_zf32_x24s8_ms8_2cszv_v()) \|\|
63	\|\| (k == gmmu_pte_kind_generic_16bx2_v())	79	(k == gmmu_pte_kind_generic_16bx2_v()) \|\|
64	\|\| (k == gmmu_pte_kind_c32_2c_v())	80	(k == gmmu_pte_kind_c32_2c_v()) \|\|
65	\|\| (k == gmmu_pte_kind_c32_2cra_v())	81	(k == gmmu_pte_kind_c32_2cra_v()) \|\|
66	\|\| (k == gmmu_pte_kind_c32_ms2_2c_v())	82	(k == gmmu_pte_kind_c32_ms2_2c_v()) \|\|
67	\|\| (k == gmmu_pte_kind_c32_ms2_2cra_v())	83	(k == gmmu_pte_kind_c32_ms2_2cra_v()) \|\|
68	\|\| (k >= gmmu_pte_kind_c32_ms4_2c_v() &&	84	(k >= gmmu_pte_kind_c32_ms4_2c_v() &&
69	k <= gmmu_pte_kind_c32_ms4_2cbr_v())	85	k <= gmmu_pte_kind_c32_ms4_2cbr_v()) \|\|
70	\|\| (k >= gmmu_pte_kind_c32_ms4_2cra_v() &&	86	(k >= gmmu_pte_kind_c32_ms4_2cra_v() &&
71	k <= gmmu_pte_kind_c64_2c_v())	87	k <= gmmu_pte_kind_c64_2c_v()) \|\|
72	\|\| (k == gmmu_pte_kind_c64_2cra_v())	88	(k == gmmu_pte_kind_c64_2cra_v()) \|\|
73	\|\| (k == gmmu_pte_kind_c64_ms2_2c_v())	89	(k == gmmu_pte_kind_c64_ms2_2c_v()) \|\|
74	\|\| (k == gmmu_pte_kind_c64_ms2_2cra_v())	90	(k == gmmu_pte_kind_c64_ms2_2cra_v()) \|\|
75	\|\| (k >= gmmu_pte_kind_c64_ms4_2c_v() &&	91	(k >= gmmu_pte_kind_c64_ms4_2c_v() &&
76	k <= gmmu_pte_kind_c64_ms4_2cbr_v())	92	k <= gmmu_pte_kind_c64_ms4_2cbr_v()) \|\|
77	\|\| (k >= gmmu_pte_kind_c64_ms4_2cra_v() &&	93	(k >= gmmu_pte_kind_c64_ms4_2cra_v() &&
78	k <= gmmu_pte_kind_c128_ms8_ms16_2cr_v())	94	k <= gmmu_pte_kind_c128_ms8_ms16_2cr_v()) \|\|
79	\|\| (k == gmmu_pte_kind_pitch_no_swizzle_v());	95	(k == gmmu_pte_kind_pitch_no_swizzle_v());
80	}	96	}
81		97
82	static noinline_for_stack bool gk20a_kind_z(u8 k)	98	static noinline_for_stack bool gk20a_kind_z(u8 k)
83	{	99	{
84	return (k >= gmmu_pte_kind_z16_v() &&	100	return (k >= gmmu_pte_kind_z16_v() &&
85	k <= gmmu_pte_kind_v8z24_ms8_vc24_v())	101	k <= gmmu_pte_kind_v8z24_ms8_vc24_v()) \|\|
86	\|\| (k >= gmmu_pte_kind_v8z24_ms4_vc12_1zv_v() &&	102	(k >= gmmu_pte_kind_v8z24_ms4_vc12_1zv_v() &&
87	k <= gmmu_pte_kind_v8z24_ms8_vc24_2cs_v())	103	k <= gmmu_pte_kind_v8z24_ms8_vc24_2cs_v()) \|\|
88	\|\| (k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&	104	(k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&
89	k <= gmmu_pte_kind_z24v8_ms8_vc24_v())	105	k <= gmmu_pte_kind_z24v8_ms8_vc24_v()) \|\|
90	\|\| (k >= gmmu_pte_kind_z24v8_ms4_vc12_1zv_v() &&	106	(k >= gmmu_pte_kind_z24v8_ms4_vc12_1zv_v() &&
91	k <= gmmu_pte_kind_z24v8_ms8_vc24_2cs_v())	107	k <= gmmu_pte_kind_z24v8_ms8_vc24_2cs_v()) \|\|
92	\|\| (k >= gmmu_pte_kind_z24v8_ms4_vc12_2czv_v() &&	108	(k >= gmmu_pte_kind_z24v8_ms4_vc12_2czv_v() &&
93	k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_1cs_v())	109	k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_1cs_v()) \|\|
94	\|\| (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1zv_v() &&	110	(k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1zv_v() &&
95	k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_1cs_v())	111	k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_1cs_v()) \|\|
96	\|\| (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1zv_v() &&	112	(k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1zv_v() &&
97	k <= gmmu_pte_kind_zf32_x24s8_ms16_1cs_v());	113	k <= gmmu_pte_kind_zf32_x24s8_ms16_1cs_v())
		114	/* \|\|
		115	(k >= gmmu_pte_kind_zv32_x24s8_2cszv_v() &&
		116	k <= gmmu_pte_kind_xf32_x24s8_ms16_2cs_v())*/;
98	}	117	}
99		118
100	static noinline_for_stack bool gk20a_kind_c(u8 k)	119	static noinline_for_stack bool gk20a_kind_c(u8 k)
101	{	120	{
102	return gk20a_kind_work_creation(k)	121	return gk20a_kind_work_creation(k) \|\|
103	\|\| (k == gmmu_pte_kind_pitch_v())	122	(k == gmmu_pte_kind_pitch_v()) \|\|
104	\|\| (k == gmmu_pte_kind_generic_16bx2_v())	123	(k == gmmu_pte_kind_generic_16bx2_v()) \|\|
105	\|\| (k >= gmmu_pte_kind_c32_2c_v() &&	124	(k >= gmmu_pte_kind_c32_2c_v() &&
106	k <= gmmu_pte_kind_c32_ms2_2cbr_v())	125	k <= gmmu_pte_kind_c32_ms2_2cbr_v()) \|\|
107	\|\| (k == gmmu_pte_kind_c32_ms2_2cra_v())	126	(k == gmmu_pte_kind_c32_ms2_2cra_v()) \|\|
108	\|\| (k >= gmmu_pte_kind_c32_ms4_2c_v() &&	127	(k >= gmmu_pte_kind_c32_ms4_2c_v() &&
109	k <= gmmu_pte_kind_c64_ms2_2cbr_v())	128	k <= gmmu_pte_kind_c64_ms2_2cbr_v()) \|\|
110	\|\| (k == gmmu_pte_kind_c64_ms2_2cra_v())	129	(k == gmmu_pte_kind_c64_ms2_2cra_v()) \|\|
111	\|\| (k >= gmmu_pte_kind_c64_ms4_2c_v() &&	130	(k >= gmmu_pte_kind_c64_ms4_2c_v() &&
112	k <= gmmu_pte_kind_pitch_no_swizzle_v());	131	k <= gmmu_pte_kind_pitch_no_swizzle_v());
113	}	132	}
114		133
115	static noinline_for_stack bool gk20a_kind_compressible(u8 k)	134	static noinline_for_stack bool gk20a_kind_compressible(u8 k)
116	{	135	{
117	return (k >= gmmu_pte_kind_z16_2c_v() &&	136	return (k >= gmmu_pte_kind_z16_2c_v() &&
118	k <= gmmu_pte_kind_z16_ms16_4cz_v())	137	k <= gmmu_pte_kind_z16_ms16_4cz_v()) \|\|
119	\|\| (k >= gmmu_pte_kind_s8z24_1z_v() &&	138	(k >= gmmu_pte_kind_s8z24_1z_v() &&
120	k <= gmmu_pte_kind_s8z24_ms16_4cszv_v())	139	k <= gmmu_pte_kind_s8z24_ms16_4cszv_v()) \|\|
121	\|\| (k >= gmmu_pte_kind_v8z24_ms4_vc12_1zv_v() &&	140	(k >= gmmu_pte_kind_v8z24_ms4_vc12_1zv_v() &&
122	k <= gmmu_pte_kind_v8z24_ms8_vc24_2cs_v())	141	k <= gmmu_pte_kind_v8z24_ms8_vc24_2cs_v()) \|\|
123	\|\| (k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&	142	(k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&
124	k <= gmmu_pte_kind_v8z24_ms8_vc24_4cszv_v())	143	k <= gmmu_pte_kind_v8z24_ms8_vc24_4cszv_v()) \|\|
125	\|\| (k >= gmmu_pte_kind_z24s8_1z_v() &&	144	(k >= gmmu_pte_kind_z24s8_1z_v() &&
126	k <= gmmu_pte_kind_z24s8_ms16_4cszv_v())	145	k <= gmmu_pte_kind_z24s8_ms16_4cszv_v()) \|\|
127	\|\| (k >= gmmu_pte_kind_z24v8_ms4_vc12_1zv_v() &&	146	(k >= gmmu_pte_kind_z24v8_ms4_vc12_1zv_v() &&
128	k <= gmmu_pte_kind_z24v8_ms8_vc24_2cs_v())	147	k <= gmmu_pte_kind_z24v8_ms8_vc24_2cs_v()) \|\|
129	\|\| (k >= gmmu_pte_kind_z24v8_ms4_vc12_2czv_v() &&	148	(k >= gmmu_pte_kind_z24v8_ms4_vc12_2czv_v() &&
130	k <= gmmu_pte_kind_z24v8_ms8_vc24_4cszv_v())	149	k <= gmmu_pte_kind_z24v8_ms8_vc24_4cszv_v()) \|\|
131	\|\| (k >= gmmu_pte_kind_zf32_1z_v() &&	150	(k >= gmmu_pte_kind_zf32_1z_v() &&
132	k <= gmmu_pte_kind_zf32_ms16_2cz_v())	151	k <= gmmu_pte_kind_zf32_ms16_2cz_v()) \|\|
133	\|\| (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1cs_v() &&	152	(k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1cs_v() &&
134	k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_1cs_v())	153	k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_1cs_v()) \|\|
135	\|\| (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1zv_v() &&	154	(k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1zv_v() &&
136	k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_2cszv_v())	155	k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_2cszv_v()) \|\|
137	\|\| (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1cs_v() &&	156	(k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1cs_v() &&
138	k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_1cs_v())	157	k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_1cs_v()) \|\|
139	\|\| (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1zv_v() &&	158	(k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1zv_v() &&
140	k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_2cszv_v())	159	k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_2cszv_v()) \|\|
141	\|\| (k >= gmmu_pte_kind_zf32_x24s8_1cs_v() &&	160	(k >= gmmu_pte_kind_zf32_x24s8_1cs_v() &&
142	k <= gmmu_pte_kind_zf32_x24s8_ms16_1cs_v())	161	k <= gmmu_pte_kind_zf32_x24s8_ms16_1cs_v()) \|\|
143	\|\| (k >= gmmu_pte_kind_zf32_x24s8_2cszv_v() &&	162	(k >= gmmu_pte_kind_zf32_x24s8_2cszv_v() &&
144	k <= gmmu_pte_kind_c32_ms2_2cbr_v())	163	k <= gmmu_pte_kind_c32_ms2_2cbr_v()) \|\|
145	\|\| (k == gmmu_pte_kind_c32_ms2_2cra_v())	164	(k == gmmu_pte_kind_c32_ms2_2cra_v()) \|\|
146	\|\| (k >= gmmu_pte_kind_c32_ms4_2c_v() &&	165	(k >= gmmu_pte_kind_c32_ms4_2c_v() &&
147	k <= gmmu_pte_kind_c64_ms2_2cbr_v())	166	k <= gmmu_pte_kind_c64_ms2_2cbr_v()) \|\|
148	\|\| (k == gmmu_pte_kind_c64_ms2_2cra_v())	167	(k == gmmu_pte_kind_c64_ms2_2cra_v()) \|\|
149	\|\| (k >= gmmu_pte_kind_c64_ms4_2c_v() &&	168	(k >= gmmu_pte_kind_c64_ms4_2c_v() &&
150	k <= gmmu_pte_kind_c128_ms8_ms16_2cr_v());	169	k <= gmmu_pte_kind_c128_ms8_ms16_2cr_v());
151	}	170	}
152		171
153	static noinline_for_stack bool gk20a_kind_zbc(u8 k)	172	static noinline_for_stack bool gk20a_kind_zbc(u8 k)
154	{	173	{
155	return (k >= gmmu_pte_kind_z16_2c_v() &&	174	return (k >= gmmu_pte_kind_z16_2c_v() &&
156	k <= gmmu_pte_kind_z16_ms16_2c_v())	175	k <= gmmu_pte_kind_z16_ms16_2c_v()) \|\|
157	\|\| (k >= gmmu_pte_kind_z16_4cz_v() &&	176	(k >= gmmu_pte_kind_z16_4cz_v() &&
158	k <= gmmu_pte_kind_z16_ms16_4cz_v())	177	k <= gmmu_pte_kind_z16_ms16_4cz_v()) \|\|
159	\|\| (k >= gmmu_pte_kind_s8z24_2cz_v() &&	178	(k >= gmmu_pte_kind_s8z24_2cz_v() &&
160	k <= gmmu_pte_kind_s8z24_ms16_4cszv_v())	179	k <= gmmu_pte_kind_s8z24_ms16_4cszv_v()) \|\|
161	\|\| (k >= gmmu_pte_kind_v8z24_ms4_vc12_2cs_v() &&	180	(k >= gmmu_pte_kind_v8z24_ms4_vc12_2cs_v() &&
162	k <= gmmu_pte_kind_v8z24_ms8_vc24_2cs_v())	181	k <= gmmu_pte_kind_v8z24_ms8_vc24_2cs_v()) \|\|
163	\|\| (k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&	182	(k >= gmmu_pte_kind_v8z24_ms4_vc12_2czv_v() &&
164	k <= gmmu_pte_kind_v8z24_ms8_vc24_2czv_v())	183	k <= gmmu_pte_kind_v8z24_ms8_vc24_2czv_v()) \|\|
165	\|\| (k >= gmmu_pte_kind_v8z24_ms4_vc12_4cszv_v() &&	184	(k >= gmmu_pte_kind_v8z24_ms4_vc12_4cszv_v() &&
166	k <= gmmu_pte_kind_v8z24_ms8_vc24_4cszv_v())	185	k <= gmmu_pte_kind_v8z24_ms8_vc24_4cszv_v()) \|\|
167	\|\| (k >= gmmu_pte_kind_z24s8_2cs_v() &&	186	(k >= gmmu_pte_kind_z24s8_2cs_v() &&
168	k <= gmmu_pte_kind_z24s8_ms16_4cszv_v())	187	k <= gmmu_pte_kind_z24s8_ms16_4cszv_v()) \|\|
169	\|\| (k >= gmmu_pte_kind_z24v8_ms4_vc12_2cs_v() &&	188	(k >= gmmu_pte_kind_z24v8_ms4_vc12_2cs_v() &&
170	k <= gmmu_pte_kind_z24v8_ms8_vc24_2cs_v())	189	k <= gmmu_pte_kind_z24v8_ms8_vc24_2cs_v()) \|\|
171	\|\| (k >= gmmu_pte_kind_z24v8_ms4_vc12_2czv_v() &&	190	(k >= gmmu_pte_kind_z24v8_ms4_vc12_2czv_v() &&
172	k <= gmmu_pte_kind_z24v8_ms8_vc24_2czv_v())	191	k <= gmmu_pte_kind_z24v8_ms8_vc24_2czv_v()) \|\|
173	\|\| (k >= gmmu_pte_kind_z24v8_ms4_vc12_4cszv_v() &&	192	(k >= gmmu_pte_kind_z24v8_ms4_vc12_4cszv_v() &&
174	k <= gmmu_pte_kind_z24v8_ms8_vc24_4cszv_v())	193	k <= gmmu_pte_kind_z24v8_ms8_vc24_4cszv_v()) \|\|
175	\|\| (k >= gmmu_pte_kind_zf32_2cs_v() &&	194	(k >= gmmu_pte_kind_zf32_2cs_v() &&
176	k <= gmmu_pte_kind_zf32_ms16_2cz_v())	195	k <= gmmu_pte_kind_zf32_ms16_2cz_v()) \|\|
177	\|\| (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1cs_v() &&	196	(k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1cs_v() &&
178	k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_1cs_v())	197	k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_1cs_v()) \|\|
179	\|\| (k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1czv_v() &&	198	(k >= gmmu_pte_kind_x8z24_x16v8s8_ms4_vc12_1czv_v() &&
180	k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_2cszv_v())	199	k <= gmmu_pte_kind_x8z24_x16v8s8_ms8_vc24_2cszv_v()) \|\|
181	\|\| (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1cs_v() &&	200	(k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1cs_v() &&
182	k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_1cs_v())	201	k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_1cs_v()) \|\|
183	\|\| (k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1czv_v() &&	202	(k >= gmmu_pte_kind_zf32_x16v8s8_ms4_vc12_1czv_v() &&
184	k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_2cszv_v())	203	k <= gmmu_pte_kind_zf32_x16v8s8_ms8_vc24_2cszv_v()) \|\|
185	\|\| (k >= gmmu_pte_kind_zf32_x24s8_1cs_v() &&	204	(k >= gmmu_pte_kind_zf32_x24s8_1cs_v() &&
186	k <= gmmu_pte_kind_zf32_x24s8_ms16_1cs_v())	205	k <= gmmu_pte_kind_zf32_x24s8_ms16_1cs_v()) \|\|
187	\|\| (k >= gmmu_pte_kind_zf32_x24s8_2cszv_v() &&	206	(k >= gmmu_pte_kind_zf32_x24s8_2cszv_v() &&
188	k <= gmmu_pte_kind_c32_2cra_v())	207	k <= gmmu_pte_kind_c32_2cra_v()) \|\|
189	\|\| (k >= gmmu_pte_kind_c32_ms2_2c_v() &&	208	(k >= gmmu_pte_kind_c32_ms2_2c_v() &&
190	k <= gmmu_pte_kind_c32_ms2_2cbr_v())	209	k <= gmmu_pte_kind_c32_ms2_2cbr_v()) \|\|
191	\|\| (k == gmmu_pte_kind_c32_ms2_2cra_v())	210	(k == gmmu_pte_kind_c32_ms2_2cra_v()) \|\|
192	\|\| (k >= gmmu_pte_kind_c32_ms4_2c_v() &&	211	(k >= gmmu_pte_kind_c32_ms4_2c_v() &&
193	k <= gmmu_pte_kind_c32_ms4_2cra_v())	212	k <= gmmu_pte_kind_c32_ms4_2cra_v()) \|\|
194	\|\| (k >= gmmu_pte_kind_c32_ms8_ms16_2c_v() &&	213	(k >= gmmu_pte_kind_c32_ms8_ms16_2c_v() &&
195	k <= gmmu_pte_kind_c64_2cra_v())	214	k <= gmmu_pte_kind_c64_2cra_v()) \|\|
196	\|\| (k >= gmmu_pte_kind_c64_ms2_2c_v() &&	215	(k >= gmmu_pte_kind_c64_ms2_2c_v() &&
197	k <= gmmu_pte_kind_c64_ms2_2cbr_v())	216	k <= gmmu_pte_kind_c64_ms2_2cbr_v()) \|\|
198	\|\| (k == gmmu_pte_kind_c64_ms2_2cra_v())	217	(k == gmmu_pte_kind_c64_ms2_2cra_v()) \|\|
199	\|\| (k >= gmmu_pte_kind_c64_ms4_2c_v() &&	218	(k >= gmmu_pte_kind_c64_ms4_2c_v() &&
200	k <= gmmu_pte_kind_c64_ms4_2cra_v())	219	k <= gmmu_pte_kind_c64_ms4_2cra_v()) \|\|
201	\|\| (k >= gmmu_pte_kind_c64_ms8_ms16_2c_v() &&	220	(k >= gmmu_pte_kind_c64_ms8_ms16_2c_v() &&
202	k <= gmmu_pte_kind_c128_ms8_ms16_2cr_v());	221	k <= gmmu_pte_kind_c128_ms8_ms16_2cr_v());
203	}	222	}
204		223
205	u8 gk20a_uc_kind_map[256];	224	u8 gk20a_uc_kind_map[256];