gpu: nvgpu: tpc powergating through sysfs

- adds static tpc-powergating through sysfs.
- active tpc count will remain till the GPU/systems is not booted again.
- tpc_pg_mask can be written only after GPU probe finishes and
  GPU boot is triggered.

Note:
To be able to use this feature, we need to change boot/init
scripts of the OS(used with nvgpu driver) to write to sysfs nodes before
posting discover image size query to FECS.

Bug 200406784

Change-Id: Id749c7a617422c625f77d0c1a9aada2eb960c4d0
Signed-off-by: Deepak Goyal <dgoyal@nvidia.com>
Reviewed-on: https://git-master.nvidia.com/r/1742422
Reviewed-by: svc-misra-checker <svc-misra-checker@nvidia.com>
GVS: Gerrit_Virtual_Submit
Reviewed-by: Vijayakumar Subbu <vsubbu@nvidia.com>
Reviewed-by: mobile promotions <svcmobile_promotions@nvidia.com>
Tested-by: mobile promotions <svcmobile_promotions@nvidia.com>

4 files changed, 70 insertions, 0 deletions

diff --git a/drivers/gpu/nvgpu/os/linux/driver_common.c b/drivers/gpu/nvgpu/os/linux/driver_common.c
index 8a7cf552..c651e394 100644
--- a/drivers/gpu/nvgpu/os/linux/driver_common.c
+++ b/drivers/gpu/nvgpu/os/linux/driver_common.c
@@ -64,6 +64,7 @@ static void nvgpu_init_vars(struct gk20a *g)
         nvgpu_mutex_init(&g->poweron_lock);
         nvgpu_mutex_init(&g->poweroff_lock);
         nvgpu_mutex_init(&g->ctxsw_disable_lock);
+        nvgpu_mutex_init(&g->tpc_pg_lock);
 
         l->regs_saved = l->regs;
         l->bar1_saved = l->bar1;
@@ -168,6 +169,8 @@ static void nvgpu_init_pm_vars(struct gk20a *g)
         g->ptimer_src_freq = platform->ptimer_src_freq;
         g->support_pmu = support_gk20a_pmu(dev_from_gk20a(g));
         __nvgpu_set_enabled(g, NVGPU_CAN_RAILGATE, platform->can_railgate_init);
+        g->can_tpc_powergate = platform->can_tpc_powergate;
+        g->valid_tpc_mask = platform->valid_tpc_mask;
         g->ldiv_slowdown_factor = platform->ldiv_slowdown_factor_init;
         /* if default delay is not set, set default delay to 500msec */
         if (platform->railgate_delay_init)
diff --git a/drivers/gpu/nvgpu/os/linux/platform_gk20a.h b/drivers/gpu/nvgpu/os/linux/platform_gk20a.h
index d9725e4c..a4c3eca3 100644
--- a/drivers/gpu/nvgpu/os/linux/platform_gk20a.h
+++ b/drivers/gpu/nvgpu/os/linux/platform_gk20a.h
@@ -44,6 +44,9 @@ struct gk20a_platform {
         bool can_railgate_init;
 
         /* Should be populated at probe. */
+        bool can_tpc_powergate;
+
+        /* Should be populated at probe. */
         bool can_elpg_init;
 
         /* Should be populated at probe. */
@@ -71,6 +74,8 @@ struct gk20a_platform {
         /* Reset control for device */
         struct reset_control *reset_control;
 #endif
+        /* valid TPC-MASK */
+        u32 valid_tpc_mask;
 
         /* Delay before rail gated */
         int railgate_delay_init;
diff --git a/drivers/gpu/nvgpu/os/linux/platform_gv11b_tegra.c b/drivers/gpu/nvgpu/os/linux/platform_gv11b_tegra.c
index c9c13197..edb3263c 100644
--- a/drivers/gpu/nvgpu/os/linux/platform_gv11b_tegra.c
+++ b/drivers/gpu/nvgpu/os/linux/platform_gv11b_tegra.c
@@ -209,6 +209,9 @@ struct gk20a_platform gv11b_tegra_platform = {
         .railgate_delay_init    = 500,
         .can_railgate_init      = true,
 
+        .can_tpc_powergate      = true,
+        .valid_tpc_mask         = 0xc,
+
         .can_slcg               = true,
         .can_blcg               = true,
         .can_elcg               = true,
diff --git a/drivers/gpu/nvgpu/os/linux/sysfs.c b/drivers/gpu/nvgpu/os/linux/sysfs.c
index 1b84e2e2..b607768a 100644
--- a/drivers/gpu/nvgpu/os/linux/sysfs.c
+++ b/drivers/gpu/nvgpu/os/linux/sysfs.c
@@ -31,6 +31,8 @@
 
 #define ROOTRW (S_IRWXU|S_IRGRP|S_IROTH)
 
+#define TPC_MASK_FOR_ALL_ACTIVE_TPCs           (u32) 0x0
+
 static ssize_t elcg_enable_store(struct device *dev,
         struct device_attribute *attr, const char *buf, size_t count)
 {
@@ -843,6 +845,61 @@ static ssize_t force_idle_read(struct device *dev,
 static DEVICE_ATTR(force_idle, ROOTRW, force_idle_read, force_idle_store);
 #endif
 
+static ssize_t tpc_pg_mask_read(struct device *dev,
+        struct device_attribute *attr, char *buf)
+{
+        struct gk20a *g = get_gk20a(dev);
+
+        return snprintf(buf, PAGE_SIZE, "%d\n", g->tpc_pg_mask);
+}
+
+static ssize_t tpc_pg_mask_store(struct device *dev,
+        struct device_attribute *attr, const char *buf, size_t count)
+{
+        struct gk20a *g = get_gk20a(dev);
+        struct gr_gk20a *gr = &g->gr;
+        unsigned long val = 0;
+
+        nvgpu_mutex_acquire(&g->tpc_pg_lock);
+
+        if (!g->can_tpc_powergate) {
+                nvgpu_info(g, "TPC-PG not enabled for the platform");
+                goto exit;
+        }
+
+        if (kstrtoul(buf, 10, &val) < 0) {
+                nvgpu_err(g, "invalid value");
+                nvgpu_mutex_release(&g->tpc_pg_lock);
+                return -EINVAL;
+        }
+
+        if (val == g->tpc_pg_mask) {
+                nvgpu_info(g, "no value change, same mask already set");
+                goto exit;
+        }
+
+        if (gr->ctx_vars.golden_image_size) {
+                nvgpu_err(g, "golden image size already initialized");
+                nvgpu_mutex_release(&g->tpc_pg_lock);
+                return -ENODEV;
+        }
+
+        if (val == TPC_MASK_FOR_ALL_ACTIVE_TPCs || val == g->valid_tpc_mask) {
+                g->tpc_pg_mask = val;
+        } else {
+
+                nvgpu_err(g, "TPC-PG mask is invalid");
+                nvgpu_mutex_release(&g->tpc_pg_lock);
+                return -EINVAL;
+        }
+exit:
+        nvgpu_mutex_release(&g->tpc_pg_lock);
+
+        return count;
+}
+
+static DEVICE_ATTR(tpc_pg_mask, ROOTRW, tpc_pg_mask_read, tpc_pg_mask_store);
+
 static ssize_t tpc_fs_mask_store(struct device *dev,
         struct device_attribute *attr, const char *buf, size_t count)
 {
@@ -1130,6 +1187,7 @@ void nvgpu_remove_sysfs(struct device *dev)
         device_remove_file(dev, &dev_attr_aelpg_enable);
         device_remove_file(dev, &dev_attr_allow_all);
         device_remove_file(dev, &dev_attr_tpc_fs_mask);
+        device_remove_file(dev, &dev_attr_tpc_pg_mask);
         device_remove_file(dev, &dev_attr_min_timeslice_us);
         device_remove_file(dev, &dev_attr_max_timeslice_us);
 
@@ -1181,6 +1239,7 @@ int nvgpu_create_sysfs(struct device *dev)
         error |= device_create_file(dev, &dev_attr_aelpg_enable);
         error |= device_create_file(dev, &dev_attr_allow_all);
         error |= device_create_file(dev, &dev_attr_tpc_fs_mask);
+        error |= device_create_file(dev, &dev_attr_tpc_pg_mask);
         error |= device_create_file(dev, &dev_attr_min_timeslice_us);
         error |= device_create_file(dev, &dev_attr_max_timeslice_us);