gpu: nvgpu: Reorg fifo HAL initialization

Reorganize HAL initialization to remove inheritance and construct
the gpu_ops struct at compile time. This patch only covers the fifo
sub-module of the gpu_ops struct.

Perform HAL function assignments in hal_gxxxx.c through the
population of a chip-specific copy of gpu_ops.

Jira NVGPU-74

Change-Id: I43d94067a1d7eafba4cdb28311e0ce25812013a7
Signed-off-by: Sunny He <suhe@nvidia.com>
Reviewed-on: https://git-master.nvidia.com/r/1522553
Reviewed-by: Automatic_Commit_Validation_User
GVS: Gerrit_Virtual_Submit
Reviewed-by: Alex Waterman <alexw@nvidia.com>
Reviewed-by: Vijayakumar Subbu <vsubbu@nvidia.com>

3 files changed, 79 insertions, 70 deletions

diff --git a/drivers/gpu/nvgpu/gm20b/fifo_gm20b.c b/drivers/gpu/nvgpu/gm20b/fifo_gm20b.c
index 19782412..afdfba91 100644
--- a/drivers/gpu/nvgpu/gm20b/fifo_gm20b.c
+++ b/drivers/gpu/nvgpu/gm20b/fifo_gm20b.c
@@ -28,7 +28,7 @@
 #include <nvgpu/hw/gm20b/hw_top_gm20b.h>
 #include <nvgpu/hw/gm20b/hw_pbdma_gm20b.h>
 
-static void channel_gm20b_bind(struct channel_gk20a *c)
+void channel_gm20b_bind(struct channel_gk20a *c)
 {
         struct gk20a *g = c->g;
 
@@ -69,7 +69,7 @@ static inline u32 gm20b_engine_id_to_mmu_id(struct gk20a *g, u32 engine_id)
         return fault_id;
 }
 
-static void gm20b_fifo_trigger_mmu_fault(struct gk20a *g,
+void gm20b_fifo_trigger_mmu_fault(struct gk20a *g,
                 unsigned long engine_ids)
 {
         unsigned long delay = GR_IDLE_CHECK_DEFAULT;
@@ -113,12 +113,12 @@ static void gm20b_fifo_trigger_mmu_fault(struct gk20a *g,
                 gk20a_writel(g, fifo_trigger_mmu_fault_r(engine_id), 0);
 }
 
-static u32 gm20b_fifo_get_num_fifos(struct gk20a *g)
+u32 gm20b_fifo_get_num_fifos(struct gk20a *g)
 {
         return ccsr_channel__size_1_v();
 }
 
-static void gm20b_device_info_data_parse(struct gk20a *g,
+void gm20b_device_info_data_parse(struct gk20a *g,
                                                 u32 table_entry, u32 *inst_id,
                                                 u32 *pri_base, u32 *fault_id)
 {
@@ -139,7 +139,7 @@ static void gm20b_device_info_data_parse(struct gk20a *g,
                                 top_device_info_data_type_v(table_entry));
 }
 
-static void gm20b_fifo_init_pbdma_intr_descs(struct fifo_gk20a *f)
+void gm20b_fifo_init_pbdma_intr_descs(struct fifo_gk20a *f)
 {
         /*
          * These are all errors which indicate something really wrong
@@ -182,64 +182,3 @@ static void gm20b_fifo_init_pbdma_intr_descs(struct fifo_gk20a *f)
         f->intr.pbdma.restartable_0 =
                 pbdma_intr_0_device_pending_f();
 }
-
-void gm20b_init_fifo(struct gpu_ops *gops)
-{
-        gops->fifo.init_fifo_setup_hw = gk20a_init_fifo_setup_hw;
-        gops->fifo.bind_channel = channel_gm20b_bind;
-        gops->fifo.unbind_channel = gk20a_fifo_channel_unbind;
-        gops->fifo.disable_channel = gk20a_fifo_disable_channel;
-        gops->fifo.enable_channel = gk20a_fifo_enable_channel;
-        gops->fifo.alloc_inst = gk20a_fifo_alloc_inst;
-        gops->fifo.free_inst = gk20a_fifo_free_inst;
-        gops->fifo.setup_ramfc = gk20a_fifo_setup_ramfc;
-        gops->fifo.channel_set_priority = gk20a_fifo_set_priority;
-        gops->fifo.channel_set_timeslice = gk20a_fifo_set_timeslice;
-        gops->fifo.default_timeslice_us = gk20a_fifo_default_timeslice_us;
-        gops->fifo.setup_userd = gk20a_fifo_setup_userd;
-        gops->fifo.userd_gp_get = gk20a_fifo_userd_gp_get;
-        gops->fifo.userd_gp_put = gk20a_fifo_userd_gp_put;
-        gops->fifo.userd_pb_get = gk20a_fifo_userd_pb_get;
-        gops->fifo.pbdma_acquire_val = gk20a_fifo_pbdma_acquire_val;
-
-        gops->fifo.preempt_channel = gk20a_fifo_preempt_channel;
-        gops->fifo.preempt_tsg = gk20a_fifo_preempt_tsg;
-        gops->fifo.update_runlist = gk20a_fifo_update_runlist;
-        gops->fifo.trigger_mmu_fault = gm20b_fifo_trigger_mmu_fault;
-        gops->fifo.get_mmu_fault_info = gk20a_fifo_get_mmu_fault_info;
-        gops->fifo.wait_engine_idle = gk20a_fifo_wait_engine_idle;
-        gops->fifo.get_num_fifos = gm20b_fifo_get_num_fifos;
-        gops->fifo.get_pbdma_signature = gk20a_fifo_get_pbdma_signature;
-        gops->fifo.set_runlist_interleave = gk20a_fifo_set_runlist_interleave;
-        gops->fifo.tsg_set_timeslice = gk20a_fifo_tsg_set_timeslice;
-        gops->fifo.force_reset_ch = gk20a_fifo_force_reset_ch;
-        gops->fifo.engine_enum_from_type = gk20a_fifo_engine_enum_from_type;
-        gops->fifo.device_info_data_parse = gm20b_device_info_data_parse;
-        gops->fifo.eng_runlist_base_size = fifo_eng_runlist_base__size_1_v;
-        gops->fifo.init_engine_info = gk20a_fifo_init_engine_info;
-        gops->fifo.runlist_entry_size = ram_rl_entry_size_v;
-        gops->fifo.get_tsg_runlist_entry = gk20a_get_tsg_runlist_entry;
-        gops->fifo.get_ch_runlist_entry = gk20a_get_ch_runlist_entry;
-        gops->fifo.is_fault_engine_subid_gpc = gk20a_is_fault_engine_subid_gpc;
-        gops->fifo.dump_pbdma_status = gk20a_dump_pbdma_status;
-        gops->fifo.dump_eng_status = gk20a_dump_eng_status;
-        gops->fifo.dump_channel_status_ramfc = gk20a_dump_channel_status_ramfc;
-        gops->fifo.intr_0_error_mask = gk20a_fifo_intr_0_error_mask;
-        gops->fifo.is_preempt_pending = gk20a_fifo_is_preempt_pending;
-        gops->fifo.init_pbdma_intr_descs = gm20b_fifo_init_pbdma_intr_descs;
-        gops->fifo.reset_enable_hw = gk20a_init_fifo_reset_enable_hw;
-        gops->fifo.teardown_ch_tsg = gk20a_fifo_teardown_ch_tsg;
-        gops->fifo.handle_sched_error = gk20a_fifo_handle_sched_error;
-        gops->fifo.handle_pbdma_intr_0 = gk20a_fifo_handle_pbdma_intr_0;
-        gops->fifo.handle_pbdma_intr_1 = gk20a_fifo_handle_pbdma_intr_1;
-#ifdef CONFIG_TEGRA_GK20A_NVHOST
-        gops->fifo.alloc_syncpt_buf = gk20a_fifo_alloc_syncpt_buf;
-        gops->fifo.free_syncpt_buf = gk20a_fifo_free_syncpt_buf;
-        gops->fifo.add_syncpt_wait_cmd = gk20a_fifo_add_syncpt_wait_cmd;
-        gops->fifo.get_syncpt_wait_cmd_size =
-                        gk20a_fifo_get_syncpt_wait_cmd_size;
-        gops->fifo.add_syncpt_incr_cmd = gk20a_fifo_add_syncpt_incr_cmd;
-        gops->fifo.get_syncpt_incr_cmd_size =
-                        gk20a_fifo_get_syncpt_incr_cmd_size;
-#endif
-}
diff --git a/drivers/gpu/nvgpu/gm20b/fifo_gm20b.h b/drivers/gpu/nvgpu/gm20b/fifo_gm20b.h
index ca452d21..1b1b8cc1 100644
--- a/drivers/gpu/nvgpu/gm20b/fifo_gm20b.h
+++ b/drivers/gpu/nvgpu/gm20b/fifo_gm20b.h
@@ -1,7 +1,7 @@
 /*
  * GM20B Fifo
  *
- * Copyright (c) 2014, NVIDIA CORPORATION.  All rights reserved.
+ * Copyright (c) 2014-2017, NVIDIA CORPORATION.  All rights reserved.
  *
  * This program is free software; you can redistribute it and/or modify it
  * under the terms and conditions of the GNU General Public License,
@@ -17,5 +17,13 @@
 #define _NVHOST_GM20B_FIFO
 struct gk20a;
 
-void gm20b_init_fifo(struct gpu_ops *gops);
+void channel_gm20b_bind(struct channel_gk20a *c);
+void gm20b_fifo_trigger_mmu_fault(struct gk20a *g,
+                unsigned long engine_ids);
+u32 gm20b_fifo_get_num_fifos(struct gk20a *g);
+void gm20b_device_info_data_parse(struct gk20a *g,
+                                                u32 table_entry, u32 *inst_id,
+                                                u32 *pri_base, u32 *fault_id);
+void gm20b_fifo_init_pbdma_intr_descs(struct fifo_gk20a *f);
+
 #endif
diff --git a/drivers/gpu/nvgpu/gm20b/hal_gm20b.c b/drivers/gpu/nvgpu/gm20b/hal_gm20b.c
index 87acb25c..bdee1149 100644
--- a/drivers/gpu/nvgpu/gm20b/hal_gm20b.c
+++ b/drivers/gpu/nvgpu/gm20b/hal_gm20b.c
@@ -15,6 +15,7 @@
 
 #include "gk20a/gk20a.h"
 #include "gk20a/dbg_gpu_gk20a.h"
+#include "gk20a/fifo_gk20a.h"
 #include "gk20a/css_gr_gk20a.h"
 #include "gk20a/mc_gk20a.h"
 #include "gk20a/bus_gk20a.h"
@@ -46,6 +47,9 @@
 
 #include <nvgpu/hw/gm20b/hw_proj_gm20b.h>
 #include <nvgpu/hw/gm20b/hw_fuse_gm20b.h>
+#include <nvgpu/hw/gm20b/hw_fifo_gm20b.h>
+#include <nvgpu/hw/gm20b/hw_ram_gm20b.h>
+#include <nvgpu/hw/gm20b/hw_top_gm20b.h>
 
 #define PRIV_SECURITY_DISABLE 0x01
 
@@ -202,6 +206,64 @@ static const struct gpu_ops gm20b_ops = {
                 .pg_gr_load_gating_prod =
                         gr_gm20b_pg_gr_load_gating_prod,
         },
+        .fifo = {
+                .init_fifo_setup_hw = gk20a_init_fifo_setup_hw,
+                .bind_channel = channel_gm20b_bind,
+                .unbind_channel = gk20a_fifo_channel_unbind,
+                .disable_channel = gk20a_fifo_disable_channel,
+                .enable_channel = gk20a_fifo_enable_channel,
+                .alloc_inst = gk20a_fifo_alloc_inst,
+                .free_inst = gk20a_fifo_free_inst,
+                .setup_ramfc = gk20a_fifo_setup_ramfc,
+                .channel_set_priority = gk20a_fifo_set_priority,
+                .channel_set_timeslice = gk20a_fifo_set_timeslice,
+                .default_timeslice_us = gk20a_fifo_default_timeslice_us,
+                .setup_userd = gk20a_fifo_setup_userd,
+                .userd_gp_get = gk20a_fifo_userd_gp_get,
+                .userd_gp_put = gk20a_fifo_userd_gp_put,
+                .userd_pb_get = gk20a_fifo_userd_pb_get,
+                .pbdma_acquire_val = gk20a_fifo_pbdma_acquire_val,
+                .preempt_channel = gk20a_fifo_preempt_channel,
+                .preempt_tsg = gk20a_fifo_preempt_tsg,
+                .update_runlist = gk20a_fifo_update_runlist,
+                .trigger_mmu_fault = gm20b_fifo_trigger_mmu_fault,
+                .get_mmu_fault_info = gk20a_fifo_get_mmu_fault_info,
+                .wait_engine_idle = gk20a_fifo_wait_engine_idle,
+                .get_num_fifos = gm20b_fifo_get_num_fifos,
+                .get_pbdma_signature = gk20a_fifo_get_pbdma_signature,
+                .set_runlist_interleave = gk20a_fifo_set_runlist_interleave,
+                .tsg_set_timeslice = gk20a_fifo_tsg_set_timeslice,
+                .force_reset_ch = gk20a_fifo_force_reset_ch,
+                .engine_enum_from_type = gk20a_fifo_engine_enum_from_type,
+                .device_info_data_parse = gm20b_device_info_data_parse,
+                .eng_runlist_base_size = fifo_eng_runlist_base__size_1_v,
+                .init_engine_info = gk20a_fifo_init_engine_info,
+                .runlist_entry_size = ram_rl_entry_size_v,
+                .get_tsg_runlist_entry = gk20a_get_tsg_runlist_entry,
+                .get_ch_runlist_entry = gk20a_get_ch_runlist_entry,
+                .is_fault_engine_subid_gpc = gk20a_is_fault_engine_subid_gpc,
+                .dump_pbdma_status = gk20a_dump_pbdma_status,
+                .dump_eng_status = gk20a_dump_eng_status,
+                .dump_channel_status_ramfc = gk20a_dump_channel_status_ramfc,
+                .intr_0_error_mask = gk20a_fifo_intr_0_error_mask,
+                .is_preempt_pending = gk20a_fifo_is_preempt_pending,
+                .init_pbdma_intr_descs = gm20b_fifo_init_pbdma_intr_descs,
+                .reset_enable_hw = gk20a_init_fifo_reset_enable_hw,
+                .teardown_ch_tsg = gk20a_fifo_teardown_ch_tsg,
+                .handle_sched_error = gk20a_fifo_handle_sched_error,
+                .handle_pbdma_intr_0 = gk20a_fifo_handle_pbdma_intr_0,
+                .handle_pbdma_intr_1 = gk20a_fifo_handle_pbdma_intr_1,
+                .tsg_bind_channel = gk20a_tsg_bind_channel,
+                .tsg_unbind_channel = gk20a_tsg_unbind_channel,
+#ifdef CONFIG_TEGRA_GK20A_NVHOST
+                .alloc_syncpt_buf = gk20a_fifo_alloc_syncpt_buf,
+                .free_syncpt_buf = gk20a_fifo_free_syncpt_buf,
+                .add_syncpt_wait_cmd = gk20a_fifo_add_syncpt_wait_cmd,
+                .get_syncpt_wait_cmd_size = gk20a_fifo_get_syncpt_wait_cmd_size,
+                .add_syncpt_incr_cmd = gk20a_fifo_add_syncpt_incr_cmd,
+                .get_syncpt_incr_cmd_size = gk20a_fifo_get_syncpt_incr_cmd_size,
+#endif
+        },
         .mc = {
                 .intr_enable = mc_gk20a_intr_enable,
                 .intr_unit_config = mc_gk20a_intr_unit_config,
@@ -271,6 +333,7 @@ int gm20b_init_hal(struct gk20a *g)
 
         gops->ltc = gm20b_ops.ltc;
         gops->clock_gating = gm20b_ops.clock_gating;
+        gops->fifo = gm20b_ops.fifo;
         gops->mc = gm20b_ops.mc;
         gops->dbg_session_ops = gm20b_ops.dbg_session_ops;
         gops->debug = gm20b_ops.debug;
@@ -320,7 +383,6 @@ int gm20b_init_hal(struct gk20a *g)
         g->bootstrap_owner = LSF_BOOTSTRAP_OWNER_DEFAULT;
         gm20b_init_gr(gops);
         gm20b_init_fb(gops);
-        gm20b_init_fifo(gops);
         gm20b_init_ce2(gops);
         gm20b_init_gr_ctx(gops);
         gm20b_init_mm(gops);
@@ -328,7 +390,7 @@ int gm20b_init_hal(struct gk20a *g)
         gm20b_init_clk_ops(gops);
         gm20b_init_regops(gops);
         gm20b_init_therm_ops(gops);
-        gk20a_init_tsg_ops(gops);
+
         g->name = "gm20b";
 
         c->twod_class = FERMI_TWOD_A;