summaryrefslogtreecommitdiffstats
path: root/drivers/gpu/nvgpu/gv11b
diff options
context:
space:
mode:
authorTerje Bergstrom <tbergstrom@nvidia.com>2018-08-13 15:58:18 -0400
committermobile promotions <svcmobile_promotions@nvidia.com>2018-08-16 13:14:40 -0400
commit974d541623929fa2622d27d5d338a5b63596794b (patch)
treef47a540bf07efd7f6cda68f49d3675c2462d731a /drivers/gpu/nvgpu/gv11b
parent1e7f229e5d92078f772d4f81893b23504cd847a8 (diff)
gpu: nvgpu: Move ltc HAL to common
Move implementation of ltc HAL to common/ltc. JIRA NVGPU-956 Change-Id: Id78d74e8612d7dacfb8d322d491abecd798e42b5 Signed-off-by: Terje Bergstrom <tbergstrom@nvidia.com> Reviewed-on: https://git-master.nvidia.com/r/1798461 Reviewed-by: mobile promotions <svcmobile_promotions@nvidia.com> Tested-by: mobile promotions <svcmobile_promotions@nvidia.com>
Diffstat (limited to 'drivers/gpu/nvgpu/gv11b')
-rw-r--r--drivers/gpu/nvgpu/gv11b/gr_gv11b.c10
-rw-r--r--drivers/gpu/nvgpu/gv11b/hal_gv11b.c15
-rw-r--r--drivers/gpu/nvgpu/gv11b/ltc_gv11b.c207
-rw-r--r--drivers/gpu/nvgpu/gv11b/ltc_gv11b.h34
4 files changed, 13 insertions, 253 deletions
diff --git a/drivers/gpu/nvgpu/gv11b/gr_gv11b.c b/drivers/gpu/nvgpu/gv11b/gr_gv11b.c
index c2cf909a..41d2f695 100644
--- a/drivers/gpu/nvgpu/gv11b/gr_gv11b.c
+++ b/drivers/gpu/nvgpu/gv11b/gr_gv11b.c
@@ -4716,11 +4716,11 @@ int gr_gv11b_decode_priv_addr(struct gk20a *g, u32 addr,
4716 } 4716 }
4717 *be_num = pri_get_be_num(g, addr); 4717 *be_num = pri_get_be_num(g, addr);
4718 return 0; 4718 return 0;
4719 } else if (pri_is_ltc_addr(addr)) { 4719 } else if (g->ops.ltc.pri_is_ltc_addr(g, addr)) {
4720 *addr_type = CTXSW_ADDR_TYPE_LTCS; 4720 *addr_type = CTXSW_ADDR_TYPE_LTCS;
4721 if (g->ops.gr.is_ltcs_ltss_addr(g, addr)) 4721 if (g->ops.ltc.is_ltcs_ltss_addr(g, addr))
4722 *broadcast_flags |= PRI_BROADCAST_FLAGS_LTCS; 4722 *broadcast_flags |= PRI_BROADCAST_FLAGS_LTCS;
4723 else if (g->ops.gr.is_ltcn_ltss_addr(g, addr)) 4723 else if (g->ops.ltc.is_ltcn_ltss_addr(g, addr))
4724 *broadcast_flags |= PRI_BROADCAST_FLAGS_LTSS; 4724 *broadcast_flags |= PRI_BROADCAST_FLAGS_LTSS;
4725 return 0; 4725 return 0;
4726 } else if (pri_is_fbpa_addr(g, addr)) { 4726 } else if (pri_is_fbpa_addr(g, addr)) {
@@ -4928,10 +4928,10 @@ int gr_gv11b_create_priv_addr_table(struct gk20a *g,
4928 g->ops.gr.egpc_etpc_priv_addr_table(g, addr, gpc_num, tpc_num, 4928 g->ops.gr.egpc_etpc_priv_addr_table(g, addr, gpc_num, tpc_num,
4929 broadcast_flags, priv_addr_table, &t); 4929 broadcast_flags, priv_addr_table, &t);
4930 } else if (broadcast_flags & PRI_BROADCAST_FLAGS_LTSS) { 4930 } else if (broadcast_flags & PRI_BROADCAST_FLAGS_LTSS) {
4931 g->ops.gr.split_lts_broadcast_addr(g, addr, 4931 g->ops.ltc.split_lts_broadcast_addr(g, addr,
4932 priv_addr_table, &t); 4932 priv_addr_table, &t);
4933 } else if (broadcast_flags & PRI_BROADCAST_FLAGS_LTCS) { 4933 } else if (broadcast_flags & PRI_BROADCAST_FLAGS_LTCS) {
4934 g->ops.gr.split_ltc_broadcast_addr(g, addr, 4934 g->ops.ltc.split_ltc_broadcast_addr(g, addr,
4935 priv_addr_table, &t); 4935 priv_addr_table, &t);
4936 } else if (broadcast_flags & PRI_BROADCAST_FLAGS_FBPA) { 4936 } else if (broadcast_flags & PRI_BROADCAST_FLAGS_FBPA) {
4937 g->ops.gr.split_fbpa_broadcast_addr(g, addr, 4937 g->ops.gr.split_fbpa_broadcast_addr(g, addr,
diff --git a/drivers/gpu/nvgpu/gv11b/hal_gv11b.c b/drivers/gpu/nvgpu/gv11b/hal_gv11b.c
index 111a1ea2..3772649e 100644
--- a/drivers/gpu/nvgpu/gv11b/hal_gv11b.c
+++ b/drivers/gpu/nvgpu/gv11b/hal_gv11b.c
@@ -36,6 +36,9 @@
36#include "common/therm/therm_gm20b.h" 36#include "common/therm/therm_gm20b.h"
37#include "common/therm/therm_gp10b.h" 37#include "common/therm/therm_gp10b.h"
38#include "common/therm/therm_gv11b.h" 38#include "common/therm/therm_gv11b.h"
39#include "common/ltc/ltc_gm20b.h"
40#include "common/ltc/ltc_gp10b.h"
41#include "common/ltc/ltc_gv11b.h"
39 42
40#include "gk20a/gk20a.h" 43#include "gk20a/gk20a.h"
41#include "gk20a/fifo_gk20a.h" 44#include "gk20a/fifo_gk20a.h"
@@ -49,14 +52,12 @@
49#include "gk20a/pmu_gk20a.h" 52#include "gk20a/pmu_gk20a.h"
50#include "gk20a/gr_gk20a.h" 53#include "gk20a/gr_gk20a.h"
51 54
52#include "gm20b/ltc_gm20b.h"
53#include "gm20b/gr_gm20b.h" 55#include "gm20b/gr_gm20b.h"
54#include "gm20b/fifo_gm20b.h" 56#include "gm20b/fifo_gm20b.h"
55#include "gm20b/mm_gm20b.h" 57#include "gm20b/mm_gm20b.h"
56#include "gm20b/acr_gm20b.h" 58#include "gm20b/acr_gm20b.h"
57#include "gm20b/pmu_gm20b.h" 59#include "gm20b/pmu_gm20b.h"
58 60
59#include "gp10b/ltc_gp10b.h"
60#include "gp10b/mc_gp10b.h" 61#include "gp10b/mc_gp10b.h"
61#include "gp10b/ce_gp10b.h" 62#include "gp10b/ce_gp10b.h"
62#include "gp10b/fifo_gp10b.h" 63#include "gp10b/fifo_gp10b.h"
@@ -76,7 +77,6 @@
76#include "css_gr_gv11b.h" 77#include "css_gr_gv11b.h"
77#include "gr_gv11b.h" 78#include "gr_gv11b.h"
78#include "mc_gv11b.h" 79#include "mc_gv11b.h"
79#include "ltc_gv11b.h"
80#include "gv11b.h" 80#include "gv11b.h"
81#include "ce_gv11b.h" 81#include "ce_gv11b.h"
82#include "gr_ctx_gv11b.h" 82#include "gr_ctx_gv11b.h"
@@ -245,6 +245,11 @@ static const struct gpu_ops gv11b_ops = {
245 .flush = gm20b_flush_ltc, 245 .flush = gm20b_flush_ltc,
246 .set_enabled = gp10b_ltc_set_enabled, 246 .set_enabled = gp10b_ltc_set_enabled,
247 .intr_en_illegal_compstat = gv11b_ltc_intr_en_illegal_compstat, 247 .intr_en_illegal_compstat = gv11b_ltc_intr_en_illegal_compstat,
248 .pri_is_ltc_addr = gm20b_ltc_pri_is_ltc_addr,
249 .is_ltcs_ltss_addr = gm20b_ltc_is_ltcs_ltss_addr,
250 .is_ltcn_ltss_addr = gm20b_ltc_is_ltcn_ltss_addr,
251 .split_lts_broadcast_addr = gm20b_ltc_split_lts_broadcast_addr,
252 .split_ltc_broadcast_addr = gm20b_ltc_split_ltc_broadcast_addr,
248 }, 253 },
249 .ce2 = { 254 .ce2 = {
250 .isr_stall = gv11b_ce_isr, 255 .isr_stall = gv11b_ce_isr,
@@ -332,10 +337,6 @@ static const struct gpu_ops gv11b_ops = {
332 .init_sm_id_table = gr_gv100_init_sm_id_table, 337 .init_sm_id_table = gr_gv100_init_sm_id_table,
333 .load_smid_config = gr_gv11b_load_smid_config, 338 .load_smid_config = gr_gv11b_load_smid_config,
334 .program_sm_id_numbering = gr_gv11b_program_sm_id_numbering, 339 .program_sm_id_numbering = gr_gv11b_program_sm_id_numbering,
335 .is_ltcs_ltss_addr = gr_gm20b_is_ltcs_ltss_addr,
336 .is_ltcn_ltss_addr = gr_gm20b_is_ltcn_ltss_addr,
337 .split_lts_broadcast_addr = gr_gm20b_split_lts_broadcast_addr,
338 .split_ltc_broadcast_addr = gr_gm20b_split_ltc_broadcast_addr,
339 .setup_rop_mapping = gr_gv11b_setup_rop_mapping, 340 .setup_rop_mapping = gr_gv11b_setup_rop_mapping,
340 .program_zcull_mapping = gr_gv11b_program_zcull_mapping, 341 .program_zcull_mapping = gr_gv11b_program_zcull_mapping,
341 .commit_global_timeslice = gr_gv11b_commit_global_timeslice, 342 .commit_global_timeslice = gr_gv11b_commit_global_timeslice,
diff --git a/drivers/gpu/nvgpu/gv11b/ltc_gv11b.c b/drivers/gpu/nvgpu/gv11b/ltc_gv11b.c
deleted file mode 100644
index d7c385a9..00000000
--- a/drivers/gpu/nvgpu/gv11b/ltc_gv11b.c
+++ /dev/null
@@ -1,207 +0,0 @@
1/*
2 * GV11B LTC
3 *
4 * Copyright (c) 2016-2018, NVIDIA CORPORATION. All rights reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
21 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
22 * DEALINGS IN THE SOFTWARE.
23 */
24
25#include <nvgpu/io.h>
26#include "gk20a/gk20a.h"
27#include "gp10b/ltc_gp10b.h"
28
29#include "ltc_gv11b.h"
30
31#include <nvgpu/hw/gv11b/hw_ltc_gv11b.h>
32#include <nvgpu/hw/gv11b/hw_mc_gv11b.h>
33#include <nvgpu/hw/gv11b/hw_top_gv11b.h>
34#include <nvgpu/hw/gv11b/hw_mc_gv11b.h>
35
36#include <nvgpu/utils.h>
37
38/*
39 * Sets the ZBC stencil for the passed index.
40 */
41void gv11b_ltc_set_zbc_stencil_entry(struct gk20a *g,
42 struct zbc_entry *stencil_val,
43 u32 index)
44{
45 u32 real_index = index + GK20A_STARTOF_ZBC_TABLE;
46
47 nvgpu_writel_check(g, ltc_ltcs_ltss_dstg_zbc_index_r(),
48 ltc_ltcs_ltss_dstg_zbc_index_address_f(real_index));
49
50 nvgpu_writel_check(g,
51 ltc_ltcs_ltss_dstg_zbc_stencil_clear_value_r(),
52 stencil_val->depth);
53}
54
55void gv11b_ltc_init_fs_state(struct gk20a *g)
56{
57 struct gr_gk20a *gr = &g->gr;
58 u32 ltc_intr;
59 u32 reg;
60
61 nvgpu_log_info(g, "initialize gv11b l2");
62
63 g->max_ltc_count = gk20a_readl(g, top_num_ltcs_r());
64 g->ltc_count = g->ops.priv_ring.enum_ltc(g);
65 nvgpu_log_info(g, "%u ltcs out of %u", g->ltc_count, g->max_ltc_count);
66
67 reg = gk20a_readl(g, ltc_ltcs_ltss_cbc_param_r());
68 gr->slices_per_ltc = ltc_ltcs_ltss_cbc_param_slices_per_ltc_v(reg);;
69 gr->cacheline_size =
70 512U << ltc_ltcs_ltss_cbc_param_cache_line_size_v(reg);
71
72 /* Disable LTC interrupts */
73 reg = gk20a_readl(g, ltc_ltcs_ltss_intr_r());
74 reg &= ~ltc_ltcs_ltss_intr_en_evicted_cb_m();
75 reg &= ~ltc_ltcs_ltss_intr_en_illegal_compstat_access_m();
76 nvgpu_writel_check(g, ltc_ltcs_ltss_intr_r(), reg);
77
78 if (g->ops.ltc.intr_en_illegal_compstat)
79 g->ops.ltc.intr_en_illegal_compstat(g,
80 g->ltc_intr_en_illegal_compstat);
81
82 /* Enable ECC interrupts */
83 ltc_intr = gk20a_readl(g, ltc_ltcs_ltss_intr_r());
84 ltc_intr |= ltc_ltcs_ltss_intr_en_ecc_sec_error_enabled_f() |
85 ltc_ltcs_ltss_intr_en_ecc_ded_error_enabled_f();
86 nvgpu_writel_check(g, ltc_ltcs_ltss_intr_r(),
87 ltc_intr);
88}
89
90void gv11b_ltc_intr_en_illegal_compstat(struct gk20a *g, bool enable)
91{
92 u32 val;
93
94 /* disble/enble illegal_compstat interrupt */
95 val = gk20a_readl(g, ltc_ltcs_ltss_intr_r());
96 if (enable)
97 val = set_field(val,
98 ltc_ltcs_ltss_intr_en_illegal_compstat_m(),
99 ltc_ltcs_ltss_intr_en_illegal_compstat_enabled_f());
100 else
101 val = set_field(val,
102 ltc_ltcs_ltss_intr_en_illegal_compstat_m(),
103 ltc_ltcs_ltss_intr_en_illegal_compstat_disabled_f());
104 gk20a_writel(g, ltc_ltcs_ltss_intr_r(), val);
105}
106
107
108void gv11b_ltc_isr(struct gk20a *g)
109{
110 u32 mc_intr, ltc_intr3;
111 unsigned int ltc, slice;
112 u32 ltc_stride = nvgpu_get_litter_value(g, GPU_LIT_LTC_STRIDE);
113 u32 lts_stride = nvgpu_get_litter_value(g, GPU_LIT_LTS_STRIDE);
114 u32 ecc_status, ecc_addr, corrected_cnt, uncorrected_cnt;
115 u32 corrected_delta, uncorrected_delta;
116 u32 corrected_overflow, uncorrected_overflow;
117
118 mc_intr = gk20a_readl(g, mc_intr_ltc_r());
119 for (ltc = 0; ltc < g->ltc_count; ltc++) {
120 if ((mc_intr & 1U << ltc) == 0)
121 continue;
122
123 for (slice = 0; slice < g->gr.slices_per_ltc; slice++) {
124 u32 offset = ltc_stride * ltc + lts_stride * slice;
125 ltc_intr3 = gk20a_readl(g, ltc_ltc0_lts0_intr3_r() +
126 offset);
127
128 /* Detect and handle ECC PARITY errors */
129
130 if (ltc_intr3 &
131 (ltc_ltcs_ltss_intr3_ecc_uncorrected_m() |
132 ltc_ltcs_ltss_intr3_ecc_corrected_m())) {
133
134 ecc_status = gk20a_readl(g,
135 ltc_ltc0_lts0_l2_cache_ecc_status_r() +
136 offset);
137 ecc_addr = gk20a_readl(g,
138 ltc_ltc0_lts0_l2_cache_ecc_address_r() +
139 offset);
140 corrected_cnt = gk20a_readl(g,
141 ltc_ltc0_lts0_l2_cache_ecc_corrected_err_count_r() + offset);
142 uncorrected_cnt = gk20a_readl(g,
143 ltc_ltc0_lts0_l2_cache_ecc_uncorrected_err_count_r() + offset);
144
145 corrected_delta =
146 ltc_ltc0_lts0_l2_cache_ecc_corrected_err_count_total_v(corrected_cnt);
147 uncorrected_delta =
148 ltc_ltc0_lts0_l2_cache_ecc_uncorrected_err_count_total_v(uncorrected_cnt);
149 corrected_overflow = ecc_status &
150 ltc_ltc0_lts0_l2_cache_ecc_status_corrected_err_total_counter_overflow_m();
151
152 uncorrected_overflow = ecc_status &
153 ltc_ltc0_lts0_l2_cache_ecc_status_uncorrected_err_total_counter_overflow_m();
154
155 /* clear the interrupt */
156 if ((corrected_delta > 0U) || corrected_overflow) {
157 nvgpu_writel_check(g,
158 ltc_ltc0_lts0_l2_cache_ecc_corrected_err_count_r() + offset, 0);
159 }
160 if ((uncorrected_delta > 0U) || uncorrected_overflow) {
161 nvgpu_writel_check(g,
162 ltc_ltc0_lts0_l2_cache_ecc_uncorrected_err_count_r() + offset, 0);
163 }
164
165 nvgpu_writel_check(g,
166 ltc_ltc0_lts0_l2_cache_ecc_status_r() + offset,
167 ltc_ltc0_lts0_l2_cache_ecc_status_reset_task_f());
168
169 /* update counters per slice */
170 if (corrected_overflow)
171 corrected_delta += (0x1U << ltc_ltc0_lts0_l2_cache_ecc_corrected_err_count_total_s());
172 if (uncorrected_overflow)
173 uncorrected_delta += (0x1U << ltc_ltc0_lts0_l2_cache_ecc_uncorrected_err_count_total_s());
174
175 g->ecc.ltc.ecc_sec_count[ltc][slice].counter += corrected_delta;
176 g->ecc.ltc.ecc_ded_count[ltc][slice].counter += uncorrected_delta;
177 nvgpu_log(g, gpu_dbg_intr,
178 "ltc:%d lts: %d cache ecc interrupt intr: 0x%x", ltc, slice, ltc_intr3);
179
180 if (ecc_status & ltc_ltc0_lts0_l2_cache_ecc_status_corrected_err_rstg_m())
181 nvgpu_log(g, gpu_dbg_intr, "rstg ecc error corrected");
182 if (ecc_status & ltc_ltc0_lts0_l2_cache_ecc_status_uncorrected_err_rstg_m())
183 nvgpu_log(g, gpu_dbg_intr, "rstg ecc error uncorrected");
184 if (ecc_status & ltc_ltc0_lts0_l2_cache_ecc_status_corrected_err_tstg_m())
185 nvgpu_log(g, gpu_dbg_intr, "tstg ecc error corrected");
186 if (ecc_status & ltc_ltc0_lts0_l2_cache_ecc_status_uncorrected_err_tstg_m())
187 nvgpu_log(g, gpu_dbg_intr, "tstg ecc error uncorrected");
188 if (ecc_status & ltc_ltc0_lts0_l2_cache_ecc_status_corrected_err_dstg_m())
189 nvgpu_log(g, gpu_dbg_intr, "dstg ecc error corrected");
190 if (ecc_status & ltc_ltc0_lts0_l2_cache_ecc_status_uncorrected_err_dstg_m())
191 nvgpu_log(g, gpu_dbg_intr, "dstg ecc error uncorrected");
192
193 if (corrected_overflow || uncorrected_overflow)
194 nvgpu_info(g, "ecc counter overflow!");
195
196 nvgpu_log(g, gpu_dbg_intr,
197 "ecc error address: 0x%x", ecc_addr);
198
199 }
200
201 }
202
203 }
204
205 /* fallback to other interrupts */
206 gp10b_ltc_isr(g);
207}
diff --git a/drivers/gpu/nvgpu/gv11b/ltc_gv11b.h b/drivers/gpu/nvgpu/gv11b/ltc_gv11b.h
deleted file mode 100644
index 9d33b9fb..00000000
--- a/drivers/gpu/nvgpu/gv11b/ltc_gv11b.h
+++ /dev/null
@@ -1,34 +0,0 @@
1/*
2 * Copyright (c) 2016-2018, NVIDIA CORPORATION. All rights reserved.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
19 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
20 * DEALINGS IN THE SOFTWARE.
21 */
22
23#ifndef LTC_GV11B_H
24#define LTC_GV11B_H
25struct gk20a;
26
27void gv11b_ltc_set_zbc_stencil_entry(struct gk20a *g,
28 struct zbc_entry *stencil_val,
29 u32 index);
30void gv11b_ltc_init_fs_state(struct gk20a *g);
31void gv11b_ltc_intr_en_illegal_compstat(struct gk20a *g, bool enable);
32void gv11b_ltc_isr(struct gk20a *g);
33
34#endif