diff options
author | Loc Ho <lho@apm.com> | 2014-03-07 12:28:08 -0500 |
---|---|---|
committer | Kishon Vijay Abraham I <kishon@ti.com> | 2014-03-09 03:15:13 -0400 |
commit | 88e670fe9d240c751fd9735ae3ee2906ed68e63d (patch) | |
tree | 77b139a2cdb6d1b1a0ca8ba2d0d115b6b1dbe9ff /drivers/phy/phy-xgene.c | |
parent | 1068320b513e658a917e591214d174b7af9d0cf1 (diff) |
PHY: add APM X-Gene SoC 15Gbps Multi-purpose PHY driver
This patch adds support for the APM X-Gene SoC 15Gbps Multi-purpose PHY.
This is the physical layer interface for the corresponding host
controller. Currently, only external clock and Gen3 SATA mode
are supported.
Signed-off-by: Loc Ho <lho@apm.com>
Signed-off-by: Tuan Phan <tphan@apm.com>
Signed-off-by: Suman Tripathi <stripathi@apm.com>
Signed-off-by: Kishon Vijay Abraham I <kishon@ti.com>
Diffstat (limited to 'drivers/phy/phy-xgene.c')
-rw-r--r-- | drivers/phy/phy-xgene.c | 1750 |
1 files changed, 1750 insertions, 0 deletions
diff --git a/drivers/phy/phy-xgene.c b/drivers/phy/phy-xgene.c new file mode 100644 index 000000000000..4aa1ccd1511f --- /dev/null +++ b/drivers/phy/phy-xgene.c | |||
@@ -0,0 +1,1750 @@ | |||
1 | /* | ||
2 | * AppliedMicro X-Gene Multi-purpose PHY driver | ||
3 | * | ||
4 | * Copyright (c) 2014, Applied Micro Circuits Corporation | ||
5 | * Author: Loc Ho <lho@apm.com> | ||
6 | * Tuan Phan <tphan@apm.com> | ||
7 | * Suman Tripathi <stripathi@apm.com> | ||
8 | * | ||
9 | * This program is free software; you can redistribute it and/or modify it | ||
10 | * under the terms of the GNU General Public License as published by the | ||
11 | * Free Software Foundation; either version 2 of the License, or (at your | ||
12 | * option) any later version. | ||
13 | * | ||
14 | * This program is distributed in the hope that it will be useful, | ||
15 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
16 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
17 | * GNU General Public License for more details. | ||
18 | * | ||
19 | * You should have received a copy of the GNU General Public License | ||
20 | * along with this program. If not, see <http://www.gnu.org/licenses/>. | ||
21 | * | ||
22 | * The APM X-Gene PHY consists of two PLL clock macro's (CMU) and lanes. | ||
23 | * The first PLL clock macro is used for internal reference clock. The second | ||
24 | * PLL clock macro is used to generate the clock for the PHY. This driver | ||
25 | * configures the first PLL CMU, the second PLL CMU, and programs the PHY to | ||
26 | * operate according to the mode of operation. The first PLL CMU is only | ||
27 | * required if internal clock is enabled. | ||
28 | * | ||
29 | * Logical Layer Out Of HW module units: | ||
30 | * | ||
31 | * ----------------- | ||
32 | * | Internal | |------| | ||
33 | * | Ref PLL CMU |----| | ------------- --------- | ||
34 | * ------------ ---- | MUX |-----|PHY PLL CMU|----| Serdes| | ||
35 | * | | | | --------- | ||
36 | * External Clock ------| | ------------- | ||
37 | * |------| | ||
38 | * | ||
39 | * The Ref PLL CMU CSR (Configuration System Registers) is accessed | ||
40 | * indirectly from the SDS offset at 0x2000. It is only required for | ||
41 | * internal reference clock. | ||
42 | * The PHY PLL CMU CSR is accessed indirectly from the SDS offset at 0x0000. | ||
43 | * The Serdes CSR is accessed indirectly from the SDS offset at 0x0400. | ||
44 | * | ||
45 | * The Ref PLL CMU can be located within the same PHY IP or outside the PHY IP | ||
46 | * due to shared Ref PLL CMU. For PHY with Ref PLL CMU shared with another IP, | ||
47 | * it is located outside the PHY IP. This is the case for the PHY located | ||
48 | * at 0x1f23a000 (SATA Port 4/5). For such PHY, another resource is required | ||
49 | * to located the SDS/Ref PLL CMU module and its clock for that IP enabled. | ||
50 | * | ||
51 | * Currently, this driver only supports Gen3 SATA mode with external clock. | ||
52 | */ | ||
53 | #include <linux/module.h> | ||
54 | #include <linux/platform_device.h> | ||
55 | #include <linux/io.h> | ||
56 | #include <linux/delay.h> | ||
57 | #include <linux/phy/phy.h> | ||
58 | #include <linux/clk.h> | ||
59 | |||
60 | /* Max 2 lanes per a PHY unit */ | ||
61 | #define MAX_LANE 2 | ||
62 | |||
63 | /* Register offset inside the PHY */ | ||
64 | #define SERDES_PLL_INDIRECT_OFFSET 0x0000 | ||
65 | #define SERDES_PLL_REF_INDIRECT_OFFSET 0x2000 | ||
66 | #define SERDES_INDIRECT_OFFSET 0x0400 | ||
67 | #define SERDES_LANE_STRIDE 0x0200 | ||
68 | |||
69 | /* Some default Serdes parameters */ | ||
70 | #define DEFAULT_SATA_TXBOOST_GAIN { 0x1e, 0x1e, 0x1e } | ||
71 | #define DEFAULT_SATA_TXEYEDIRECTION { 0x0, 0x0, 0x0 } | ||
72 | #define DEFAULT_SATA_TXEYETUNING { 0xa, 0xa, 0xa } | ||
73 | #define DEFAULT_SATA_SPD_SEL { 0x1, 0x3, 0x7 } | ||
74 | #define DEFAULT_SATA_TXAMP { 0x8, 0x8, 0x8 } | ||
75 | #define DEFAULT_SATA_TXCN1 { 0x2, 0x2, 0x2 } | ||
76 | #define DEFAULT_SATA_TXCN2 { 0x0, 0x0, 0x0 } | ||
77 | #define DEFAULT_SATA_TXCP1 { 0xa, 0xa, 0xa } | ||
78 | |||
79 | #define SATA_SPD_SEL_GEN3 0x7 | ||
80 | #define SATA_SPD_SEL_GEN2 0x3 | ||
81 | #define SATA_SPD_SEL_GEN1 0x1 | ||
82 | |||
83 | #define SSC_DISABLE 0 | ||
84 | #define SSC_ENABLE 1 | ||
85 | |||
86 | #define FBDIV_VAL_50M 0x77 | ||
87 | #define REFDIV_VAL_50M 0x1 | ||
88 | #define FBDIV_VAL_100M 0x3B | ||
89 | #define REFDIV_VAL_100M 0x0 | ||
90 | |||
91 | /* SATA Clock/Reset CSR */ | ||
92 | #define SATACLKENREG 0x00000000 | ||
93 | #define SATA0_CORE_CLKEN 0x00000002 | ||
94 | #define SATA1_CORE_CLKEN 0x00000004 | ||
95 | #define SATASRESETREG 0x00000004 | ||
96 | #define SATA_MEM_RESET_MASK 0x00000020 | ||
97 | #define SATA_MEM_RESET_RD(src) (((src) & 0x00000020) >> 5) | ||
98 | #define SATA_SDS_RESET_MASK 0x00000004 | ||
99 | #define SATA_CSR_RESET_MASK 0x00000001 | ||
100 | #define SATA_CORE_RESET_MASK 0x00000002 | ||
101 | #define SATA_PMCLK_RESET_MASK 0x00000010 | ||
102 | #define SATA_PCLK_RESET_MASK 0x00000008 | ||
103 | |||
104 | /* SDS CSR used for PHY Indirect access */ | ||
105 | #define SATA_ENET_SDS_PCS_CTL0 0x00000000 | ||
106 | #define REGSPEC_CFG_I_TX_WORDMODE0_SET(dst, src) \ | ||
107 | (((dst) & ~0x00070000) | (((u32) (src) << 16) & 0x00070000)) | ||
108 | #define REGSPEC_CFG_I_RX_WORDMODE0_SET(dst, src) \ | ||
109 | (((dst) & ~0x00e00000) | (((u32) (src) << 21) & 0x00e00000)) | ||
110 | #define SATA_ENET_SDS_CTL0 0x0000000c | ||
111 | #define REGSPEC_CFG_I_CUSTOMER_PIN_MODE0_SET(dst, src) \ | ||
112 | (((dst) & ~0x00007fff) | (((u32) (src)) & 0x00007fff)) | ||
113 | #define SATA_ENET_SDS_CTL1 0x00000010 | ||
114 | #define CFG_I_SPD_SEL_CDR_OVR1_SET(dst, src) \ | ||
115 | (((dst) & ~0x0000000f) | (((u32) (src)) & 0x0000000f)) | ||
116 | #define SATA_ENET_SDS_RST_CTL 0x00000024 | ||
117 | #define SATA_ENET_SDS_IND_CMD_REG 0x0000003c | ||
118 | #define CFG_IND_WR_CMD_MASK 0x00000001 | ||
119 | #define CFG_IND_RD_CMD_MASK 0x00000002 | ||
120 | #define CFG_IND_CMD_DONE_MASK 0x00000004 | ||
121 | #define CFG_IND_ADDR_SET(dst, src) \ | ||
122 | (((dst) & ~0x003ffff0) | (((u32) (src) << 4) & 0x003ffff0)) | ||
123 | #define SATA_ENET_SDS_IND_RDATA_REG 0x00000040 | ||
124 | #define SATA_ENET_SDS_IND_WDATA_REG 0x00000044 | ||
125 | #define SATA_ENET_CLK_MACRO_REG 0x0000004c | ||
126 | #define I_RESET_B_SET(dst, src) \ | ||
127 | (((dst) & ~0x00000001) | (((u32) (src)) & 0x00000001)) | ||
128 | #define I_PLL_FBDIV_SET(dst, src) \ | ||
129 | (((dst) & ~0x001ff000) | (((u32) (src) << 12) & 0x001ff000)) | ||
130 | #define I_CUSTOMEROV_SET(dst, src) \ | ||
131 | (((dst) & ~0x00000f80) | (((u32) (src) << 7) & 0x00000f80)) | ||
132 | #define O_PLL_LOCK_RD(src) (((src) & 0x40000000) >> 30) | ||
133 | #define O_PLL_READY_RD(src) (((src) & 0x80000000) >> 31) | ||
134 | |||
135 | /* PLL Clock Macro Unit (CMU) CSR accessing from SDS indirectly */ | ||
136 | #define CMU_REG0 0x00000 | ||
137 | #define CMU_REG0_PLL_REF_SEL_MASK 0x00002000 | ||
138 | #define CMU_REG0_PLL_REF_SEL_SET(dst, src) \ | ||
139 | (((dst) & ~0x00002000) | (((u32) (src) << 13) & 0x00002000)) | ||
140 | #define CMU_REG0_PDOWN_MASK 0x00004000 | ||
141 | #define CMU_REG0_CAL_COUNT_RESOL_SET(dst, src) \ | ||
142 | (((dst) & ~0x000000e0) | (((u32) (src) << 5) & 0x000000e0)) | ||
143 | #define CMU_REG1 0x00002 | ||
144 | #define CMU_REG1_PLL_CP_SET(dst, src) \ | ||
145 | (((dst) & ~0x00003c00) | (((u32) (src) << 10) & 0x00003c00)) | ||
146 | #define CMU_REG1_PLL_MANUALCAL_SET(dst, src) \ | ||
147 | (((dst) & ~0x00000008) | (((u32) (src) << 3) & 0x00000008)) | ||
148 | #define CMU_REG1_PLL_CP_SEL_SET(dst, src) \ | ||
149 | (((dst) & ~0x000003e0) | (((u32) (src) << 5) & 0x000003e0)) | ||
150 | #define CMU_REG1_REFCLK_CMOS_SEL_MASK 0x00000001 | ||
151 | #define CMU_REG1_REFCLK_CMOS_SEL_SET(dst, src) \ | ||
152 | (((dst) & ~0x00000001) | (((u32) (src) << 0) & 0x00000001)) | ||
153 | #define CMU_REG2 0x00004 | ||
154 | #define CMU_REG2_PLL_REFDIV_SET(dst, src) \ | ||
155 | (((dst) & ~0x0000c000) | (((u32) (src) << 14) & 0x0000c000)) | ||
156 | #define CMU_REG2_PLL_LFRES_SET(dst, src) \ | ||
157 | (((dst) & ~0x0000001e) | (((u32) (src) << 1) & 0x0000001e)) | ||
158 | #define CMU_REG2_PLL_FBDIV_SET(dst, src) \ | ||
159 | (((dst) & ~0x00003fe0) | (((u32) (src) << 5) & 0x00003fe0)) | ||
160 | #define CMU_REG3 0x00006 | ||
161 | #define CMU_REG3_VCOVARSEL_SET(dst, src) \ | ||
162 | (((dst) & ~0x0000000f) | (((u32) (src) << 0) & 0x0000000f)) | ||
163 | #define CMU_REG3_VCO_MOMSEL_INIT_SET(dst, src) \ | ||
164 | (((dst) & ~0x000003f0) | (((u32) (src) << 4) & 0x000003f0)) | ||
165 | #define CMU_REG3_VCO_MANMOMSEL_SET(dst, src) \ | ||
166 | (((dst) & ~0x0000fc00) | (((u32) (src) << 10) & 0x0000fc00)) | ||
167 | #define CMU_REG4 0x00008 | ||
168 | #define CMU_REG5 0x0000a | ||
169 | #define CMU_REG5_PLL_LFSMCAP_SET(dst, src) \ | ||
170 | (((dst) & ~0x0000c000) | (((u32) (src) << 14) & 0x0000c000)) | ||
171 | #define CMU_REG5_PLL_LOCK_RESOLUTION_SET(dst, src) \ | ||
172 | (((dst) & ~0x0000000e) | (((u32) (src) << 1) & 0x0000000e)) | ||
173 | #define CMU_REG5_PLL_LFCAP_SET(dst, src) \ | ||
174 | (((dst) & ~0x00003000) | (((u32) (src) << 12) & 0x00003000)) | ||
175 | #define CMU_REG5_PLL_RESETB_MASK 0x00000001 | ||
176 | #define CMU_REG6 0x0000c | ||
177 | #define CMU_REG6_PLL_VREGTRIM_SET(dst, src) \ | ||
178 | (((dst) & ~0x00000600) | (((u32) (src) << 9) & 0x00000600)) | ||
179 | #define CMU_REG6_MAN_PVT_CAL_SET(dst, src) \ | ||
180 | (((dst) & ~0x00000004) | (((u32) (src) << 2) & 0x00000004)) | ||
181 | #define CMU_REG7 0x0000e | ||
182 | #define CMU_REG7_PLL_CALIB_DONE_RD(src) ((0x00004000 & (u32) (src)) >> 14) | ||
183 | #define CMU_REG7_VCO_CAL_FAIL_RD(src) ((0x00000c00 & (u32) (src)) >> 10) | ||
184 | #define CMU_REG8 0x00010 | ||
185 | #define CMU_REG9 0x00012 | ||
186 | #define CMU_REG9_WORD_LEN_8BIT 0x000 | ||
187 | #define CMU_REG9_WORD_LEN_10BIT 0x001 | ||
188 | #define CMU_REG9_WORD_LEN_16BIT 0x002 | ||
189 | #define CMU_REG9_WORD_LEN_20BIT 0x003 | ||
190 | #define CMU_REG9_WORD_LEN_32BIT 0x004 | ||
191 | #define CMU_REG9_WORD_LEN_40BIT 0x005 | ||
192 | #define CMU_REG9_WORD_LEN_64BIT 0x006 | ||
193 | #define CMU_REG9_WORD_LEN_66BIT 0x007 | ||
194 | #define CMU_REG9_TX_WORD_MODE_CH1_SET(dst, src) \ | ||
195 | (((dst) & ~0x00000380) | (((u32) (src) << 7) & 0x00000380)) | ||
196 | #define CMU_REG9_TX_WORD_MODE_CH0_SET(dst, src) \ | ||
197 | (((dst) & ~0x00000070) | (((u32) (src) << 4) & 0x00000070)) | ||
198 | #define CMU_REG9_PLL_POST_DIVBY2_SET(dst, src) \ | ||
199 | (((dst) & ~0x00000008) | (((u32) (src) << 3) & 0x00000008)) | ||
200 | #define CMU_REG9_VBG_BYPASSB_SET(dst, src) \ | ||
201 | (((dst) & ~0x00000004) | (((u32) (src) << 2) & 0x00000004)) | ||
202 | #define CMU_REG9_IGEN_BYPASS_SET(dst, src) \ | ||
203 | (((dst) & ~0x00000002) | (((u32) (src) << 1) & 0x00000002)) | ||
204 | #define CMU_REG10 0x00014 | ||
205 | #define CMU_REG10_VREG_REFSEL_SET(dst, src) \ | ||
206 | (((dst) & ~0x00000001) | (((u32) (src) << 0) & 0x00000001)) | ||
207 | #define CMU_REG11 0x00016 | ||
208 | #define CMU_REG12 0x00018 | ||
209 | #define CMU_REG12_STATE_DELAY9_SET(dst, src) \ | ||
210 | (((dst) & ~0x000000f0) | (((u32) (src) << 4) & 0x000000f0)) | ||
211 | #define CMU_REG13 0x0001a | ||
212 | #define CMU_REG14 0x0001c | ||
213 | #define CMU_REG15 0x0001e | ||
214 | #define CMU_REG16 0x00020 | ||
215 | #define CMU_REG16_PVT_DN_MAN_ENA_MASK 0x00000001 | ||
216 | #define CMU_REG16_PVT_UP_MAN_ENA_MASK 0x00000002 | ||
217 | #define CMU_REG16_VCOCAL_WAIT_BTW_CODE_SET(dst, src) \ | ||
218 | (((dst) & ~0x0000001c) | (((u32) (src) << 2) & 0x0000001c)) | ||
219 | #define CMU_REG16_CALIBRATION_DONE_OVERRIDE_SET(dst, src) \ | ||
220 | (((dst) & ~0x00000040) | (((u32) (src) << 6) & 0x00000040)) | ||
221 | #define CMU_REG16_BYPASS_PLL_LOCK_SET(dst, src) \ | ||
222 | (((dst) & ~0x00000020) | (((u32) (src) << 5) & 0x00000020)) | ||
223 | #define CMU_REG17 0x00022 | ||
224 | #define CMU_REG17_PVT_CODE_R2A_SET(dst, src) \ | ||
225 | (((dst) & ~0x00007f00) | (((u32) (src) << 8) & 0x00007f00)) | ||
226 | #define CMU_REG17_RESERVED_7_SET(dst, src) \ | ||
227 | (((dst) & ~0x000000e0) | (((u32) (src) << 5) & 0x000000e0)) | ||
228 | #define CMU_REG17_PVT_TERM_MAN_ENA_MASK 0x00008000 | ||
229 | #define CMU_REG18 0x00024 | ||
230 | #define CMU_REG19 0x00026 | ||
231 | #define CMU_REG20 0x00028 | ||
232 | #define CMU_REG21 0x0002a | ||
233 | #define CMU_REG22 0x0002c | ||
234 | #define CMU_REG23 0x0002e | ||
235 | #define CMU_REG24 0x00030 | ||
236 | #define CMU_REG25 0x00032 | ||
237 | #define CMU_REG26 0x00034 | ||
238 | #define CMU_REG26_FORCE_PLL_LOCK_SET(dst, src) \ | ||
239 | (((dst) & ~0x00000001) | (((u32) (src) << 0) & 0x00000001)) | ||
240 | #define CMU_REG27 0x00036 | ||
241 | #define CMU_REG28 0x00038 | ||
242 | #define CMU_REG29 0x0003a | ||
243 | #define CMU_REG30 0x0003c | ||
244 | #define CMU_REG30_LOCK_COUNT_SET(dst, src) \ | ||
245 | (((dst) & ~0x00000006) | (((u32) (src) << 1) & 0x00000006)) | ||
246 | #define CMU_REG30_PCIE_MODE_SET(dst, src) \ | ||
247 | (((dst) & ~0x00000008) | (((u32) (src) << 3) & 0x00000008)) | ||
248 | #define CMU_REG31 0x0003e | ||
249 | #define CMU_REG32 0x00040 | ||
250 | #define CMU_REG32_FORCE_VCOCAL_START_MASK 0x00004000 | ||
251 | #define CMU_REG32_PVT_CAL_WAIT_SEL_SET(dst, src) \ | ||
252 | (((dst) & ~0x00000006) | (((u32) (src) << 1) & 0x00000006)) | ||
253 | #define CMU_REG32_IREF_ADJ_SET(dst, src) \ | ||
254 | (((dst) & ~0x00000180) | (((u32) (src) << 7) & 0x00000180)) | ||
255 | #define CMU_REG33 0x00042 | ||
256 | #define CMU_REG34 0x00044 | ||
257 | #define CMU_REG34_VCO_CAL_VTH_LO_MAX_SET(dst, src) \ | ||
258 | (((dst) & ~0x0000000f) | (((u32) (src) << 0) & 0x0000000f)) | ||
259 | #define CMU_REG34_VCO_CAL_VTH_HI_MAX_SET(dst, src) \ | ||
260 | (((dst) & ~0x00000f00) | (((u32) (src) << 8) & 0x00000f00)) | ||
261 | #define CMU_REG34_VCO_CAL_VTH_LO_MIN_SET(dst, src) \ | ||
262 | (((dst) & ~0x000000f0) | (((u32) (src) << 4) & 0x000000f0)) | ||
263 | #define CMU_REG34_VCO_CAL_VTH_HI_MIN_SET(dst, src) \ | ||
264 | (((dst) & ~0x0000f000) | (((u32) (src) << 12) & 0x0000f000)) | ||
265 | #define CMU_REG35 0x00046 | ||
266 | #define CMU_REG35_PLL_SSC_MOD_SET(dst, src) \ | ||
267 | (((dst) & ~0x0000fe00) | (((u32) (src) << 9) & 0x0000fe00)) | ||
268 | #define CMU_REG36 0x00048 | ||
269 | #define CMU_REG36_PLL_SSC_EN_SET(dst, src) \ | ||
270 | (((dst) & ~0x00000010) | (((u32) (src) << 4) & 0x00000010)) | ||
271 | #define CMU_REG36_PLL_SSC_VSTEP_SET(dst, src) \ | ||
272 | (((dst) & ~0x0000ffc0) | (((u32) (src) << 6) & 0x0000ffc0)) | ||
273 | #define CMU_REG36_PLL_SSC_DSMSEL_SET(dst, src) \ | ||
274 | (((dst) & ~0x00000020) | (((u32) (src) << 5) & 0x00000020)) | ||
275 | #define CMU_REG37 0x0004a | ||
276 | #define CMU_REG38 0x0004c | ||
277 | #define CMU_REG39 0x0004e | ||
278 | |||
279 | /* PHY lane CSR accessing from SDS indirectly */ | ||
280 | #define RXTX_REG0 0x000 | ||
281 | #define RXTX_REG0_CTLE_EQ_HR_SET(dst, src) \ | ||
282 | (((dst) & ~0x0000f800) | (((u32) (src) << 11) & 0x0000f800)) | ||
283 | #define RXTX_REG0_CTLE_EQ_QR_SET(dst, src) \ | ||
284 | (((dst) & ~0x000007c0) | (((u32) (src) << 6) & 0x000007c0)) | ||
285 | #define RXTX_REG0_CTLE_EQ_FR_SET(dst, src) \ | ||
286 | (((dst) & ~0x0000003e) | (((u32) (src) << 1) & 0x0000003e)) | ||
287 | #define RXTX_REG1 0x002 | ||
288 | #define RXTX_REG1_RXACVCM_SET(dst, src) \ | ||
289 | (((dst) & ~0x0000f000) | (((u32) (src) << 12) & 0x0000f000)) | ||
290 | #define RXTX_REG1_CTLE_EQ_SET(dst, src) \ | ||
291 | (((dst) & ~0x00000f80) | (((u32) (src) << 7) & 0x00000f80)) | ||
292 | #define RXTX_REG1_RXVREG1_SET(dst, src) \ | ||
293 | (((dst) & ~0x00000060) | (((u32) (src) << 5) & 0x00000060)) | ||
294 | #define RXTX_REG1_RXIREF_ADJ_SET(dst, src) \ | ||
295 | (((dst) & ~0x00000006) | (((u32) (src) << 1) & 0x00000006)) | ||
296 | #define RXTX_REG2 0x004 | ||
297 | #define RXTX_REG2_VTT_ENA_SET(dst, src) \ | ||
298 | (((dst) & ~0x00000100) | (((u32) (src) << 8) & 0x00000100)) | ||
299 | #define RXTX_REG2_TX_FIFO_ENA_SET(dst, src) \ | ||
300 | (((dst) & ~0x00000020) | (((u32) (src) << 5) & 0x00000020)) | ||
301 | #define RXTX_REG2_VTT_SEL_SET(dst, src) \ | ||
302 | (((dst) & ~0x000000c0) | (((u32) (src) << 6) & 0x000000c0)) | ||
303 | #define RXTX_REG4 0x008 | ||
304 | #define RXTX_REG4_TX_LOOPBACK_BUF_EN_MASK 0x00000040 | ||
305 | #define RXTX_REG4_TX_DATA_RATE_SET(dst, src) \ | ||
306 | (((dst) & ~0x0000c000) | (((u32) (src) << 14) & 0x0000c000)) | ||
307 | #define RXTX_REG4_TX_WORD_MODE_SET(dst, src) \ | ||
308 | (((dst) & ~0x00003800) | (((u32) (src) << 11) & 0x00003800)) | ||
309 | #define RXTX_REG5 0x00a | ||
310 | #define RXTX_REG5_TX_CN1_SET(dst, src) \ | ||
311 | (((dst) & ~0x0000f800) | (((u32) (src) << 11) & 0x0000f800)) | ||
312 | #define RXTX_REG5_TX_CP1_SET(dst, src) \ | ||
313 | (((dst) & ~0x000007e0) | (((u32) (src) << 5) & 0x000007e0)) | ||
314 | #define RXTX_REG5_TX_CN2_SET(dst, src) \ | ||
315 | (((dst) & ~0x0000001f) | (((u32) (src) << 0) & 0x0000001f)) | ||
316 | #define RXTX_REG6 0x00c | ||
317 | #define RXTX_REG6_TXAMP_CNTL_SET(dst, src) \ | ||
318 | (((dst) & ~0x00000780) | (((u32) (src) << 7) & 0x00000780)) | ||
319 | #define RXTX_REG6_TXAMP_ENA_SET(dst, src) \ | ||
320 | (((dst) & ~0x00000040) | (((u32) (src) << 6) & 0x00000040)) | ||
321 | #define RXTX_REG6_RX_BIST_ERRCNT_RD_SET(dst, src) \ | ||
322 | (((dst) & ~0x00000001) | (((u32) (src) << 0) & 0x00000001)) | ||
323 | #define RXTX_REG6_TX_IDLE_SET(dst, src) \ | ||
324 | (((dst) & ~0x00000008) | (((u32) (src) << 3) & 0x00000008)) | ||
325 | #define RXTX_REG6_RX_BIST_RESYNC_SET(dst, src) \ | ||
326 | (((dst) & ~0x00000002) | (((u32) (src) << 1) & 0x00000002)) | ||
327 | #define RXTX_REG7 0x00e | ||
328 | #define RXTX_REG7_RESETB_RXD_MASK 0x00000100 | ||
329 | #define RXTX_REG7_RESETB_RXA_MASK 0x00000080 | ||
330 | #define RXTX_REG7_BIST_ENA_RX_SET(dst, src) \ | ||
331 | (((dst) & ~0x00000040) | (((u32) (src) << 6) & 0x00000040)) | ||
332 | #define RXTX_REG7_RX_WORD_MODE_SET(dst, src) \ | ||
333 | (((dst) & ~0x00003800) | (((u32) (src) << 11) & 0x00003800)) | ||
334 | #define RXTX_REG8 0x010 | ||
335 | #define RXTX_REG8_CDR_LOOP_ENA_SET(dst, src) \ | ||
336 | (((dst) & ~0x00004000) | (((u32) (src) << 14) & 0x00004000)) | ||
337 | #define RXTX_REG8_CDR_BYPASS_RXLOS_SET(dst, src) \ | ||
338 | (((dst) & ~0x00000800) | (((u32) (src) << 11) & 0x00000800)) | ||
339 | #define RXTX_REG8_SSC_ENABLE_SET(dst, src) \ | ||
340 | (((dst) & ~0x00000200) | (((u32) (src) << 9) & 0x00000200)) | ||
341 | #define RXTX_REG8_SD_VREF_SET(dst, src) \ | ||
342 | (((dst) & ~0x000000f0) | (((u32) (src) << 4) & 0x000000f0)) | ||
343 | #define RXTX_REG8_SD_DISABLE_SET(dst, src) \ | ||
344 | (((dst) & ~0x00000100) | (((u32) (src) << 8) & 0x00000100)) | ||
345 | #define RXTX_REG7 0x00e | ||
346 | #define RXTX_REG7_RESETB_RXD_SET(dst, src) \ | ||
347 | (((dst) & ~0x00000100) | (((u32) (src) << 8) & 0x00000100)) | ||
348 | #define RXTX_REG7_RESETB_RXA_SET(dst, src) \ | ||
349 | (((dst) & ~0x00000080) | (((u32) (src) << 7) & 0x00000080)) | ||
350 | #define RXTX_REG7_LOOP_BACK_ENA_CTLE_MASK 0x00004000 | ||
351 | #define RXTX_REG7_LOOP_BACK_ENA_CTLE_SET(dst, src) \ | ||
352 | (((dst) & ~0x00004000) | (((u32) (src) << 14) & 0x00004000)) | ||
353 | #define RXTX_REG11 0x016 | ||
354 | #define RXTX_REG11_PHASE_ADJUST_LIMIT_SET(dst, src) \ | ||
355 | (((dst) & ~0x0000f800) | (((u32) (src) << 11) & 0x0000f800)) | ||
356 | #define RXTX_REG12 0x018 | ||
357 | #define RXTX_REG12_LATCH_OFF_ENA_SET(dst, src) \ | ||
358 | (((dst) & ~0x00002000) | (((u32) (src) << 13) & 0x00002000)) | ||
359 | #define RXTX_REG12_SUMOS_ENABLE_SET(dst, src) \ | ||
360 | (((dst) & ~0x00000004) | (((u32) (src) << 2) & 0x00000004)) | ||
361 | #define RXTX_REG12_RX_DET_TERM_ENABLE_MASK 0x00000002 | ||
362 | #define RXTX_REG12_RX_DET_TERM_ENABLE_SET(dst, src) \ | ||
363 | (((dst) & ~0x00000002) | (((u32) (src) << 1) & 0x00000002)) | ||
364 | #define RXTX_REG13 0x01a | ||
365 | #define RXTX_REG14 0x01c | ||
366 | #define RXTX_REG14_CLTE_LATCAL_MAN_PROG_SET(dst, src) \ | ||
367 | (((dst) & ~0x0000003f) | (((u32) (src) << 0) & 0x0000003f)) | ||
368 | #define RXTX_REG14_CTLE_LATCAL_MAN_ENA_SET(dst, src) \ | ||
369 | (((dst) & ~0x00000040) | (((u32) (src) << 6) & 0x00000040)) | ||
370 | #define RXTX_REG26 0x034 | ||
371 | #define RXTX_REG26_PERIOD_ERROR_LATCH_SET(dst, src) \ | ||
372 | (((dst) & ~0x00003800) | (((u32) (src) << 11) & 0x00003800)) | ||
373 | #define RXTX_REG26_BLWC_ENA_SET(dst, src) \ | ||
374 | (((dst) & ~0x00000008) | (((u32) (src) << 3) & 0x00000008)) | ||
375 | #define RXTX_REG21 0x02a | ||
376 | #define RXTX_REG21_DO_LATCH_CALOUT_RD(src) ((0x0000fc00 & (u32) (src)) >> 10) | ||
377 | #define RXTX_REG21_XO_LATCH_CALOUT_RD(src) ((0x000003f0 & (u32) (src)) >> 4) | ||
378 | #define RXTX_REG21_LATCH_CAL_FAIL_ODD_RD(src) ((0x0000000f & (u32)(src))) | ||
379 | #define RXTX_REG22 0x02c | ||
380 | #define RXTX_REG22_SO_LATCH_CALOUT_RD(src) ((0x000003f0 & (u32) (src)) >> 4) | ||
381 | #define RXTX_REG22_EO_LATCH_CALOUT_RD(src) ((0x0000fc00 & (u32) (src)) >> 10) | ||
382 | #define RXTX_REG22_LATCH_CAL_FAIL_EVEN_RD(src) ((0x0000000f & (u32)(src))) | ||
383 | #define RXTX_REG23 0x02e | ||
384 | #define RXTX_REG23_DE_LATCH_CALOUT_RD(src) ((0x0000fc00 & (u32) (src)) >> 10) | ||
385 | #define RXTX_REG23_XE_LATCH_CALOUT_RD(src) ((0x000003f0 & (u32) (src)) >> 4) | ||
386 | #define RXTX_REG24 0x030 | ||
387 | #define RXTX_REG24_EE_LATCH_CALOUT_RD(src) ((0x0000fc00 & (u32) (src)) >> 10) | ||
388 | #define RXTX_REG24_SE_LATCH_CALOUT_RD(src) ((0x000003f0 & (u32) (src)) >> 4) | ||
389 | #define RXTX_REG27 0x036 | ||
390 | #define RXTX_REG28 0x038 | ||
391 | #define RXTX_REG31 0x03e | ||
392 | #define RXTX_REG38 0x04c | ||
393 | #define RXTX_REG38_CUSTOMER_PINMODE_INV_SET(dst, src) \ | ||
394 | (((dst) & 0x0000fffe) | (((u32) (src) << 1) & 0x0000fffe)) | ||
395 | #define RXTX_REG39 0x04e | ||
396 | #define RXTX_REG40 0x050 | ||
397 | #define RXTX_REG41 0x052 | ||
398 | #define RXTX_REG42 0x054 | ||
399 | #define RXTX_REG43 0x056 | ||
400 | #define RXTX_REG44 0x058 | ||
401 | #define RXTX_REG45 0x05a | ||
402 | #define RXTX_REG46 0x05c | ||
403 | #define RXTX_REG47 0x05e | ||
404 | #define RXTX_REG48 0x060 | ||
405 | #define RXTX_REG49 0x062 | ||
406 | #define RXTX_REG50 0x064 | ||
407 | #define RXTX_REG51 0x066 | ||
408 | #define RXTX_REG52 0x068 | ||
409 | #define RXTX_REG53 0x06a | ||
410 | #define RXTX_REG54 0x06c | ||
411 | #define RXTX_REG55 0x06e | ||
412 | #define RXTX_REG61 0x07a | ||
413 | #define RXTX_REG61_ISCAN_INBERT_SET(dst, src) \ | ||
414 | (((dst) & ~0x00000010) | (((u32) (src) << 4) & 0x00000010)) | ||
415 | #define RXTX_REG61_LOADFREQ_SHIFT_SET(dst, src) \ | ||
416 | (((dst) & ~0x00000008) | (((u32) (src) << 3) & 0x00000008)) | ||
417 | #define RXTX_REG61_EYE_COUNT_WIDTH_SEL_SET(dst, src) \ | ||
418 | (((dst) & ~0x000000c0) | (((u32) (src) << 6) & 0x000000c0)) | ||
419 | #define RXTX_REG61_SPD_SEL_CDR_SET(dst, src) \ | ||
420 | (((dst) & ~0x00003c00) | (((u32) (src) << 10) & 0x00003c00)) | ||
421 | #define RXTX_REG62 0x07c | ||
422 | #define RXTX_REG62_PERIOD_H1_QLATCH_SET(dst, src) \ | ||
423 | (((dst) & ~0x00003800) | (((u32) (src) << 11) & 0x00003800)) | ||
424 | #define RXTX_REG81 0x0a2 | ||
425 | #define RXTX_REG89_MU_TH7_SET(dst, src) \ | ||
426 | (((dst) & ~0x0000f800) | (((u32) (src) << 11) & 0x0000f800)) | ||
427 | #define RXTX_REG89_MU_TH8_SET(dst, src) \ | ||
428 | (((dst) & ~0x000007c0) | (((u32) (src) << 6) & 0x000007c0)) | ||
429 | #define RXTX_REG89_MU_TH9_SET(dst, src) \ | ||
430 | (((dst) & ~0x0000003e) | (((u32) (src) << 1) & 0x0000003e)) | ||
431 | #define RXTX_REG96 0x0c0 | ||
432 | #define RXTX_REG96_MU_FREQ1_SET(dst, src) \ | ||
433 | (((dst) & ~0x0000f800) | (((u32) (src) << 11) & 0x0000f800)) | ||
434 | #define RXTX_REG96_MU_FREQ2_SET(dst, src) \ | ||
435 | (((dst) & ~0x000007c0) | (((u32) (src) << 6) & 0x000007c0)) | ||
436 | #define RXTX_REG96_MU_FREQ3_SET(dst, src) \ | ||
437 | (((dst) & ~0x0000003e) | (((u32) (src) << 1) & 0x0000003e)) | ||
438 | #define RXTX_REG99 0x0c6 | ||
439 | #define RXTX_REG99_MU_PHASE1_SET(dst, src) \ | ||
440 | (((dst) & ~0x0000f800) | (((u32) (src) << 11) & 0x0000f800)) | ||
441 | #define RXTX_REG99_MU_PHASE2_SET(dst, src) \ | ||
442 | (((dst) & ~0x000007c0) | (((u32) (src) << 6) & 0x000007c0)) | ||
443 | #define RXTX_REG99_MU_PHASE3_SET(dst, src) \ | ||
444 | (((dst) & ~0x0000003e) | (((u32) (src) << 1) & 0x0000003e)) | ||
445 | #define RXTX_REG102 0x0cc | ||
446 | #define RXTX_REG102_FREQLOOP_LIMIT_SET(dst, src) \ | ||
447 | (((dst) & ~0x00000060) | (((u32) (src) << 5) & 0x00000060)) | ||
448 | #define RXTX_REG114 0x0e4 | ||
449 | #define RXTX_REG121 0x0f2 | ||
450 | #define RXTX_REG121_SUMOS_CAL_CODE_RD(src) ((0x0000003e & (u32)(src)) >> 0x1) | ||
451 | #define RXTX_REG125 0x0fa | ||
452 | #define RXTX_REG125_PQ_REG_SET(dst, src) \ | ||
453 | (((dst) & ~0x0000fe00) | (((u32) (src) << 9) & 0x0000fe00)) | ||
454 | #define RXTX_REG125_SIGN_PQ_SET(dst, src) \ | ||
455 | (((dst) & ~0x00000100) | (((u32) (src) << 8) & 0x00000100)) | ||
456 | #define RXTX_REG125_SIGN_PQ_2C_SET(dst, src) \ | ||
457 | (((dst) & ~0x00000080) | (((u32) (src) << 7) & 0x00000080)) | ||
458 | #define RXTX_REG125_PHZ_MANUALCODE_SET(dst, src) \ | ||
459 | (((dst) & ~0x0000007c) | (((u32) (src) << 2) & 0x0000007c)) | ||
460 | #define RXTX_REG125_PHZ_MANUAL_SET(dst, src) \ | ||
461 | (((dst) & ~0x00000002) | (((u32) (src) << 1) & 0x00000002)) | ||
462 | #define RXTX_REG127 0x0fe | ||
463 | #define RXTX_REG127_FORCE_SUM_CAL_START_MASK 0x00000002 | ||
464 | #define RXTX_REG127_FORCE_LAT_CAL_START_MASK 0x00000004 | ||
465 | #define RXTX_REG127_FORCE_SUM_CAL_START_SET(dst, src) \ | ||
466 | (((dst) & ~0x00000002) | (((u32) (src) << 1) & 0x00000002)) | ||
467 | #define RXTX_REG127_FORCE_LAT_CAL_START_SET(dst, src) \ | ||
468 | (((dst) & ~0x00000004) | (((u32) (src) << 2) & 0x00000004)) | ||
469 | #define RXTX_REG127_LATCH_MAN_CAL_ENA_SET(dst, src) \ | ||
470 | (((dst) & ~0x00000008) | (((u32) (src) << 3) & 0x00000008)) | ||
471 | #define RXTX_REG127_DO_LATCH_MANCAL_SET(dst, src) \ | ||
472 | (((dst) & ~0x0000fc00) | (((u32) (src) << 10) & 0x0000fc00)) | ||
473 | #define RXTX_REG127_XO_LATCH_MANCAL_SET(dst, src) \ | ||
474 | (((dst) & ~0x000003f0) | (((u32) (src) << 4) & 0x000003f0)) | ||
475 | #define RXTX_REG128 0x100 | ||
476 | #define RXTX_REG128_LATCH_CAL_WAIT_SEL_SET(dst, src) \ | ||
477 | (((dst) & ~0x0000000c) | (((u32) (src) << 2) & 0x0000000c)) | ||
478 | #define RXTX_REG128_EO_LATCH_MANCAL_SET(dst, src) \ | ||
479 | (((dst) & ~0x0000fc00) | (((u32) (src) << 10) & 0x0000fc00)) | ||
480 | #define RXTX_REG128_SO_LATCH_MANCAL_SET(dst, src) \ | ||
481 | (((dst) & ~0x000003f0) | (((u32) (src) << 4) & 0x000003f0)) | ||
482 | #define RXTX_REG129 0x102 | ||
483 | #define RXTX_REG129_DE_LATCH_MANCAL_SET(dst, src) \ | ||
484 | (((dst) & ~0x0000fc00) | (((u32) (src) << 10) & 0x0000fc00)) | ||
485 | #define RXTX_REG129_XE_LATCH_MANCAL_SET(dst, src) \ | ||
486 | (((dst) & ~0x000003f0) | (((u32) (src) << 4) & 0x000003f0)) | ||
487 | #define RXTX_REG130 0x104 | ||
488 | #define RXTX_REG130_EE_LATCH_MANCAL_SET(dst, src) \ | ||
489 | (((dst) & ~0x0000fc00) | (((u32) (src) << 10) & 0x0000fc00)) | ||
490 | #define RXTX_REG130_SE_LATCH_MANCAL_SET(dst, src) \ | ||
491 | (((dst) & ~0x000003f0) | (((u32) (src) << 4) & 0x000003f0)) | ||
492 | #define RXTX_REG145 0x122 | ||
493 | #define RXTX_REG145_TX_IDLE_SATA_SET(dst, src) \ | ||
494 | (((dst) & ~0x00000001) | (((u32) (src) << 0) & 0x00000001)) | ||
495 | #define RXTX_REG145_RXES_ENA_SET(dst, src) \ | ||
496 | (((dst) & ~0x00000002) | (((u32) (src) << 1) & 0x00000002)) | ||
497 | #define RXTX_REG145_RXDFE_CONFIG_SET(dst, src) \ | ||
498 | (((dst) & ~0x0000c000) | (((u32) (src) << 14) & 0x0000c000)) | ||
499 | #define RXTX_REG145_RXVWES_LATENA_SET(dst, src) \ | ||
500 | (((dst) & ~0x00000004) | (((u32) (src) << 2) & 0x00000004)) | ||
501 | #define RXTX_REG147 0x126 | ||
502 | #define RXTX_REG148 0x128 | ||
503 | |||
504 | /* Clock macro type */ | ||
505 | enum cmu_type_t { | ||
506 | REF_CMU = 0, /* Clock macro is the internal reference clock */ | ||
507 | PHY_CMU = 1, /* Clock macro is the PLL for the Serdes */ | ||
508 | }; | ||
509 | |||
510 | enum mux_type_t { | ||
511 | MUX_SELECT_ATA = 0, /* Switch the MUX to ATA */ | ||
512 | MUX_SELECT_SGMMII = 0, /* Switch the MUX to SGMII */ | ||
513 | }; | ||
514 | |||
515 | enum clk_type_t { | ||
516 | CLK_EXT_DIFF = 0, /* External differential */ | ||
517 | CLK_INT_DIFF = 1, /* Internal differential */ | ||
518 | CLK_INT_SING = 2, /* Internal single ended */ | ||
519 | }; | ||
520 | |||
521 | enum phy_mode { | ||
522 | MODE_SATA = 0, /* List them for simple reference */ | ||
523 | MODE_SGMII = 1, | ||
524 | MODE_PCIE = 2, | ||
525 | MODE_USB = 3, | ||
526 | MODE_XFI = 4, | ||
527 | MODE_MAX | ||
528 | }; | ||
529 | |||
530 | struct xgene_sata_override_param { | ||
531 | u32 speed[MAX_LANE]; /* Index for override parameter per lane */ | ||
532 | u32 txspeed[3]; /* Tx speed */ | ||
533 | u32 txboostgain[MAX_LANE*3]; /* Tx freq boost and gain control */ | ||
534 | u32 txeyetuning[MAX_LANE*3]; /* Tx eye tuning */ | ||
535 | u32 txeyedirection[MAX_LANE*3]; /* Tx eye tuning direction */ | ||
536 | u32 txamplitude[MAX_LANE*3]; /* Tx amplitude control */ | ||
537 | u32 txprecursor_cn1[MAX_LANE*3]; /* Tx emphasis taps 1st pre-cursor */ | ||
538 | u32 txprecursor_cn2[MAX_LANE*3]; /* Tx emphasis taps 2nd pre-cursor */ | ||
539 | u32 txpostcursor_cp1[MAX_LANE*3]; /* Tx emphasis taps post-cursor */ | ||
540 | }; | ||
541 | |||
542 | struct xgene_phy_ctx { | ||
543 | struct device *dev; | ||
544 | struct phy *phy; | ||
545 | enum phy_mode mode; /* Mode of operation */ | ||
546 | enum clk_type_t clk_type; /* Input clock selection */ | ||
547 | void __iomem *sds_base; /* PHY CSR base addr */ | ||
548 | struct clk *clk; /* Optional clock */ | ||
549 | |||
550 | /* Override Serdes parameters */ | ||
551 | struct xgene_sata_override_param sata_param; | ||
552 | }; | ||
553 | |||
554 | /* | ||
555 | * For chip earlier than A3 version, enable this flag. | ||
556 | * To enable, pass boot argument phy_xgene.preA3Chip=1 | ||
557 | */ | ||
558 | static int preA3Chip; | ||
559 | MODULE_PARM_DESC(preA3Chip, "Enable pre-A3 chip support (1=enable 0=disable)"); | ||
560 | module_param_named(preA3Chip, preA3Chip, int, 0444); | ||
561 | |||
562 | static void sds_wr(void __iomem *csr_base, u32 indirect_cmd_reg, | ||
563 | u32 indirect_data_reg, u32 addr, u32 data) | ||
564 | { | ||
565 | unsigned long deadline = jiffies + HZ; | ||
566 | u32 val; | ||
567 | u32 cmd; | ||
568 | |||
569 | cmd = CFG_IND_WR_CMD_MASK | CFG_IND_CMD_DONE_MASK; | ||
570 | cmd = CFG_IND_ADDR_SET(cmd, addr); | ||
571 | writel(data, csr_base + indirect_data_reg); | ||
572 | readl(csr_base + indirect_data_reg); /* Force a barrier */ | ||
573 | writel(cmd, csr_base + indirect_cmd_reg); | ||
574 | readl(csr_base + indirect_cmd_reg); /* Force a barrier */ | ||
575 | do { | ||
576 | val = readl(csr_base + indirect_cmd_reg); | ||
577 | } while (!(val & CFG_IND_CMD_DONE_MASK) && | ||
578 | time_before(jiffies, deadline)); | ||
579 | if (!(val & CFG_IND_CMD_DONE_MASK)) | ||
580 | pr_err("SDS WR timeout at 0x%p offset 0x%08X value 0x%08X\n", | ||
581 | csr_base + indirect_cmd_reg, addr, data); | ||
582 | } | ||
583 | |||
584 | static void sds_rd(void __iomem *csr_base, u32 indirect_cmd_reg, | ||
585 | u32 indirect_data_reg, u32 addr, u32 *data) | ||
586 | { | ||
587 | unsigned long deadline = jiffies + HZ; | ||
588 | u32 val; | ||
589 | u32 cmd; | ||
590 | |||
591 | cmd = CFG_IND_RD_CMD_MASK | CFG_IND_CMD_DONE_MASK; | ||
592 | cmd = CFG_IND_ADDR_SET(cmd, addr); | ||
593 | writel(cmd, csr_base + indirect_cmd_reg); | ||
594 | readl(csr_base + indirect_cmd_reg); /* Force a barrier */ | ||
595 | do { | ||
596 | val = readl(csr_base + indirect_cmd_reg); | ||
597 | } while (!(val & CFG_IND_CMD_DONE_MASK) && | ||
598 | time_before(jiffies, deadline)); | ||
599 | *data = readl(csr_base + indirect_data_reg); | ||
600 | if (!(val & CFG_IND_CMD_DONE_MASK)) | ||
601 | pr_err("SDS WR timeout at 0x%p offset 0x%08X value 0x%08X\n", | ||
602 | csr_base + indirect_cmd_reg, addr, *data); | ||
603 | } | ||
604 | |||
605 | static void cmu_wr(struct xgene_phy_ctx *ctx, enum cmu_type_t cmu_type, | ||
606 | u32 reg, u32 data) | ||
607 | { | ||
608 | void __iomem *sds_base = ctx->sds_base; | ||
609 | u32 val; | ||
610 | |||
611 | if (cmu_type == REF_CMU) | ||
612 | reg += SERDES_PLL_REF_INDIRECT_OFFSET; | ||
613 | else | ||
614 | reg += SERDES_PLL_INDIRECT_OFFSET; | ||
615 | sds_wr(sds_base, SATA_ENET_SDS_IND_CMD_REG, | ||
616 | SATA_ENET_SDS_IND_WDATA_REG, reg, data); | ||
617 | sds_rd(sds_base, SATA_ENET_SDS_IND_CMD_REG, | ||
618 | SATA_ENET_SDS_IND_RDATA_REG, reg, &val); | ||
619 | pr_debug("CMU WR addr 0x%X value 0x%08X <-> 0x%08X\n", reg, data, val); | ||
620 | } | ||
621 | |||
622 | static void cmu_rd(struct xgene_phy_ctx *ctx, enum cmu_type_t cmu_type, | ||
623 | u32 reg, u32 *data) | ||
624 | { | ||
625 | void __iomem *sds_base = ctx->sds_base; | ||
626 | |||
627 | if (cmu_type == REF_CMU) | ||
628 | reg += SERDES_PLL_REF_INDIRECT_OFFSET; | ||
629 | else | ||
630 | reg += SERDES_PLL_INDIRECT_OFFSET; | ||
631 | sds_rd(sds_base, SATA_ENET_SDS_IND_CMD_REG, | ||
632 | SATA_ENET_SDS_IND_RDATA_REG, reg, data); | ||
633 | pr_debug("CMU RD addr 0x%X value 0x%08X\n", reg, *data); | ||
634 | } | ||
635 | |||
636 | static void cmu_toggle1to0(struct xgene_phy_ctx *ctx, enum cmu_type_t cmu_type, | ||
637 | u32 reg, u32 bits) | ||
638 | { | ||
639 | u32 val; | ||
640 | |||
641 | cmu_rd(ctx, cmu_type, reg, &val); | ||
642 | val |= bits; | ||
643 | cmu_wr(ctx, cmu_type, reg, val); | ||
644 | cmu_rd(ctx, cmu_type, reg, &val); | ||
645 | val &= ~bits; | ||
646 | cmu_wr(ctx, cmu_type, reg, val); | ||
647 | } | ||
648 | |||
649 | static void cmu_clrbits(struct xgene_phy_ctx *ctx, enum cmu_type_t cmu_type, | ||
650 | u32 reg, u32 bits) | ||
651 | { | ||
652 | u32 val; | ||
653 | |||
654 | cmu_rd(ctx, cmu_type, reg, &val); | ||
655 | val &= ~bits; | ||
656 | cmu_wr(ctx, cmu_type, reg, val); | ||
657 | } | ||
658 | |||
659 | static void cmu_setbits(struct xgene_phy_ctx *ctx, enum cmu_type_t cmu_type, | ||
660 | u32 reg, u32 bits) | ||
661 | { | ||
662 | u32 val; | ||
663 | |||
664 | cmu_rd(ctx, cmu_type, reg, &val); | ||
665 | val |= bits; | ||
666 | cmu_wr(ctx, cmu_type, reg, val); | ||
667 | } | ||
668 | |||
669 | static void serdes_wr(struct xgene_phy_ctx *ctx, int lane, u32 reg, u32 data) | ||
670 | { | ||
671 | void __iomem *sds_base = ctx->sds_base; | ||
672 | u32 val; | ||
673 | |||
674 | reg += SERDES_INDIRECT_OFFSET; | ||
675 | reg += lane * SERDES_LANE_STRIDE; | ||
676 | sds_wr(sds_base, SATA_ENET_SDS_IND_CMD_REG, | ||
677 | SATA_ENET_SDS_IND_WDATA_REG, reg, data); | ||
678 | sds_rd(sds_base, SATA_ENET_SDS_IND_CMD_REG, | ||
679 | SATA_ENET_SDS_IND_RDATA_REG, reg, &val); | ||
680 | pr_debug("SERDES WR addr 0x%X value 0x%08X <-> 0x%08X\n", reg, data, | ||
681 | val); | ||
682 | } | ||
683 | |||
684 | static void serdes_rd(struct xgene_phy_ctx *ctx, int lane, u32 reg, u32 *data) | ||
685 | { | ||
686 | void __iomem *sds_base = ctx->sds_base; | ||
687 | |||
688 | reg += SERDES_INDIRECT_OFFSET; | ||
689 | reg += lane * SERDES_LANE_STRIDE; | ||
690 | sds_rd(sds_base, SATA_ENET_SDS_IND_CMD_REG, | ||
691 | SATA_ENET_SDS_IND_RDATA_REG, reg, data); | ||
692 | pr_debug("SERDES RD addr 0x%X value 0x%08X\n", reg, *data); | ||
693 | } | ||
694 | |||
695 | static void serdes_clrbits(struct xgene_phy_ctx *ctx, int lane, u32 reg, | ||
696 | u32 bits) | ||
697 | { | ||
698 | u32 val; | ||
699 | |||
700 | serdes_rd(ctx, lane, reg, &val); | ||
701 | val &= ~bits; | ||
702 | serdes_wr(ctx, lane, reg, val); | ||
703 | } | ||
704 | |||
705 | static void serdes_setbits(struct xgene_phy_ctx *ctx, int lane, u32 reg, | ||
706 | u32 bits) | ||
707 | { | ||
708 | u32 val; | ||
709 | |||
710 | serdes_rd(ctx, lane, reg, &val); | ||
711 | val |= bits; | ||
712 | serdes_wr(ctx, lane, reg, val); | ||
713 | } | ||
714 | |||
715 | static void xgene_phy_cfg_cmu_clk_type(struct xgene_phy_ctx *ctx, | ||
716 | enum cmu_type_t cmu_type, | ||
717 | enum clk_type_t clk_type) | ||
718 | { | ||
719 | u32 val; | ||
720 | |||
721 | /* Set the reset sequence delay for TX ready assertion */ | ||
722 | cmu_rd(ctx, cmu_type, CMU_REG12, &val); | ||
723 | val = CMU_REG12_STATE_DELAY9_SET(val, 0x1); | ||
724 | cmu_wr(ctx, cmu_type, CMU_REG12, val); | ||
725 | /* Set the programmable stage delays between various enable stages */ | ||
726 | cmu_wr(ctx, cmu_type, CMU_REG13, 0x0222); | ||
727 | cmu_wr(ctx, cmu_type, CMU_REG14, 0x2225); | ||
728 | |||
729 | /* Configure clock type */ | ||
730 | if (clk_type == CLK_EXT_DIFF) { | ||
731 | /* Select external clock mux */ | ||
732 | cmu_rd(ctx, cmu_type, CMU_REG0, &val); | ||
733 | val = CMU_REG0_PLL_REF_SEL_SET(val, 0x0); | ||
734 | cmu_wr(ctx, cmu_type, CMU_REG0, val); | ||
735 | /* Select CMOS as reference clock */ | ||
736 | cmu_rd(ctx, cmu_type, CMU_REG1, &val); | ||
737 | val = CMU_REG1_REFCLK_CMOS_SEL_SET(val, 0x0); | ||
738 | cmu_wr(ctx, cmu_type, CMU_REG1, val); | ||
739 | dev_dbg(ctx->dev, "Set external reference clock\n"); | ||
740 | } else if (clk_type == CLK_INT_DIFF) { | ||
741 | /* Select internal clock mux */ | ||
742 | cmu_rd(ctx, cmu_type, CMU_REG0, &val); | ||
743 | val = CMU_REG0_PLL_REF_SEL_SET(val, 0x1); | ||
744 | cmu_wr(ctx, cmu_type, CMU_REG0, val); | ||
745 | /* Select CMOS as reference clock */ | ||
746 | cmu_rd(ctx, cmu_type, CMU_REG1, &val); | ||
747 | val = CMU_REG1_REFCLK_CMOS_SEL_SET(val, 0x1); | ||
748 | cmu_wr(ctx, cmu_type, CMU_REG1, val); | ||
749 | dev_dbg(ctx->dev, "Set internal reference clock\n"); | ||
750 | } else if (clk_type == CLK_INT_SING) { | ||
751 | /* | ||
752 | * NOTE: This clock type is NOT support for controller | ||
753 | * whose internal clock shared in the PCIe controller | ||
754 | * | ||
755 | * Select internal clock mux | ||
756 | */ | ||
757 | cmu_rd(ctx, cmu_type, CMU_REG1, &val); | ||
758 | val = CMU_REG1_REFCLK_CMOS_SEL_SET(val, 0x1); | ||
759 | cmu_wr(ctx, cmu_type, CMU_REG1, val); | ||
760 | /* Select CML as reference clock */ | ||
761 | cmu_rd(ctx, cmu_type, CMU_REG1, &val); | ||
762 | val = CMU_REG1_REFCLK_CMOS_SEL_SET(val, 0x0); | ||
763 | cmu_wr(ctx, cmu_type, CMU_REG1, val); | ||
764 | dev_dbg(ctx->dev, | ||
765 | "Set internal single ended reference clock\n"); | ||
766 | } | ||
767 | } | ||
768 | |||
769 | static void xgene_phy_sata_cfg_cmu_core(struct xgene_phy_ctx *ctx, | ||
770 | enum cmu_type_t cmu_type, | ||
771 | enum clk_type_t clk_type) | ||
772 | { | ||
773 | u32 val; | ||
774 | int ref_100MHz; | ||
775 | |||
776 | if (cmu_type == REF_CMU) { | ||
777 | /* Set VCO calibration voltage threshold */ | ||
778 | cmu_rd(ctx, cmu_type, CMU_REG34, &val); | ||
779 | val = CMU_REG34_VCO_CAL_VTH_LO_MAX_SET(val, 0x7); | ||
780 | val = CMU_REG34_VCO_CAL_VTH_HI_MAX_SET(val, 0xc); | ||
781 | val = CMU_REG34_VCO_CAL_VTH_LO_MIN_SET(val, 0x3); | ||
782 | val = CMU_REG34_VCO_CAL_VTH_HI_MIN_SET(val, 0x8); | ||
783 | cmu_wr(ctx, cmu_type, CMU_REG34, val); | ||
784 | } | ||
785 | |||
786 | /* Set the VCO calibration counter */ | ||
787 | cmu_rd(ctx, cmu_type, CMU_REG0, &val); | ||
788 | if (cmu_type == REF_CMU || preA3Chip) | ||
789 | val = CMU_REG0_CAL_COUNT_RESOL_SET(val, 0x4); | ||
790 | else | ||
791 | val = CMU_REG0_CAL_COUNT_RESOL_SET(val, 0x7); | ||
792 | cmu_wr(ctx, cmu_type, CMU_REG0, val); | ||
793 | |||
794 | /* Configure PLL for calibration */ | ||
795 | cmu_rd(ctx, cmu_type, CMU_REG1, &val); | ||
796 | val = CMU_REG1_PLL_CP_SET(val, 0x1); | ||
797 | if (cmu_type == REF_CMU || preA3Chip) | ||
798 | val = CMU_REG1_PLL_CP_SEL_SET(val, 0x5); | ||
799 | else | ||
800 | val = CMU_REG1_PLL_CP_SEL_SET(val, 0x3); | ||
801 | if (cmu_type == REF_CMU) | ||
802 | val = CMU_REG1_PLL_MANUALCAL_SET(val, 0x0); | ||
803 | else | ||
804 | val = CMU_REG1_PLL_MANUALCAL_SET(val, 0x1); | ||
805 | cmu_wr(ctx, cmu_type, CMU_REG1, val); | ||
806 | |||
807 | if (cmu_type != REF_CMU) | ||
808 | cmu_clrbits(ctx, cmu_type, CMU_REG5, CMU_REG5_PLL_RESETB_MASK); | ||
809 | |||
810 | /* Configure the PLL for either 100MHz or 50MHz */ | ||
811 | cmu_rd(ctx, cmu_type, CMU_REG2, &val); | ||
812 | if (cmu_type == REF_CMU) { | ||
813 | val = CMU_REG2_PLL_LFRES_SET(val, 0xa); | ||
814 | ref_100MHz = 1; | ||
815 | } else { | ||
816 | val = CMU_REG2_PLL_LFRES_SET(val, 0x3); | ||
817 | if (clk_type == CLK_EXT_DIFF) | ||
818 | ref_100MHz = 0; | ||
819 | else | ||
820 | ref_100MHz = 1; | ||
821 | } | ||
822 | if (ref_100MHz) { | ||
823 | val = CMU_REG2_PLL_FBDIV_SET(val, FBDIV_VAL_100M); | ||
824 | val = CMU_REG2_PLL_REFDIV_SET(val, REFDIV_VAL_100M); | ||
825 | } else { | ||
826 | val = CMU_REG2_PLL_FBDIV_SET(val, FBDIV_VAL_50M); | ||
827 | val = CMU_REG2_PLL_REFDIV_SET(val, REFDIV_VAL_50M); | ||
828 | } | ||
829 | cmu_wr(ctx, cmu_type, CMU_REG2, val); | ||
830 | |||
831 | /* Configure the VCO */ | ||
832 | cmu_rd(ctx, cmu_type, CMU_REG3, &val); | ||
833 | if (cmu_type == REF_CMU) { | ||
834 | val = CMU_REG3_VCOVARSEL_SET(val, 0x3); | ||
835 | val = CMU_REG3_VCO_MOMSEL_INIT_SET(val, 0x10); | ||
836 | } else { | ||
837 | val = CMU_REG3_VCOVARSEL_SET(val, 0xF); | ||
838 | if (preA3Chip) | ||
839 | val = CMU_REG3_VCO_MOMSEL_INIT_SET(val, 0x15); | ||
840 | else | ||
841 | val = CMU_REG3_VCO_MOMSEL_INIT_SET(val, 0x1a); | ||
842 | val = CMU_REG3_VCO_MANMOMSEL_SET(val, 0x15); | ||
843 | } | ||
844 | cmu_wr(ctx, cmu_type, CMU_REG3, val); | ||
845 | |||
846 | /* Disable force PLL lock */ | ||
847 | cmu_rd(ctx, cmu_type, CMU_REG26, &val); | ||
848 | val = CMU_REG26_FORCE_PLL_LOCK_SET(val, 0x0); | ||
849 | cmu_wr(ctx, cmu_type, CMU_REG26, val); | ||
850 | |||
851 | /* Setup PLL loop filter */ | ||
852 | cmu_rd(ctx, cmu_type, CMU_REG5, &val); | ||
853 | val = CMU_REG5_PLL_LFSMCAP_SET(val, 0x3); | ||
854 | val = CMU_REG5_PLL_LFCAP_SET(val, 0x3); | ||
855 | if (cmu_type == REF_CMU || !preA3Chip) | ||
856 | val = CMU_REG5_PLL_LOCK_RESOLUTION_SET(val, 0x7); | ||
857 | else | ||
858 | val = CMU_REG5_PLL_LOCK_RESOLUTION_SET(val, 0x4); | ||
859 | cmu_wr(ctx, cmu_type, CMU_REG5, val); | ||
860 | |||
861 | /* Enable or disable manual calibration */ | ||
862 | cmu_rd(ctx, cmu_type, CMU_REG6, &val); | ||
863 | val = CMU_REG6_PLL_VREGTRIM_SET(val, preA3Chip ? 0x0 : 0x2); | ||
864 | val = CMU_REG6_MAN_PVT_CAL_SET(val, preA3Chip ? 0x1 : 0x0); | ||
865 | cmu_wr(ctx, cmu_type, CMU_REG6, val); | ||
866 | |||
867 | /* Configure lane for 20-bits */ | ||
868 | if (cmu_type == PHY_CMU) { | ||
869 | cmu_rd(ctx, cmu_type, CMU_REG9, &val); | ||
870 | val = CMU_REG9_TX_WORD_MODE_CH1_SET(val, | ||
871 | CMU_REG9_WORD_LEN_20BIT); | ||
872 | val = CMU_REG9_TX_WORD_MODE_CH0_SET(val, | ||
873 | CMU_REG9_WORD_LEN_20BIT); | ||
874 | val = CMU_REG9_PLL_POST_DIVBY2_SET(val, 0x1); | ||
875 | if (!preA3Chip) { | ||
876 | val = CMU_REG9_VBG_BYPASSB_SET(val, 0x0); | ||
877 | val = CMU_REG9_IGEN_BYPASS_SET(val , 0x0); | ||
878 | } | ||
879 | cmu_wr(ctx, cmu_type, CMU_REG9, val); | ||
880 | |||
881 | if (!preA3Chip) { | ||
882 | cmu_rd(ctx, cmu_type, CMU_REG10, &val); | ||
883 | val = CMU_REG10_VREG_REFSEL_SET(val, 0x1); | ||
884 | cmu_wr(ctx, cmu_type, CMU_REG10, val); | ||
885 | } | ||
886 | } | ||
887 | |||
888 | cmu_rd(ctx, cmu_type, CMU_REG16, &val); | ||
889 | val = CMU_REG16_CALIBRATION_DONE_OVERRIDE_SET(val, 0x1); | ||
890 | val = CMU_REG16_BYPASS_PLL_LOCK_SET(val, 0x1); | ||
891 | if (cmu_type == REF_CMU || preA3Chip) | ||
892 | val = CMU_REG16_VCOCAL_WAIT_BTW_CODE_SET(val, 0x4); | ||
893 | else | ||
894 | val = CMU_REG16_VCOCAL_WAIT_BTW_CODE_SET(val, 0x7); | ||
895 | cmu_wr(ctx, cmu_type, CMU_REG16, val); | ||
896 | |||
897 | /* Configure for SATA */ | ||
898 | cmu_rd(ctx, cmu_type, CMU_REG30, &val); | ||
899 | val = CMU_REG30_PCIE_MODE_SET(val, 0x0); | ||
900 | val = CMU_REG30_LOCK_COUNT_SET(val, 0x3); | ||
901 | cmu_wr(ctx, cmu_type, CMU_REG30, val); | ||
902 | |||
903 | /* Disable state machine bypass */ | ||
904 | cmu_wr(ctx, cmu_type, CMU_REG31, 0xF); | ||
905 | |||
906 | cmu_rd(ctx, cmu_type, CMU_REG32, &val); | ||
907 | val = CMU_REG32_PVT_CAL_WAIT_SEL_SET(val, 0x3); | ||
908 | if (cmu_type == REF_CMU || preA3Chip) | ||
909 | val = CMU_REG32_IREF_ADJ_SET(val, 0x3); | ||
910 | else | ||
911 | val = CMU_REG32_IREF_ADJ_SET(val, 0x1); | ||
912 | cmu_wr(ctx, cmu_type, CMU_REG32, val); | ||
913 | |||
914 | /* Set VCO calibration threshold */ | ||
915 | if (cmu_type != REF_CMU && preA3Chip) | ||
916 | cmu_wr(ctx, cmu_type, CMU_REG34, 0x8d27); | ||
917 | else | ||
918 | cmu_wr(ctx, cmu_type, CMU_REG34, 0x873c); | ||
919 | |||
920 | /* Set CTLE Override and override waiting from state machine */ | ||
921 | cmu_wr(ctx, cmu_type, CMU_REG37, 0xF00F); | ||
922 | } | ||
923 | |||
924 | static void xgene_phy_ssc_enable(struct xgene_phy_ctx *ctx, | ||
925 | enum cmu_type_t cmu_type) | ||
926 | { | ||
927 | u32 val; | ||
928 | |||
929 | /* Set SSC modulation value */ | ||
930 | cmu_rd(ctx, cmu_type, CMU_REG35, &val); | ||
931 | val = CMU_REG35_PLL_SSC_MOD_SET(val, 98); | ||
932 | cmu_wr(ctx, cmu_type, CMU_REG35, val); | ||
933 | |||
934 | /* Enable SSC, set vertical step and DSM value */ | ||
935 | cmu_rd(ctx, cmu_type, CMU_REG36, &val); | ||
936 | val = CMU_REG36_PLL_SSC_VSTEP_SET(val, 30); | ||
937 | val = CMU_REG36_PLL_SSC_EN_SET(val, 1); | ||
938 | val = CMU_REG36_PLL_SSC_DSMSEL_SET(val, 1); | ||
939 | cmu_wr(ctx, cmu_type, CMU_REG36, val); | ||
940 | |||
941 | /* Reset the PLL */ | ||
942 | cmu_clrbits(ctx, cmu_type, CMU_REG5, CMU_REG5_PLL_RESETB_MASK); | ||
943 | cmu_setbits(ctx, cmu_type, CMU_REG5, CMU_REG5_PLL_RESETB_MASK); | ||
944 | |||
945 | /* Force VCO calibration to restart */ | ||
946 | cmu_toggle1to0(ctx, cmu_type, CMU_REG32, | ||
947 | CMU_REG32_FORCE_VCOCAL_START_MASK); | ||
948 | } | ||
949 | |||
950 | static void xgene_phy_sata_cfg_lanes(struct xgene_phy_ctx *ctx) | ||
951 | { | ||
952 | u32 val; | ||
953 | u32 reg; | ||
954 | int i; | ||
955 | int lane; | ||
956 | |||
957 | for (lane = 0; lane < MAX_LANE; lane++) { | ||
958 | serdes_wr(ctx, lane, RXTX_REG147, 0x6); | ||
959 | |||
960 | /* Set boost control for quarter, half, and full rate */ | ||
961 | serdes_rd(ctx, lane, RXTX_REG0, &val); | ||
962 | val = RXTX_REG0_CTLE_EQ_HR_SET(val, 0x10); | ||
963 | val = RXTX_REG0_CTLE_EQ_QR_SET(val, 0x10); | ||
964 | val = RXTX_REG0_CTLE_EQ_FR_SET(val, 0x10); | ||
965 | serdes_wr(ctx, lane, RXTX_REG0, val); | ||
966 | |||
967 | /* Set boost control value */ | ||
968 | serdes_rd(ctx, lane, RXTX_REG1, &val); | ||
969 | val = RXTX_REG1_RXACVCM_SET(val, 0x7); | ||
970 | val = RXTX_REG1_CTLE_EQ_SET(val, | ||
971 | ctx->sata_param.txboostgain[lane * 3 + | ||
972 | ctx->sata_param.speed[lane]]); | ||
973 | serdes_wr(ctx, lane, RXTX_REG1, val); | ||
974 | |||
975 | /* Latch VTT value based on the termination to ground and | ||
976 | enable TX FIFO */ | ||
977 | serdes_rd(ctx, lane, RXTX_REG2, &val); | ||
978 | val = RXTX_REG2_VTT_ENA_SET(val, 0x1); | ||
979 | val = RXTX_REG2_VTT_SEL_SET(val, 0x1); | ||
980 | val = RXTX_REG2_TX_FIFO_ENA_SET(val, 0x1); | ||
981 | serdes_wr(ctx, lane, RXTX_REG2, val); | ||
982 | |||
983 | /* Configure Tx for 20-bits */ | ||
984 | serdes_rd(ctx, lane, RXTX_REG4, &val); | ||
985 | val = RXTX_REG4_TX_WORD_MODE_SET(val, CMU_REG9_WORD_LEN_20BIT); | ||
986 | serdes_wr(ctx, lane, RXTX_REG4, val); | ||
987 | |||
988 | if (!preA3Chip) { | ||
989 | serdes_rd(ctx, lane, RXTX_REG1, &val); | ||
990 | val = RXTX_REG1_RXVREG1_SET(val, 0x2); | ||
991 | val = RXTX_REG1_RXIREF_ADJ_SET(val, 0x2); | ||
992 | serdes_wr(ctx, lane, RXTX_REG1, val); | ||
993 | } | ||
994 | |||
995 | /* Set pre-emphasis first 1 and 2, and post-emphasis values */ | ||
996 | serdes_rd(ctx, lane, RXTX_REG5, &val); | ||
997 | val = RXTX_REG5_TX_CN1_SET(val, | ||
998 | ctx->sata_param.txprecursor_cn1[lane * 3 + | ||
999 | ctx->sata_param.speed[lane]]); | ||
1000 | val = RXTX_REG5_TX_CP1_SET(val, | ||
1001 | ctx->sata_param.txpostcursor_cp1[lane * 3 + | ||
1002 | ctx->sata_param.speed[lane]]); | ||
1003 | val = RXTX_REG5_TX_CN2_SET(val, | ||
1004 | ctx->sata_param.txprecursor_cn2[lane * 3 + | ||
1005 | ctx->sata_param.speed[lane]]); | ||
1006 | serdes_wr(ctx, lane, RXTX_REG5, val); | ||
1007 | |||
1008 | /* Set TX amplitude value */ | ||
1009 | serdes_rd(ctx, lane, RXTX_REG6, &val); | ||
1010 | val = RXTX_REG6_TXAMP_CNTL_SET(val, | ||
1011 | ctx->sata_param.txamplitude[lane * 3 + | ||
1012 | ctx->sata_param.speed[lane]]); | ||
1013 | val = RXTX_REG6_TXAMP_ENA_SET(val, 0x1); | ||
1014 | val = RXTX_REG6_TX_IDLE_SET(val, 0x0); | ||
1015 | val = RXTX_REG6_RX_BIST_RESYNC_SET(val, 0x0); | ||
1016 | val = RXTX_REG6_RX_BIST_ERRCNT_RD_SET(val, 0x0); | ||
1017 | serdes_wr(ctx, lane, RXTX_REG6, val); | ||
1018 | |||
1019 | /* Configure Rx for 20-bits */ | ||
1020 | serdes_rd(ctx, lane, RXTX_REG7, &val); | ||
1021 | val = RXTX_REG7_BIST_ENA_RX_SET(val, 0x0); | ||
1022 | val = RXTX_REG7_RX_WORD_MODE_SET(val, CMU_REG9_WORD_LEN_20BIT); | ||
1023 | serdes_wr(ctx, lane, RXTX_REG7, val); | ||
1024 | |||
1025 | /* Set CDR and LOS values and enable Rx SSC */ | ||
1026 | serdes_rd(ctx, lane, RXTX_REG8, &val); | ||
1027 | val = RXTX_REG8_CDR_LOOP_ENA_SET(val, 0x1); | ||
1028 | val = RXTX_REG8_CDR_BYPASS_RXLOS_SET(val, 0x0); | ||
1029 | val = RXTX_REG8_SSC_ENABLE_SET(val, 0x1); | ||
1030 | val = RXTX_REG8_SD_DISABLE_SET(val, 0x0); | ||
1031 | val = RXTX_REG8_SD_VREF_SET(val, 0x4); | ||
1032 | serdes_wr(ctx, lane, RXTX_REG8, val); | ||
1033 | |||
1034 | /* Set phase adjust upper/lower limits */ | ||
1035 | serdes_rd(ctx, lane, RXTX_REG11, &val); | ||
1036 | val = RXTX_REG11_PHASE_ADJUST_LIMIT_SET(val, 0x0); | ||
1037 | serdes_wr(ctx, lane, RXTX_REG11, val); | ||
1038 | |||
1039 | /* Enable Latch Off; disable SUMOS and Tx termination */ | ||
1040 | serdes_rd(ctx, lane, RXTX_REG12, &val); | ||
1041 | val = RXTX_REG12_LATCH_OFF_ENA_SET(val, 0x1); | ||
1042 | val = RXTX_REG12_SUMOS_ENABLE_SET(val, 0x0); | ||
1043 | val = RXTX_REG12_RX_DET_TERM_ENABLE_SET(val, 0x0); | ||
1044 | serdes_wr(ctx, lane, RXTX_REG12, val); | ||
1045 | |||
1046 | /* Set period error latch to 512T and enable BWL */ | ||
1047 | serdes_rd(ctx, lane, RXTX_REG26, &val); | ||
1048 | val = RXTX_REG26_PERIOD_ERROR_LATCH_SET(val, 0x0); | ||
1049 | val = RXTX_REG26_BLWC_ENA_SET(val, 0x1); | ||
1050 | serdes_wr(ctx, lane, RXTX_REG26, val); | ||
1051 | |||
1052 | serdes_wr(ctx, lane, RXTX_REG28, 0x0); | ||
1053 | |||
1054 | /* Set DFE loop preset value */ | ||
1055 | serdes_wr(ctx, lane, RXTX_REG31, 0x0); | ||
1056 | |||
1057 | /* Set Eye Monitor counter width to 12-bit */ | ||
1058 | serdes_rd(ctx, lane, RXTX_REG61, &val); | ||
1059 | val = RXTX_REG61_ISCAN_INBERT_SET(val, 0x1); | ||
1060 | val = RXTX_REG61_LOADFREQ_SHIFT_SET(val, 0x0); | ||
1061 | val = RXTX_REG61_EYE_COUNT_WIDTH_SEL_SET(val, 0x0); | ||
1062 | serdes_wr(ctx, lane, RXTX_REG61, val); | ||
1063 | |||
1064 | serdes_rd(ctx, lane, RXTX_REG62, &val); | ||
1065 | val = RXTX_REG62_PERIOD_H1_QLATCH_SET(val, 0x0); | ||
1066 | serdes_wr(ctx, lane, RXTX_REG62, val); | ||
1067 | |||
1068 | /* Set BW select tap X for DFE loop */ | ||
1069 | for (i = 0; i < 9; i++) { | ||
1070 | reg = RXTX_REG81 + i * 2; | ||
1071 | serdes_rd(ctx, lane, reg, &val); | ||
1072 | val = RXTX_REG89_MU_TH7_SET(val, 0xe); | ||
1073 | val = RXTX_REG89_MU_TH8_SET(val, 0xe); | ||
1074 | val = RXTX_REG89_MU_TH9_SET(val, 0xe); | ||
1075 | serdes_wr(ctx, lane, reg, val); | ||
1076 | } | ||
1077 | |||
1078 | /* Set BW select tap X for frequency adjust loop */ | ||
1079 | for (i = 0; i < 3; i++) { | ||
1080 | reg = RXTX_REG96 + i * 2; | ||
1081 | serdes_rd(ctx, lane, reg, &val); | ||
1082 | val = RXTX_REG96_MU_FREQ1_SET(val, 0x10); | ||
1083 | val = RXTX_REG96_MU_FREQ2_SET(val, 0x10); | ||
1084 | val = RXTX_REG96_MU_FREQ3_SET(val, 0x10); | ||
1085 | serdes_wr(ctx, lane, reg, val); | ||
1086 | } | ||
1087 | |||
1088 | /* Set BW select tap X for phase adjust loop */ | ||
1089 | for (i = 0; i < 3; i++) { | ||
1090 | reg = RXTX_REG99 + i * 2; | ||
1091 | serdes_rd(ctx, lane, reg, &val); | ||
1092 | val = RXTX_REG99_MU_PHASE1_SET(val, 0x7); | ||
1093 | val = RXTX_REG99_MU_PHASE2_SET(val, 0x7); | ||
1094 | val = RXTX_REG99_MU_PHASE3_SET(val, 0x7); | ||
1095 | serdes_wr(ctx, lane, reg, val); | ||
1096 | } | ||
1097 | |||
1098 | serdes_rd(ctx, lane, RXTX_REG102, &val); | ||
1099 | val = RXTX_REG102_FREQLOOP_LIMIT_SET(val, 0x0); | ||
1100 | serdes_wr(ctx, lane, RXTX_REG102, val); | ||
1101 | |||
1102 | serdes_wr(ctx, lane, RXTX_REG114, 0xffe0); | ||
1103 | |||
1104 | serdes_rd(ctx, lane, RXTX_REG125, &val); | ||
1105 | val = RXTX_REG125_SIGN_PQ_SET(val, | ||
1106 | ctx->sata_param.txeyedirection[lane * 3 + | ||
1107 | ctx->sata_param.speed[lane]]); | ||
1108 | val = RXTX_REG125_PQ_REG_SET(val, | ||
1109 | ctx->sata_param.txeyetuning[lane * 3 + | ||
1110 | ctx->sata_param.speed[lane]]); | ||
1111 | val = RXTX_REG125_PHZ_MANUAL_SET(val, 0x1); | ||
1112 | serdes_wr(ctx, lane, RXTX_REG125, val); | ||
1113 | |||
1114 | serdes_rd(ctx, lane, RXTX_REG127, &val); | ||
1115 | val = RXTX_REG127_LATCH_MAN_CAL_ENA_SET(val, 0x0); | ||
1116 | serdes_wr(ctx, lane, RXTX_REG127, val); | ||
1117 | |||
1118 | serdes_rd(ctx, lane, RXTX_REG128, &val); | ||
1119 | val = RXTX_REG128_LATCH_CAL_WAIT_SEL_SET(val, 0x3); | ||
1120 | serdes_wr(ctx, lane, RXTX_REG128, val); | ||
1121 | |||
1122 | serdes_rd(ctx, lane, RXTX_REG145, &val); | ||
1123 | val = RXTX_REG145_RXDFE_CONFIG_SET(val, 0x3); | ||
1124 | val = RXTX_REG145_TX_IDLE_SATA_SET(val, 0x0); | ||
1125 | if (preA3Chip) { | ||
1126 | val = RXTX_REG145_RXES_ENA_SET(val, 0x1); | ||
1127 | val = RXTX_REG145_RXVWES_LATENA_SET(val, 0x1); | ||
1128 | } else { | ||
1129 | val = RXTX_REG145_RXES_ENA_SET(val, 0x0); | ||
1130 | val = RXTX_REG145_RXVWES_LATENA_SET(val, 0x0); | ||
1131 | } | ||
1132 | serdes_wr(ctx, lane, RXTX_REG145, val); | ||
1133 | |||
1134 | /* | ||
1135 | * Set Rx LOS filter clock rate, sample rate, and threshold | ||
1136 | * windows | ||
1137 | */ | ||
1138 | for (i = 0; i < 4; i++) { | ||
1139 | reg = RXTX_REG148 + i * 2; | ||
1140 | serdes_wr(ctx, lane, reg, 0xFFFF); | ||
1141 | } | ||
1142 | } | ||
1143 | } | ||
1144 | |||
1145 | static int xgene_phy_cal_rdy_chk(struct xgene_phy_ctx *ctx, | ||
1146 | enum cmu_type_t cmu_type, | ||
1147 | enum clk_type_t clk_type) | ||
1148 | { | ||
1149 | void __iomem *csr_serdes = ctx->sds_base; | ||
1150 | int loop; | ||
1151 | u32 val; | ||
1152 | |||
1153 | /* Release PHY main reset */ | ||
1154 | writel(0xdf, csr_serdes + SATA_ENET_SDS_RST_CTL); | ||
1155 | readl(csr_serdes + SATA_ENET_SDS_RST_CTL); /* Force a barrier */ | ||
1156 | |||
1157 | if (cmu_type != REF_CMU) { | ||
1158 | cmu_setbits(ctx, cmu_type, CMU_REG5, CMU_REG5_PLL_RESETB_MASK); | ||
1159 | /* | ||
1160 | * As per PHY design spec, the PLL reset requires a minimum | ||
1161 | * of 800us. | ||
1162 | */ | ||
1163 | usleep_range(800, 1000); | ||
1164 | |||
1165 | cmu_rd(ctx, cmu_type, CMU_REG1, &val); | ||
1166 | val = CMU_REG1_PLL_MANUALCAL_SET(val, 0x0); | ||
1167 | cmu_wr(ctx, cmu_type, CMU_REG1, val); | ||
1168 | /* | ||
1169 | * As per PHY design spec, the PLL auto calibration requires | ||
1170 | * a minimum of 800us. | ||
1171 | */ | ||
1172 | usleep_range(800, 1000); | ||
1173 | |||
1174 | cmu_toggle1to0(ctx, cmu_type, CMU_REG32, | ||
1175 | CMU_REG32_FORCE_VCOCAL_START_MASK); | ||
1176 | /* | ||
1177 | * As per PHY design spec, the PLL requires a minimum of | ||
1178 | * 800us to settle. | ||
1179 | */ | ||
1180 | usleep_range(800, 1000); | ||
1181 | } | ||
1182 | |||
1183 | if (!preA3Chip) | ||
1184 | goto skip_manual_cal; | ||
1185 | |||
1186 | /* | ||
1187 | * Configure the termination resister calibration | ||
1188 | * The serial receive pins, RXP/RXN, have TERMination resistor | ||
1189 | * that is required to be calibrated. | ||
1190 | */ | ||
1191 | cmu_rd(ctx, cmu_type, CMU_REG17, &val); | ||
1192 | val = CMU_REG17_PVT_CODE_R2A_SET(val, 0x12); | ||
1193 | val = CMU_REG17_RESERVED_7_SET(val, 0x0); | ||
1194 | cmu_wr(ctx, cmu_type, CMU_REG17, val); | ||
1195 | cmu_toggle1to0(ctx, cmu_type, CMU_REG17, | ||
1196 | CMU_REG17_PVT_TERM_MAN_ENA_MASK); | ||
1197 | /* | ||
1198 | * The serial transmit pins, TXP/TXN, have Pull-UP and Pull-DOWN | ||
1199 | * resistors that are required to the calibrated. | ||
1200 | * Configure the pull DOWN calibration | ||
1201 | */ | ||
1202 | cmu_rd(ctx, cmu_type, CMU_REG17, &val); | ||
1203 | val = CMU_REG17_PVT_CODE_R2A_SET(val, 0x29); | ||
1204 | val = CMU_REG17_RESERVED_7_SET(val, 0x0); | ||
1205 | cmu_wr(ctx, cmu_type, CMU_REG17, val); | ||
1206 | cmu_toggle1to0(ctx, cmu_type, CMU_REG16, | ||
1207 | CMU_REG16_PVT_DN_MAN_ENA_MASK); | ||
1208 | /* Configure the pull UP calibration */ | ||
1209 | cmu_rd(ctx, cmu_type, CMU_REG17, &val); | ||
1210 | val = CMU_REG17_PVT_CODE_R2A_SET(val, 0x28); | ||
1211 | val = CMU_REG17_RESERVED_7_SET(val, 0x0); | ||
1212 | cmu_wr(ctx, cmu_type, CMU_REG17, val); | ||
1213 | cmu_toggle1to0(ctx, cmu_type, CMU_REG16, | ||
1214 | CMU_REG16_PVT_UP_MAN_ENA_MASK); | ||
1215 | |||
1216 | skip_manual_cal: | ||
1217 | /* Poll the PLL calibration completion status for at least 1 ms */ | ||
1218 | loop = 100; | ||
1219 | do { | ||
1220 | cmu_rd(ctx, cmu_type, CMU_REG7, &val); | ||
1221 | if (CMU_REG7_PLL_CALIB_DONE_RD(val)) | ||
1222 | break; | ||
1223 | /* | ||
1224 | * As per PHY design spec, PLL calibration status requires | ||
1225 | * a minimum of 10us to be updated. | ||
1226 | */ | ||
1227 | usleep_range(10, 100); | ||
1228 | } while (--loop > 0); | ||
1229 | |||
1230 | cmu_rd(ctx, cmu_type, CMU_REG7, &val); | ||
1231 | dev_dbg(ctx->dev, "PLL calibration %s\n", | ||
1232 | CMU_REG7_PLL_CALIB_DONE_RD(val) ? "done" : "failed"); | ||
1233 | if (CMU_REG7_VCO_CAL_FAIL_RD(val)) { | ||
1234 | dev_err(ctx->dev, | ||
1235 | "PLL calibration failed due to VCO failure\n"); | ||
1236 | return -1; | ||
1237 | } | ||
1238 | dev_dbg(ctx->dev, "PLL calibration successful\n"); | ||
1239 | |||
1240 | cmu_rd(ctx, cmu_type, CMU_REG15, &val); | ||
1241 | dev_dbg(ctx->dev, "PHY Tx is %sready\n", val & 0x300 ? "" : "not "); | ||
1242 | return 0; | ||
1243 | } | ||
1244 | |||
1245 | static void xgene_phy_pdwn_force_vco(struct xgene_phy_ctx *ctx, | ||
1246 | enum cmu_type_t cmu_type, | ||
1247 | enum clk_type_t clk_type) | ||
1248 | { | ||
1249 | u32 val; | ||
1250 | |||
1251 | dev_dbg(ctx->dev, "Reset VCO and re-start again\n"); | ||
1252 | if (cmu_type == PHY_CMU) { | ||
1253 | cmu_rd(ctx, cmu_type, CMU_REG16, &val); | ||
1254 | val = CMU_REG16_VCOCAL_WAIT_BTW_CODE_SET(val, 0x7); | ||
1255 | cmu_wr(ctx, cmu_type, CMU_REG16, val); | ||
1256 | } | ||
1257 | |||
1258 | cmu_toggle1to0(ctx, cmu_type, CMU_REG0, CMU_REG0_PDOWN_MASK); | ||
1259 | cmu_toggle1to0(ctx, cmu_type, CMU_REG32, | ||
1260 | CMU_REG32_FORCE_VCOCAL_START_MASK); | ||
1261 | } | ||
1262 | |||
1263 | static int xgene_phy_hw_init_sata(struct xgene_phy_ctx *ctx, | ||
1264 | enum clk_type_t clk_type, int ssc_enable) | ||
1265 | { | ||
1266 | void __iomem *sds_base = ctx->sds_base; | ||
1267 | u32 val; | ||
1268 | int i; | ||
1269 | |||
1270 | /* Configure the PHY for operation */ | ||
1271 | dev_dbg(ctx->dev, "Reset PHY\n"); | ||
1272 | /* Place PHY into reset */ | ||
1273 | writel(0x0, sds_base + SATA_ENET_SDS_RST_CTL); | ||
1274 | val = readl(sds_base + SATA_ENET_SDS_RST_CTL); /* Force a barrier */ | ||
1275 | /* Release PHY lane from reset (active high) */ | ||
1276 | writel(0x20, sds_base + SATA_ENET_SDS_RST_CTL); | ||
1277 | readl(sds_base + SATA_ENET_SDS_RST_CTL); /* Force a barrier */ | ||
1278 | /* Release all PHY module out of reset except PHY main reset */ | ||
1279 | writel(0xde, sds_base + SATA_ENET_SDS_RST_CTL); | ||
1280 | readl(sds_base + SATA_ENET_SDS_RST_CTL); /* Force a barrier */ | ||
1281 | |||
1282 | /* Set the operation speed */ | ||
1283 | val = readl(sds_base + SATA_ENET_SDS_CTL1); | ||
1284 | val = CFG_I_SPD_SEL_CDR_OVR1_SET(val, | ||
1285 | ctx->sata_param.txspeed[ctx->sata_param.speed[0]]); | ||
1286 | writel(val, sds_base + SATA_ENET_SDS_CTL1); | ||
1287 | |||
1288 | dev_dbg(ctx->dev, "Set the customer pin mode to SATA\n"); | ||
1289 | val = readl(sds_base + SATA_ENET_SDS_CTL0); | ||
1290 | val = REGSPEC_CFG_I_CUSTOMER_PIN_MODE0_SET(val, 0x4421); | ||
1291 | writel(val, sds_base + SATA_ENET_SDS_CTL0); | ||
1292 | |||
1293 | /* Configure the clock macro unit (CMU) clock type */ | ||
1294 | xgene_phy_cfg_cmu_clk_type(ctx, PHY_CMU, clk_type); | ||
1295 | |||
1296 | /* Configure the clock macro */ | ||
1297 | xgene_phy_sata_cfg_cmu_core(ctx, PHY_CMU, clk_type); | ||
1298 | |||
1299 | /* Enable SSC if enabled */ | ||
1300 | if (ssc_enable) | ||
1301 | xgene_phy_ssc_enable(ctx, PHY_CMU); | ||
1302 | |||
1303 | /* Configure PHY lanes */ | ||
1304 | xgene_phy_sata_cfg_lanes(ctx); | ||
1305 | |||
1306 | /* Set Rx/Tx 20-bit */ | ||
1307 | val = readl(sds_base + SATA_ENET_SDS_PCS_CTL0); | ||
1308 | val = REGSPEC_CFG_I_RX_WORDMODE0_SET(val, 0x3); | ||
1309 | val = REGSPEC_CFG_I_TX_WORDMODE0_SET(val, 0x3); | ||
1310 | writel(val, sds_base + SATA_ENET_SDS_PCS_CTL0); | ||
1311 | |||
1312 | /* Start PLL calibration and try for three times */ | ||
1313 | i = 10; | ||
1314 | do { | ||
1315 | if (!xgene_phy_cal_rdy_chk(ctx, PHY_CMU, clk_type)) | ||
1316 | break; | ||
1317 | /* If failed, toggle the VCO power signal and start again */ | ||
1318 | xgene_phy_pdwn_force_vco(ctx, PHY_CMU, clk_type); | ||
1319 | } while (--i > 0); | ||
1320 | /* Even on failure, allow to continue any way */ | ||
1321 | if (i <= 0) | ||
1322 | dev_err(ctx->dev, "PLL calibration failed\n"); | ||
1323 | |||
1324 | return 0; | ||
1325 | } | ||
1326 | |||
1327 | static int xgene_phy_hw_initialize(struct xgene_phy_ctx *ctx, | ||
1328 | enum clk_type_t clk_type, | ||
1329 | int ssc_enable) | ||
1330 | { | ||
1331 | int rc; | ||
1332 | |||
1333 | dev_dbg(ctx->dev, "PHY init clk type %d\n", clk_type); | ||
1334 | |||
1335 | if (ctx->mode == MODE_SATA) { | ||
1336 | rc = xgene_phy_hw_init_sata(ctx, clk_type, ssc_enable); | ||
1337 | if (rc) | ||
1338 | return rc; | ||
1339 | } else { | ||
1340 | dev_err(ctx->dev, "Un-supported customer pin mode %d\n", | ||
1341 | ctx->mode); | ||
1342 | return -ENODEV; | ||
1343 | } | ||
1344 | |||
1345 | return 0; | ||
1346 | } | ||
1347 | |||
1348 | /* | ||
1349 | * Receiver Offset Calibration: | ||
1350 | * | ||
1351 | * Calibrate the receiver signal path offset in two steps - summar and | ||
1352 | * latch calibrations | ||
1353 | */ | ||
1354 | static void xgene_phy_force_lat_summer_cal(struct xgene_phy_ctx *ctx, int lane) | ||
1355 | { | ||
1356 | int i; | ||
1357 | struct { | ||
1358 | u32 reg; | ||
1359 | u32 val; | ||
1360 | } serdes_reg[] = { | ||
1361 | {RXTX_REG38, 0x0}, | ||
1362 | {RXTX_REG39, 0xff00}, | ||
1363 | {RXTX_REG40, 0xffff}, | ||
1364 | {RXTX_REG41, 0xffff}, | ||
1365 | {RXTX_REG42, 0xffff}, | ||
1366 | {RXTX_REG43, 0xffff}, | ||
1367 | {RXTX_REG44, 0xffff}, | ||
1368 | {RXTX_REG45, 0xffff}, | ||
1369 | {RXTX_REG46, 0xffff}, | ||
1370 | {RXTX_REG47, 0xfffc}, | ||
1371 | {RXTX_REG48, 0x0}, | ||
1372 | {RXTX_REG49, 0x0}, | ||
1373 | {RXTX_REG50, 0x0}, | ||
1374 | {RXTX_REG51, 0x0}, | ||
1375 | {RXTX_REG52, 0x0}, | ||
1376 | {RXTX_REG53, 0x0}, | ||
1377 | {RXTX_REG54, 0x0}, | ||
1378 | {RXTX_REG55, 0x0}, | ||
1379 | }; | ||
1380 | |||
1381 | /* Start SUMMER calibration */ | ||
1382 | serdes_setbits(ctx, lane, RXTX_REG127, | ||
1383 | RXTX_REG127_FORCE_SUM_CAL_START_MASK); | ||
1384 | /* | ||
1385 | * As per PHY design spec, the Summer calibration requires a minimum | ||
1386 | * of 100us to complete. | ||
1387 | */ | ||
1388 | usleep_range(100, 500); | ||
1389 | serdes_clrbits(ctx, lane, RXTX_REG127, | ||
1390 | RXTX_REG127_FORCE_SUM_CAL_START_MASK); | ||
1391 | /* | ||
1392 | * As per PHY design spec, the auto calibration requires a minimum | ||
1393 | * of 100us to complete. | ||
1394 | */ | ||
1395 | usleep_range(100, 500); | ||
1396 | |||
1397 | /* Start latch calibration */ | ||
1398 | serdes_setbits(ctx, lane, RXTX_REG127, | ||
1399 | RXTX_REG127_FORCE_LAT_CAL_START_MASK); | ||
1400 | /* | ||
1401 | * As per PHY design spec, the latch calibration requires a minimum | ||
1402 | * of 100us to complete. | ||
1403 | */ | ||
1404 | usleep_range(100, 500); | ||
1405 | serdes_clrbits(ctx, lane, RXTX_REG127, | ||
1406 | RXTX_REG127_FORCE_LAT_CAL_START_MASK); | ||
1407 | |||
1408 | /* Configure the PHY lane for calibration */ | ||
1409 | serdes_wr(ctx, lane, RXTX_REG28, 0x7); | ||
1410 | serdes_wr(ctx, lane, RXTX_REG31, 0x7e00); | ||
1411 | serdes_clrbits(ctx, lane, RXTX_REG4, | ||
1412 | RXTX_REG4_TX_LOOPBACK_BUF_EN_MASK); | ||
1413 | serdes_clrbits(ctx, lane, RXTX_REG7, | ||
1414 | RXTX_REG7_LOOP_BACK_ENA_CTLE_MASK); | ||
1415 | for (i = 0; i < ARRAY_SIZE(serdes_reg); i++) | ||
1416 | serdes_wr(ctx, lane, serdes_reg[i].reg, | ||
1417 | serdes_reg[i].val); | ||
1418 | } | ||
1419 | |||
1420 | static void xgene_phy_reset_rxd(struct xgene_phy_ctx *ctx, int lane) | ||
1421 | { | ||
1422 | /* Reset digital Rx */ | ||
1423 | serdes_clrbits(ctx, lane, RXTX_REG7, RXTX_REG7_RESETB_RXD_MASK); | ||
1424 | /* As per PHY design spec, the reset requires a minimum of 100us. */ | ||
1425 | usleep_range(100, 150); | ||
1426 | serdes_setbits(ctx, lane, RXTX_REG7, RXTX_REG7_RESETB_RXD_MASK); | ||
1427 | } | ||
1428 | |||
1429 | static int xgene_phy_get_avg(int accum, int samples) | ||
1430 | { | ||
1431 | return (accum + (samples / 2)) / samples; | ||
1432 | } | ||
1433 | |||
1434 | static void xgene_phy_gen_avg_val(struct xgene_phy_ctx *ctx, int lane) | ||
1435 | { | ||
1436 | int max_loop = 10; | ||
1437 | int avg_loop = 0; | ||
1438 | int lat_do = 0, lat_xo = 0, lat_eo = 0, lat_so = 0; | ||
1439 | int lat_de = 0, lat_xe = 0, lat_ee = 0, lat_se = 0; | ||
1440 | int sum_cal = 0; | ||
1441 | int lat_do_itr, lat_xo_itr, lat_eo_itr, lat_so_itr; | ||
1442 | int lat_de_itr, lat_xe_itr, lat_ee_itr, lat_se_itr; | ||
1443 | int sum_cal_itr; | ||
1444 | int fail_even; | ||
1445 | int fail_odd; | ||
1446 | u32 val; | ||
1447 | |||
1448 | dev_dbg(ctx->dev, "Generating avg calibration value for lane %d\n", | ||
1449 | lane); | ||
1450 | |||
1451 | /* Enable RX Hi-Z termination */ | ||
1452 | serdes_setbits(ctx, lane, RXTX_REG12, | ||
1453 | RXTX_REG12_RX_DET_TERM_ENABLE_MASK); | ||
1454 | /* Turn off DFE */ | ||
1455 | serdes_wr(ctx, lane, RXTX_REG28, 0x0000); | ||
1456 | /* DFE Presets to zero */ | ||
1457 | serdes_wr(ctx, lane, RXTX_REG31, 0x0000); | ||
1458 | |||
1459 | /* | ||
1460 | * Receiver Offset Calibration: | ||
1461 | * Calibrate the receiver signal path offset in two steps - summar | ||
1462 | * and latch calibration. | ||
1463 | * Runs the "Receiver Offset Calibration multiple times to determine | ||
1464 | * the average value to use. | ||
1465 | */ | ||
1466 | while (avg_loop < max_loop) { | ||
1467 | /* Start the calibration */ | ||
1468 | xgene_phy_force_lat_summer_cal(ctx, lane); | ||
1469 | |||
1470 | serdes_rd(ctx, lane, RXTX_REG21, &val); | ||
1471 | lat_do_itr = RXTX_REG21_DO_LATCH_CALOUT_RD(val); | ||
1472 | lat_xo_itr = RXTX_REG21_XO_LATCH_CALOUT_RD(val); | ||
1473 | fail_odd = RXTX_REG21_LATCH_CAL_FAIL_ODD_RD(val); | ||
1474 | |||
1475 | serdes_rd(ctx, lane, RXTX_REG22, &val); | ||
1476 | lat_eo_itr = RXTX_REG22_EO_LATCH_CALOUT_RD(val); | ||
1477 | lat_so_itr = RXTX_REG22_SO_LATCH_CALOUT_RD(val); | ||
1478 | fail_even = RXTX_REG22_LATCH_CAL_FAIL_EVEN_RD(val); | ||
1479 | |||
1480 | serdes_rd(ctx, lane, RXTX_REG23, &val); | ||
1481 | lat_de_itr = RXTX_REG23_DE_LATCH_CALOUT_RD(val); | ||
1482 | lat_xe_itr = RXTX_REG23_XE_LATCH_CALOUT_RD(val); | ||
1483 | |||
1484 | serdes_rd(ctx, lane, RXTX_REG24, &val); | ||
1485 | lat_ee_itr = RXTX_REG24_EE_LATCH_CALOUT_RD(val); | ||
1486 | lat_se_itr = RXTX_REG24_SE_LATCH_CALOUT_RD(val); | ||
1487 | |||
1488 | serdes_rd(ctx, lane, RXTX_REG121, &val); | ||
1489 | sum_cal_itr = RXTX_REG121_SUMOS_CAL_CODE_RD(val); | ||
1490 | |||
1491 | /* Check for failure. If passed, sum them for averaging */ | ||
1492 | if ((fail_even == 0 || fail_even == 1) && | ||
1493 | (fail_odd == 0 || fail_odd == 1)) { | ||
1494 | lat_do += lat_do_itr; | ||
1495 | lat_xo += lat_xo_itr; | ||
1496 | lat_eo += lat_eo_itr; | ||
1497 | lat_so += lat_so_itr; | ||
1498 | lat_de += lat_de_itr; | ||
1499 | lat_xe += lat_xe_itr; | ||
1500 | lat_ee += lat_ee_itr; | ||
1501 | lat_se += lat_se_itr; | ||
1502 | sum_cal += sum_cal_itr; | ||
1503 | |||
1504 | dev_dbg(ctx->dev, "Iteration %d:\n", avg_loop); | ||
1505 | dev_dbg(ctx->dev, "DO 0x%x XO 0x%x EO 0x%x SO 0x%x\n", | ||
1506 | lat_do_itr, lat_xo_itr, lat_eo_itr, | ||
1507 | lat_so_itr); | ||
1508 | dev_dbg(ctx->dev, "DE 0x%x XE 0x%x EE 0x%x SE 0x%x\n", | ||
1509 | lat_de_itr, lat_xe_itr, lat_ee_itr, | ||
1510 | lat_se_itr); | ||
1511 | dev_dbg(ctx->dev, "SUM 0x%x\n", sum_cal_itr); | ||
1512 | ++avg_loop; | ||
1513 | } else { | ||
1514 | dev_err(ctx->dev, | ||
1515 | "Receiver calibration failed at %d loop\n", | ||
1516 | avg_loop); | ||
1517 | } | ||
1518 | xgene_phy_reset_rxd(ctx, lane); | ||
1519 | } | ||
1520 | |||
1521 | /* Update latch manual calibration with average value */ | ||
1522 | serdes_rd(ctx, lane, RXTX_REG127, &val); | ||
1523 | val = RXTX_REG127_DO_LATCH_MANCAL_SET(val, | ||
1524 | xgene_phy_get_avg(lat_do, max_loop)); | ||
1525 | val = RXTX_REG127_XO_LATCH_MANCAL_SET(val, | ||
1526 | xgene_phy_get_avg(lat_xo, max_loop)); | ||
1527 | serdes_wr(ctx, lane, RXTX_REG127, val); | ||
1528 | |||
1529 | serdes_rd(ctx, lane, RXTX_REG128, &val); | ||
1530 | val = RXTX_REG128_EO_LATCH_MANCAL_SET(val, | ||
1531 | xgene_phy_get_avg(lat_eo, max_loop)); | ||
1532 | val = RXTX_REG128_SO_LATCH_MANCAL_SET(val, | ||
1533 | xgene_phy_get_avg(lat_so, max_loop)); | ||
1534 | serdes_wr(ctx, lane, RXTX_REG128, val); | ||
1535 | |||
1536 | serdes_rd(ctx, lane, RXTX_REG129, &val); | ||
1537 | val = RXTX_REG129_DE_LATCH_MANCAL_SET(val, | ||
1538 | xgene_phy_get_avg(lat_de, max_loop)); | ||
1539 | val = RXTX_REG129_XE_LATCH_MANCAL_SET(val, | ||
1540 | xgene_phy_get_avg(lat_xe, max_loop)); | ||
1541 | serdes_wr(ctx, lane, RXTX_REG129, val); | ||
1542 | |||
1543 | serdes_rd(ctx, lane, RXTX_REG130, &val); | ||
1544 | val = RXTX_REG130_EE_LATCH_MANCAL_SET(val, | ||
1545 | xgene_phy_get_avg(lat_ee, max_loop)); | ||
1546 | val = RXTX_REG130_SE_LATCH_MANCAL_SET(val, | ||
1547 | xgene_phy_get_avg(lat_se, max_loop)); | ||
1548 | serdes_wr(ctx, lane, RXTX_REG130, val); | ||
1549 | |||
1550 | /* Update SUMMER calibration with average value */ | ||
1551 | serdes_rd(ctx, lane, RXTX_REG14, &val); | ||
1552 | val = RXTX_REG14_CLTE_LATCAL_MAN_PROG_SET(val, | ||
1553 | xgene_phy_get_avg(sum_cal, max_loop)); | ||
1554 | serdes_wr(ctx, lane, RXTX_REG14, val); | ||
1555 | |||
1556 | dev_dbg(ctx->dev, "Average Value:\n"); | ||
1557 | dev_dbg(ctx->dev, "DO 0x%x XO 0x%x EO 0x%x SO 0x%x\n", | ||
1558 | xgene_phy_get_avg(lat_do, max_loop), | ||
1559 | xgene_phy_get_avg(lat_xo, max_loop), | ||
1560 | xgene_phy_get_avg(lat_eo, max_loop), | ||
1561 | xgene_phy_get_avg(lat_so, max_loop)); | ||
1562 | dev_dbg(ctx->dev, "DE 0x%x XE 0x%x EE 0x%x SE 0x%x\n", | ||
1563 | xgene_phy_get_avg(lat_de, max_loop), | ||
1564 | xgene_phy_get_avg(lat_xe, max_loop), | ||
1565 | xgene_phy_get_avg(lat_ee, max_loop), | ||
1566 | xgene_phy_get_avg(lat_se, max_loop)); | ||
1567 | dev_dbg(ctx->dev, "SUM 0x%x\n", | ||
1568 | xgene_phy_get_avg(sum_cal, max_loop)); | ||
1569 | |||
1570 | serdes_rd(ctx, lane, RXTX_REG14, &val); | ||
1571 | val = RXTX_REG14_CTLE_LATCAL_MAN_ENA_SET(val, 0x1); | ||
1572 | serdes_wr(ctx, lane, RXTX_REG14, val); | ||
1573 | dev_dbg(ctx->dev, "Enable Manual Summer calibration\n"); | ||
1574 | |||
1575 | serdes_rd(ctx, lane, RXTX_REG127, &val); | ||
1576 | val = RXTX_REG127_LATCH_MAN_CAL_ENA_SET(val, 0x1); | ||
1577 | dev_dbg(ctx->dev, "Enable Manual Latch calibration\n"); | ||
1578 | serdes_wr(ctx, lane, RXTX_REG127, val); | ||
1579 | |||
1580 | /* Disable RX Hi-Z termination */ | ||
1581 | serdes_rd(ctx, lane, RXTX_REG12, &val); | ||
1582 | val = RXTX_REG12_RX_DET_TERM_ENABLE_SET(val, 0); | ||
1583 | serdes_wr(ctx, lane, RXTX_REG12, val); | ||
1584 | /* Turn on DFE */ | ||
1585 | serdes_wr(ctx, lane, RXTX_REG28, 0x0007); | ||
1586 | /* Set DFE preset */ | ||
1587 | serdes_wr(ctx, lane, RXTX_REG31, 0x7e00); | ||
1588 | } | ||
1589 | |||
1590 | static int xgene_phy_hw_init(struct phy *phy) | ||
1591 | { | ||
1592 | struct xgene_phy_ctx *ctx = phy_get_drvdata(phy); | ||
1593 | int rc; | ||
1594 | int i; | ||
1595 | |||
1596 | rc = xgene_phy_hw_initialize(ctx, CLK_EXT_DIFF, SSC_DISABLE); | ||
1597 | if (rc) { | ||
1598 | dev_err(ctx->dev, "PHY initialize failed %d\n", rc); | ||
1599 | return rc; | ||
1600 | } | ||
1601 | |||
1602 | /* Setup clock properly after PHY configuration */ | ||
1603 | if (!IS_ERR(ctx->clk)) { | ||
1604 | /* HW requires an toggle of the clock */ | ||
1605 | clk_prepare_enable(ctx->clk); | ||
1606 | clk_disable_unprepare(ctx->clk); | ||
1607 | clk_prepare_enable(ctx->clk); | ||
1608 | } | ||
1609 | |||
1610 | /* Compute average value */ | ||
1611 | for (i = 0; i < MAX_LANE; i++) | ||
1612 | xgene_phy_gen_avg_val(ctx, i); | ||
1613 | |||
1614 | dev_dbg(ctx->dev, "PHY initialized\n"); | ||
1615 | return 0; | ||
1616 | } | ||
1617 | |||
1618 | static const struct phy_ops xgene_phy_ops = { | ||
1619 | .init = xgene_phy_hw_init, | ||
1620 | .owner = THIS_MODULE, | ||
1621 | }; | ||
1622 | |||
1623 | static struct phy *xgene_phy_xlate(struct device *dev, | ||
1624 | struct of_phandle_args *args) | ||
1625 | { | ||
1626 | struct xgene_phy_ctx *ctx = dev_get_drvdata(dev); | ||
1627 | |||
1628 | if (args->args_count <= 0) | ||
1629 | return ERR_PTR(-EINVAL); | ||
1630 | if (args->args[0] < MODE_SATA || args->args[0] >= MODE_MAX) | ||
1631 | return ERR_PTR(-EINVAL); | ||
1632 | |||
1633 | ctx->mode = args->args[0]; | ||
1634 | return ctx->phy; | ||
1635 | } | ||
1636 | |||
1637 | static void xgene_phy_get_param(struct platform_device *pdev, | ||
1638 | const char *name, u32 *buffer, | ||
1639 | int count, u32 *default_val, | ||
1640 | u32 conv_factor) | ||
1641 | { | ||
1642 | int i; | ||
1643 | |||
1644 | if (!of_property_read_u32_array(pdev->dev.of_node, name, buffer, | ||
1645 | count)) { | ||
1646 | for (i = 0; i < count; i++) | ||
1647 | buffer[i] /= conv_factor; | ||
1648 | return; | ||
1649 | } | ||
1650 | /* Does not exist, load default */ | ||
1651 | for (i = 0; i < count; i++) | ||
1652 | buffer[i] = default_val[i % 3]; | ||
1653 | } | ||
1654 | |||
1655 | static int xgene_phy_probe(struct platform_device *pdev) | ||
1656 | { | ||
1657 | struct phy_provider *phy_provider; | ||
1658 | struct xgene_phy_ctx *ctx; | ||
1659 | struct resource *res; | ||
1660 | int rc = 0; | ||
1661 | u32 default_spd[] = DEFAULT_SATA_SPD_SEL; | ||
1662 | u32 default_txboost_gain[] = DEFAULT_SATA_TXBOOST_GAIN; | ||
1663 | u32 default_txeye_direction[] = DEFAULT_SATA_TXEYEDIRECTION; | ||
1664 | u32 default_txeye_tuning[] = DEFAULT_SATA_TXEYETUNING; | ||
1665 | u32 default_txamp[] = DEFAULT_SATA_TXAMP; | ||
1666 | u32 default_txcn1[] = DEFAULT_SATA_TXCN1; | ||
1667 | u32 default_txcn2[] = DEFAULT_SATA_TXCN2; | ||
1668 | u32 default_txcp1[] = DEFAULT_SATA_TXCP1; | ||
1669 | int i; | ||
1670 | |||
1671 | ctx = devm_kzalloc(&pdev->dev, sizeof(*ctx), GFP_KERNEL); | ||
1672 | if (!ctx) | ||
1673 | return -ENOMEM; | ||
1674 | |||
1675 | ctx->dev = &pdev->dev; | ||
1676 | |||
1677 | res = platform_get_resource(pdev, IORESOURCE_MEM, 0); | ||
1678 | ctx->sds_base = devm_ioremap_resource(&pdev->dev, res); | ||
1679 | if (IS_ERR(ctx->sds_base)) { | ||
1680 | rc = PTR_ERR(ctx->sds_base); | ||
1681 | goto error; | ||
1682 | } | ||
1683 | |||
1684 | /* Retrieve optional clock */ | ||
1685 | ctx->clk = clk_get(&pdev->dev, NULL); | ||
1686 | |||
1687 | /* Load override paramaters */ | ||
1688 | xgene_phy_get_param(pdev, "apm,tx-eye-tuning", | ||
1689 | ctx->sata_param.txeyetuning, 6, default_txeye_tuning, 1); | ||
1690 | xgene_phy_get_param(pdev, "apm,tx-eye-direction", | ||
1691 | ctx->sata_param.txeyedirection, 6, default_txeye_direction, 1); | ||
1692 | xgene_phy_get_param(pdev, "apm,tx-boost-gain", | ||
1693 | ctx->sata_param.txboostgain, 6, default_txboost_gain, 1); | ||
1694 | xgene_phy_get_param(pdev, "apm,tx-amplitude", | ||
1695 | ctx->sata_param.txamplitude, 6, default_txamp, 13300); | ||
1696 | xgene_phy_get_param(pdev, "apm,tx-pre-cursor1", | ||
1697 | ctx->sata_param.txprecursor_cn1, 6, default_txcn1, 18200); | ||
1698 | xgene_phy_get_param(pdev, "apm,tx-pre-cursor2", | ||
1699 | ctx->sata_param.txprecursor_cn2, 6, default_txcn2, 18200); | ||
1700 | xgene_phy_get_param(pdev, "apm,tx-post-cursor", | ||
1701 | ctx->sata_param.txpostcursor_cp1, 6, default_txcp1, 18200); | ||
1702 | xgene_phy_get_param(pdev, "apm,tx-speed", | ||
1703 | ctx->sata_param.txspeed, 3, default_spd, 1); | ||
1704 | for (i = 0; i < MAX_LANE; i++) | ||
1705 | ctx->sata_param.speed[i] = 2; /* Default to Gen3 */ | ||
1706 | |||
1707 | ctx->dev = &pdev->dev; | ||
1708 | platform_set_drvdata(pdev, ctx); | ||
1709 | |||
1710 | ctx->phy = devm_phy_create(ctx->dev, &xgene_phy_ops, NULL); | ||
1711 | if (IS_ERR(ctx->phy)) { | ||
1712 | dev_dbg(&pdev->dev, "Failed to create PHY\n"); | ||
1713 | rc = PTR_ERR(ctx->phy); | ||
1714 | goto error; | ||
1715 | } | ||
1716 | phy_set_drvdata(ctx->phy, ctx); | ||
1717 | |||
1718 | phy_provider = devm_of_phy_provider_register(ctx->dev, | ||
1719 | xgene_phy_xlate); | ||
1720 | if (IS_ERR(phy_provider)) { | ||
1721 | rc = PTR_ERR(phy_provider); | ||
1722 | goto error; | ||
1723 | } | ||
1724 | |||
1725 | return 0; | ||
1726 | |||
1727 | error: | ||
1728 | return rc; | ||
1729 | } | ||
1730 | |||
1731 | static const struct of_device_id xgene_phy_of_match[] = { | ||
1732 | {.compatible = "apm,xgene-phy",}, | ||
1733 | {}, | ||
1734 | }; | ||
1735 | MODULE_DEVICE_TABLE(of, xgene_phy_of_match); | ||
1736 | |||
1737 | static struct platform_driver xgene_phy_driver = { | ||
1738 | .probe = xgene_phy_probe, | ||
1739 | .driver = { | ||
1740 | .name = "xgene-phy", | ||
1741 | .owner = THIS_MODULE, | ||
1742 | .of_match_table = xgene_phy_of_match, | ||
1743 | }, | ||
1744 | }; | ||
1745 | module_platform_driver(xgene_phy_driver); | ||
1746 | |||
1747 | MODULE_DESCRIPTION("APM X-Gene Multi-Purpose PHY driver"); | ||
1748 | MODULE_AUTHOR("Loc Ho <lho@apm.com>"); | ||
1749 | MODULE_LICENSE("GPL v2"); | ||
1750 | MODULE_VERSION("0.1"); | ||