diff options
author | Linus Torvalds <torvalds@linux-foundation.org> | 2018-06-12 18:05:02 -0400 |
---|---|---|
committer | Linus Torvalds <torvalds@linux-foundation.org> | 2018-06-12 18:05:02 -0400 |
commit | 38da0d6888a6bccd3ae93227aa9f29537f8bd5f9 (patch) | |
tree | 64c7c1d008460f05b579110a7e40b6c796fb1578 /drivers/pci/controller/dwc/pcie-qcom.c | |
parent | 19785cf93b6c4252981894394f2dbd35c5e5d1ec (diff) | |
parent | ce4c7b241227ed49c0b6f0f1867653e1ee0007ef (diff) |
Merge tag 'pci-v4.18-changes-2' of git://git.kernel.org/pub/scm/linux/kernel/git/helgaas/pci
Pull more PCI updates from Bjorn Helgaas:
- squash AER directory into drivers/pci/pcie/aer.c (Bjorn Helgaas)
- collect all native hardware drivers under drivers/pci/controller/
(Shawn Lin)
* tag 'pci-v4.18-changes-2' of git://git.kernel.org/pub/scm/linux/kernel/git/helgaas/pci:
PCI/AER: Use "PCI Express" consistently in Kconfig text
PCI/AER: Hoist aerdrv.c, aer_inject.c up to drivers/pci/pcie/
PCI/AER: Squash Kconfig.debug into Kconfig
PCI/AER: Move private AER things to aerdrv.c
PCI/AER: Move aer_irq() declaration to portdrv.h
PCI/AER: Move pcie_aer_get_firmware_first() to portdrv.h
PCI/AER: Remove duplicate pcie_port_bus_type declaration
PCI/AER: Squash ecrc.c into aerdrv.c
PCI/AER: Squash aerdrv_acpi.c into aerdrv.c
PCI/AER: Squash aerdrv_errprint.c into aerdrv.c
PCI/AER: Squash aerdrv_core.c into aerdrv.c
PCI/AER: Reorder code to group probe/remove stuff together
PCI/AER: Remove forward declarations
PCI: Collect all native drivers under drivers/pci/controller/
Diffstat (limited to 'drivers/pci/controller/dwc/pcie-qcom.c')
-rw-r--r-- | drivers/pci/controller/dwc/pcie-qcom.c | 1299 |
1 files changed, 1299 insertions, 0 deletions
diff --git a/drivers/pci/controller/dwc/pcie-qcom.c b/drivers/pci/controller/dwc/pcie-qcom.c new file mode 100644 index 000000000000..a1d0198081a6 --- /dev/null +++ b/drivers/pci/controller/dwc/pcie-qcom.c | |||
@@ -0,0 +1,1299 @@ | |||
1 | // SPDX-License-Identifier: GPL-2.0 | ||
2 | /* | ||
3 | * Qualcomm PCIe root complex driver | ||
4 | * | ||
5 | * Copyright (c) 2014-2015, The Linux Foundation. All rights reserved. | ||
6 | * Copyright 2015 Linaro Limited. | ||
7 | * | ||
8 | * Author: Stanimir Varbanov <svarbanov@mm-sol.com> | ||
9 | */ | ||
10 | |||
11 | #include <linux/clk.h> | ||
12 | #include <linux/delay.h> | ||
13 | #include <linux/gpio/consumer.h> | ||
14 | #include <linux/interrupt.h> | ||
15 | #include <linux/io.h> | ||
16 | #include <linux/iopoll.h> | ||
17 | #include <linux/kernel.h> | ||
18 | #include <linux/init.h> | ||
19 | #include <linux/of_device.h> | ||
20 | #include <linux/of_gpio.h> | ||
21 | #include <linux/pci.h> | ||
22 | #include <linux/pm_runtime.h> | ||
23 | #include <linux/platform_device.h> | ||
24 | #include <linux/phy/phy.h> | ||
25 | #include <linux/regulator/consumer.h> | ||
26 | #include <linux/reset.h> | ||
27 | #include <linux/slab.h> | ||
28 | #include <linux/types.h> | ||
29 | |||
30 | #include "pcie-designware.h" | ||
31 | |||
32 | #define PCIE20_PARF_SYS_CTRL 0x00 | ||
33 | #define MST_WAKEUP_EN BIT(13) | ||
34 | #define SLV_WAKEUP_EN BIT(12) | ||
35 | #define MSTR_ACLK_CGC_DIS BIT(10) | ||
36 | #define SLV_ACLK_CGC_DIS BIT(9) | ||
37 | #define CORE_CLK_CGC_DIS BIT(6) | ||
38 | #define AUX_PWR_DET BIT(4) | ||
39 | #define L23_CLK_RMV_DIS BIT(2) | ||
40 | #define L1_CLK_RMV_DIS BIT(1) | ||
41 | |||
42 | #define PCIE20_COMMAND_STATUS 0x04 | ||
43 | #define CMD_BME_VAL 0x4 | ||
44 | #define PCIE20_DEVICE_CONTROL2_STATUS2 0x98 | ||
45 | #define PCIE_CAP_CPL_TIMEOUT_DISABLE 0x10 | ||
46 | |||
47 | #define PCIE20_PARF_PHY_CTRL 0x40 | ||
48 | #define PCIE20_PARF_PHY_REFCLK 0x4C | ||
49 | #define PCIE20_PARF_DBI_BASE_ADDR 0x168 | ||
50 | #define PCIE20_PARF_SLV_ADDR_SPACE_SIZE 0x16C | ||
51 | #define PCIE20_PARF_MHI_CLOCK_RESET_CTRL 0x174 | ||
52 | #define PCIE20_PARF_AXI_MSTR_WR_ADDR_HALT 0x178 | ||
53 | #define PCIE20_PARF_AXI_MSTR_WR_ADDR_HALT_V2 0x1A8 | ||
54 | #define PCIE20_PARF_LTSSM 0x1B0 | ||
55 | #define PCIE20_PARF_SID_OFFSET 0x234 | ||
56 | #define PCIE20_PARF_BDF_TRANSLATE_CFG 0x24C | ||
57 | |||
58 | #define PCIE20_ELBI_SYS_CTRL 0x04 | ||
59 | #define PCIE20_ELBI_SYS_CTRL_LT_ENABLE BIT(0) | ||
60 | |||
61 | #define PCIE20_AXI_MSTR_RESP_COMP_CTRL0 0x818 | ||
62 | #define CFG_REMOTE_RD_REQ_BRIDGE_SIZE_2K 0x4 | ||
63 | #define CFG_REMOTE_RD_REQ_BRIDGE_SIZE_4K 0x5 | ||
64 | #define PCIE20_AXI_MSTR_RESP_COMP_CTRL1 0x81c | ||
65 | #define CFG_BRIDGE_SB_INIT BIT(0) | ||
66 | |||
67 | #define PCIE20_CAP 0x70 | ||
68 | #define PCIE20_CAP_LINK_CAPABILITIES (PCIE20_CAP + 0xC) | ||
69 | #define PCIE20_CAP_ACTIVE_STATE_LINK_PM_SUPPORT (BIT(10) | BIT(11)) | ||
70 | #define PCIE20_CAP_LINK_1 (PCIE20_CAP + 0x14) | ||
71 | #define PCIE_CAP_LINK1_VAL 0x2FD7F | ||
72 | |||
73 | #define PCIE20_PARF_Q2A_FLUSH 0x1AC | ||
74 | |||
75 | #define PCIE20_MISC_CONTROL_1_REG 0x8BC | ||
76 | #define DBI_RO_WR_EN 1 | ||
77 | |||
78 | #define PERST_DELAY_US 1000 | ||
79 | |||
80 | #define PCIE20_v3_PARF_SLV_ADDR_SPACE_SIZE 0x358 | ||
81 | #define SLV_ADDR_SPACE_SZ 0x10000000 | ||
82 | |||
83 | #define QCOM_PCIE_2_1_0_MAX_SUPPLY 3 | ||
84 | struct qcom_pcie_resources_2_1_0 { | ||
85 | struct clk *iface_clk; | ||
86 | struct clk *core_clk; | ||
87 | struct clk *phy_clk; | ||
88 | struct reset_control *pci_reset; | ||
89 | struct reset_control *axi_reset; | ||
90 | struct reset_control *ahb_reset; | ||
91 | struct reset_control *por_reset; | ||
92 | struct reset_control *phy_reset; | ||
93 | struct regulator_bulk_data supplies[QCOM_PCIE_2_1_0_MAX_SUPPLY]; | ||
94 | }; | ||
95 | |||
96 | struct qcom_pcie_resources_1_0_0 { | ||
97 | struct clk *iface; | ||
98 | struct clk *aux; | ||
99 | struct clk *master_bus; | ||
100 | struct clk *slave_bus; | ||
101 | struct reset_control *core; | ||
102 | struct regulator *vdda; | ||
103 | }; | ||
104 | |||
105 | #define QCOM_PCIE_2_3_2_MAX_SUPPLY 2 | ||
106 | struct qcom_pcie_resources_2_3_2 { | ||
107 | struct clk *aux_clk; | ||
108 | struct clk *master_clk; | ||
109 | struct clk *slave_clk; | ||
110 | struct clk *cfg_clk; | ||
111 | struct clk *pipe_clk; | ||
112 | struct regulator_bulk_data supplies[QCOM_PCIE_2_3_2_MAX_SUPPLY]; | ||
113 | }; | ||
114 | |||
115 | struct qcom_pcie_resources_2_4_0 { | ||
116 | struct clk *aux_clk; | ||
117 | struct clk *master_clk; | ||
118 | struct clk *slave_clk; | ||
119 | struct reset_control *axi_m_reset; | ||
120 | struct reset_control *axi_s_reset; | ||
121 | struct reset_control *pipe_reset; | ||
122 | struct reset_control *axi_m_vmid_reset; | ||
123 | struct reset_control *axi_s_xpu_reset; | ||
124 | struct reset_control *parf_reset; | ||
125 | struct reset_control *phy_reset; | ||
126 | struct reset_control *axi_m_sticky_reset; | ||
127 | struct reset_control *pipe_sticky_reset; | ||
128 | struct reset_control *pwr_reset; | ||
129 | struct reset_control *ahb_reset; | ||
130 | struct reset_control *phy_ahb_reset; | ||
131 | }; | ||
132 | |||
133 | struct qcom_pcie_resources_2_3_3 { | ||
134 | struct clk *iface; | ||
135 | struct clk *axi_m_clk; | ||
136 | struct clk *axi_s_clk; | ||
137 | struct clk *ahb_clk; | ||
138 | struct clk *aux_clk; | ||
139 | struct reset_control *rst[7]; | ||
140 | }; | ||
141 | |||
142 | union qcom_pcie_resources { | ||
143 | struct qcom_pcie_resources_1_0_0 v1_0_0; | ||
144 | struct qcom_pcie_resources_2_1_0 v2_1_0; | ||
145 | struct qcom_pcie_resources_2_3_2 v2_3_2; | ||
146 | struct qcom_pcie_resources_2_3_3 v2_3_3; | ||
147 | struct qcom_pcie_resources_2_4_0 v2_4_0; | ||
148 | }; | ||
149 | |||
150 | struct qcom_pcie; | ||
151 | |||
152 | struct qcom_pcie_ops { | ||
153 | int (*get_resources)(struct qcom_pcie *pcie); | ||
154 | int (*init)(struct qcom_pcie *pcie); | ||
155 | int (*post_init)(struct qcom_pcie *pcie); | ||
156 | void (*deinit)(struct qcom_pcie *pcie); | ||
157 | void (*post_deinit)(struct qcom_pcie *pcie); | ||
158 | void (*ltssm_enable)(struct qcom_pcie *pcie); | ||
159 | }; | ||
160 | |||
161 | struct qcom_pcie { | ||
162 | struct dw_pcie *pci; | ||
163 | void __iomem *parf; /* DT parf */ | ||
164 | void __iomem *elbi; /* DT elbi */ | ||
165 | union qcom_pcie_resources res; | ||
166 | struct phy *phy; | ||
167 | struct gpio_desc *reset; | ||
168 | const struct qcom_pcie_ops *ops; | ||
169 | }; | ||
170 | |||
171 | #define to_qcom_pcie(x) dev_get_drvdata((x)->dev) | ||
172 | |||
173 | static void qcom_ep_reset_assert(struct qcom_pcie *pcie) | ||
174 | { | ||
175 | gpiod_set_value_cansleep(pcie->reset, 1); | ||
176 | usleep_range(PERST_DELAY_US, PERST_DELAY_US + 500); | ||
177 | } | ||
178 | |||
179 | static void qcom_ep_reset_deassert(struct qcom_pcie *pcie) | ||
180 | { | ||
181 | gpiod_set_value_cansleep(pcie->reset, 0); | ||
182 | usleep_range(PERST_DELAY_US, PERST_DELAY_US + 500); | ||
183 | } | ||
184 | |||
185 | static int qcom_pcie_establish_link(struct qcom_pcie *pcie) | ||
186 | { | ||
187 | struct dw_pcie *pci = pcie->pci; | ||
188 | |||
189 | if (dw_pcie_link_up(pci)) | ||
190 | return 0; | ||
191 | |||
192 | /* Enable Link Training state machine */ | ||
193 | if (pcie->ops->ltssm_enable) | ||
194 | pcie->ops->ltssm_enable(pcie); | ||
195 | |||
196 | return dw_pcie_wait_for_link(pci); | ||
197 | } | ||
198 | |||
199 | static void qcom_pcie_2_1_0_ltssm_enable(struct qcom_pcie *pcie) | ||
200 | { | ||
201 | u32 val; | ||
202 | |||
203 | /* enable link training */ | ||
204 | val = readl(pcie->elbi + PCIE20_ELBI_SYS_CTRL); | ||
205 | val |= PCIE20_ELBI_SYS_CTRL_LT_ENABLE; | ||
206 | writel(val, pcie->elbi + PCIE20_ELBI_SYS_CTRL); | ||
207 | } | ||
208 | |||
209 | static int qcom_pcie_get_resources_2_1_0(struct qcom_pcie *pcie) | ||
210 | { | ||
211 | struct qcom_pcie_resources_2_1_0 *res = &pcie->res.v2_1_0; | ||
212 | struct dw_pcie *pci = pcie->pci; | ||
213 | struct device *dev = pci->dev; | ||
214 | int ret; | ||
215 | |||
216 | res->supplies[0].supply = "vdda"; | ||
217 | res->supplies[1].supply = "vdda_phy"; | ||
218 | res->supplies[2].supply = "vdda_refclk"; | ||
219 | ret = devm_regulator_bulk_get(dev, ARRAY_SIZE(res->supplies), | ||
220 | res->supplies); | ||
221 | if (ret) | ||
222 | return ret; | ||
223 | |||
224 | res->iface_clk = devm_clk_get(dev, "iface"); | ||
225 | if (IS_ERR(res->iface_clk)) | ||
226 | return PTR_ERR(res->iface_clk); | ||
227 | |||
228 | res->core_clk = devm_clk_get(dev, "core"); | ||
229 | if (IS_ERR(res->core_clk)) | ||
230 | return PTR_ERR(res->core_clk); | ||
231 | |||
232 | res->phy_clk = devm_clk_get(dev, "phy"); | ||
233 | if (IS_ERR(res->phy_clk)) | ||
234 | return PTR_ERR(res->phy_clk); | ||
235 | |||
236 | res->pci_reset = devm_reset_control_get_exclusive(dev, "pci"); | ||
237 | if (IS_ERR(res->pci_reset)) | ||
238 | return PTR_ERR(res->pci_reset); | ||
239 | |||
240 | res->axi_reset = devm_reset_control_get_exclusive(dev, "axi"); | ||
241 | if (IS_ERR(res->axi_reset)) | ||
242 | return PTR_ERR(res->axi_reset); | ||
243 | |||
244 | res->ahb_reset = devm_reset_control_get_exclusive(dev, "ahb"); | ||
245 | if (IS_ERR(res->ahb_reset)) | ||
246 | return PTR_ERR(res->ahb_reset); | ||
247 | |||
248 | res->por_reset = devm_reset_control_get_exclusive(dev, "por"); | ||
249 | if (IS_ERR(res->por_reset)) | ||
250 | return PTR_ERR(res->por_reset); | ||
251 | |||
252 | res->phy_reset = devm_reset_control_get_exclusive(dev, "phy"); | ||
253 | return PTR_ERR_OR_ZERO(res->phy_reset); | ||
254 | } | ||
255 | |||
256 | static void qcom_pcie_deinit_2_1_0(struct qcom_pcie *pcie) | ||
257 | { | ||
258 | struct qcom_pcie_resources_2_1_0 *res = &pcie->res.v2_1_0; | ||
259 | |||
260 | reset_control_assert(res->pci_reset); | ||
261 | reset_control_assert(res->axi_reset); | ||
262 | reset_control_assert(res->ahb_reset); | ||
263 | reset_control_assert(res->por_reset); | ||
264 | reset_control_assert(res->pci_reset); | ||
265 | clk_disable_unprepare(res->iface_clk); | ||
266 | clk_disable_unprepare(res->core_clk); | ||
267 | clk_disable_unprepare(res->phy_clk); | ||
268 | regulator_bulk_disable(ARRAY_SIZE(res->supplies), res->supplies); | ||
269 | } | ||
270 | |||
271 | static int qcom_pcie_init_2_1_0(struct qcom_pcie *pcie) | ||
272 | { | ||
273 | struct qcom_pcie_resources_2_1_0 *res = &pcie->res.v2_1_0; | ||
274 | struct dw_pcie *pci = pcie->pci; | ||
275 | struct device *dev = pci->dev; | ||
276 | u32 val; | ||
277 | int ret; | ||
278 | |||
279 | ret = regulator_bulk_enable(ARRAY_SIZE(res->supplies), res->supplies); | ||
280 | if (ret < 0) { | ||
281 | dev_err(dev, "cannot enable regulators\n"); | ||
282 | return ret; | ||
283 | } | ||
284 | |||
285 | ret = reset_control_assert(res->ahb_reset); | ||
286 | if (ret) { | ||
287 | dev_err(dev, "cannot assert ahb reset\n"); | ||
288 | goto err_assert_ahb; | ||
289 | } | ||
290 | |||
291 | ret = clk_prepare_enable(res->iface_clk); | ||
292 | if (ret) { | ||
293 | dev_err(dev, "cannot prepare/enable iface clock\n"); | ||
294 | goto err_assert_ahb; | ||
295 | } | ||
296 | |||
297 | ret = clk_prepare_enable(res->phy_clk); | ||
298 | if (ret) { | ||
299 | dev_err(dev, "cannot prepare/enable phy clock\n"); | ||
300 | goto err_clk_phy; | ||
301 | } | ||
302 | |||
303 | ret = clk_prepare_enable(res->core_clk); | ||
304 | if (ret) { | ||
305 | dev_err(dev, "cannot prepare/enable core clock\n"); | ||
306 | goto err_clk_core; | ||
307 | } | ||
308 | |||
309 | ret = reset_control_deassert(res->ahb_reset); | ||
310 | if (ret) { | ||
311 | dev_err(dev, "cannot deassert ahb reset\n"); | ||
312 | goto err_deassert_ahb; | ||
313 | } | ||
314 | |||
315 | /* enable PCIe clocks and resets */ | ||
316 | val = readl(pcie->parf + PCIE20_PARF_PHY_CTRL); | ||
317 | val &= ~BIT(0); | ||
318 | writel(val, pcie->parf + PCIE20_PARF_PHY_CTRL); | ||
319 | |||
320 | /* enable external reference clock */ | ||
321 | val = readl(pcie->parf + PCIE20_PARF_PHY_REFCLK); | ||
322 | val |= BIT(16); | ||
323 | writel(val, pcie->parf + PCIE20_PARF_PHY_REFCLK); | ||
324 | |||
325 | ret = reset_control_deassert(res->phy_reset); | ||
326 | if (ret) { | ||
327 | dev_err(dev, "cannot deassert phy reset\n"); | ||
328 | return ret; | ||
329 | } | ||
330 | |||
331 | ret = reset_control_deassert(res->pci_reset); | ||
332 | if (ret) { | ||
333 | dev_err(dev, "cannot deassert pci reset\n"); | ||
334 | return ret; | ||
335 | } | ||
336 | |||
337 | ret = reset_control_deassert(res->por_reset); | ||
338 | if (ret) { | ||
339 | dev_err(dev, "cannot deassert por reset\n"); | ||
340 | return ret; | ||
341 | } | ||
342 | |||
343 | ret = reset_control_deassert(res->axi_reset); | ||
344 | if (ret) { | ||
345 | dev_err(dev, "cannot deassert axi reset\n"); | ||
346 | return ret; | ||
347 | } | ||
348 | |||
349 | /* wait for clock acquisition */ | ||
350 | usleep_range(1000, 1500); | ||
351 | |||
352 | |||
353 | /* Set the Max TLP size to 2K, instead of using default of 4K */ | ||
354 | writel(CFG_REMOTE_RD_REQ_BRIDGE_SIZE_2K, | ||
355 | pci->dbi_base + PCIE20_AXI_MSTR_RESP_COMP_CTRL0); | ||
356 | writel(CFG_BRIDGE_SB_INIT, | ||
357 | pci->dbi_base + PCIE20_AXI_MSTR_RESP_COMP_CTRL1); | ||
358 | |||
359 | return 0; | ||
360 | |||
361 | err_deassert_ahb: | ||
362 | clk_disable_unprepare(res->core_clk); | ||
363 | err_clk_core: | ||
364 | clk_disable_unprepare(res->phy_clk); | ||
365 | err_clk_phy: | ||
366 | clk_disable_unprepare(res->iface_clk); | ||
367 | err_assert_ahb: | ||
368 | regulator_bulk_disable(ARRAY_SIZE(res->supplies), res->supplies); | ||
369 | |||
370 | return ret; | ||
371 | } | ||
372 | |||
373 | static int qcom_pcie_get_resources_1_0_0(struct qcom_pcie *pcie) | ||
374 | { | ||
375 | struct qcom_pcie_resources_1_0_0 *res = &pcie->res.v1_0_0; | ||
376 | struct dw_pcie *pci = pcie->pci; | ||
377 | struct device *dev = pci->dev; | ||
378 | |||
379 | res->vdda = devm_regulator_get(dev, "vdda"); | ||
380 | if (IS_ERR(res->vdda)) | ||
381 | return PTR_ERR(res->vdda); | ||
382 | |||
383 | res->iface = devm_clk_get(dev, "iface"); | ||
384 | if (IS_ERR(res->iface)) | ||
385 | return PTR_ERR(res->iface); | ||
386 | |||
387 | res->aux = devm_clk_get(dev, "aux"); | ||
388 | if (IS_ERR(res->aux)) | ||
389 | return PTR_ERR(res->aux); | ||
390 | |||
391 | res->master_bus = devm_clk_get(dev, "master_bus"); | ||
392 | if (IS_ERR(res->master_bus)) | ||
393 | return PTR_ERR(res->master_bus); | ||
394 | |||
395 | res->slave_bus = devm_clk_get(dev, "slave_bus"); | ||
396 | if (IS_ERR(res->slave_bus)) | ||
397 | return PTR_ERR(res->slave_bus); | ||
398 | |||
399 | res->core = devm_reset_control_get_exclusive(dev, "core"); | ||
400 | return PTR_ERR_OR_ZERO(res->core); | ||
401 | } | ||
402 | |||
403 | static void qcom_pcie_deinit_1_0_0(struct qcom_pcie *pcie) | ||
404 | { | ||
405 | struct qcom_pcie_resources_1_0_0 *res = &pcie->res.v1_0_0; | ||
406 | |||
407 | reset_control_assert(res->core); | ||
408 | clk_disable_unprepare(res->slave_bus); | ||
409 | clk_disable_unprepare(res->master_bus); | ||
410 | clk_disable_unprepare(res->iface); | ||
411 | clk_disable_unprepare(res->aux); | ||
412 | regulator_disable(res->vdda); | ||
413 | } | ||
414 | |||
415 | static int qcom_pcie_init_1_0_0(struct qcom_pcie *pcie) | ||
416 | { | ||
417 | struct qcom_pcie_resources_1_0_0 *res = &pcie->res.v1_0_0; | ||
418 | struct dw_pcie *pci = pcie->pci; | ||
419 | struct device *dev = pci->dev; | ||
420 | int ret; | ||
421 | |||
422 | ret = reset_control_deassert(res->core); | ||
423 | if (ret) { | ||
424 | dev_err(dev, "cannot deassert core reset\n"); | ||
425 | return ret; | ||
426 | } | ||
427 | |||
428 | ret = clk_prepare_enable(res->aux); | ||
429 | if (ret) { | ||
430 | dev_err(dev, "cannot prepare/enable aux clock\n"); | ||
431 | goto err_res; | ||
432 | } | ||
433 | |||
434 | ret = clk_prepare_enable(res->iface); | ||
435 | if (ret) { | ||
436 | dev_err(dev, "cannot prepare/enable iface clock\n"); | ||
437 | goto err_aux; | ||
438 | } | ||
439 | |||
440 | ret = clk_prepare_enable(res->master_bus); | ||
441 | if (ret) { | ||
442 | dev_err(dev, "cannot prepare/enable master_bus clock\n"); | ||
443 | goto err_iface; | ||
444 | } | ||
445 | |||
446 | ret = clk_prepare_enable(res->slave_bus); | ||
447 | if (ret) { | ||
448 | dev_err(dev, "cannot prepare/enable slave_bus clock\n"); | ||
449 | goto err_master; | ||
450 | } | ||
451 | |||
452 | ret = regulator_enable(res->vdda); | ||
453 | if (ret) { | ||
454 | dev_err(dev, "cannot enable vdda regulator\n"); | ||
455 | goto err_slave; | ||
456 | } | ||
457 | |||
458 | /* change DBI base address */ | ||
459 | writel(0, pcie->parf + PCIE20_PARF_DBI_BASE_ADDR); | ||
460 | |||
461 | if (IS_ENABLED(CONFIG_PCI_MSI)) { | ||
462 | u32 val = readl(pcie->parf + PCIE20_PARF_AXI_MSTR_WR_ADDR_HALT); | ||
463 | |||
464 | val |= BIT(31); | ||
465 | writel(val, pcie->parf + PCIE20_PARF_AXI_MSTR_WR_ADDR_HALT); | ||
466 | } | ||
467 | |||
468 | return 0; | ||
469 | err_slave: | ||
470 | clk_disable_unprepare(res->slave_bus); | ||
471 | err_master: | ||
472 | clk_disable_unprepare(res->master_bus); | ||
473 | err_iface: | ||
474 | clk_disable_unprepare(res->iface); | ||
475 | err_aux: | ||
476 | clk_disable_unprepare(res->aux); | ||
477 | err_res: | ||
478 | reset_control_assert(res->core); | ||
479 | |||
480 | return ret; | ||
481 | } | ||
482 | |||
483 | static void qcom_pcie_2_3_2_ltssm_enable(struct qcom_pcie *pcie) | ||
484 | { | ||
485 | u32 val; | ||
486 | |||
487 | /* enable link training */ | ||
488 | val = readl(pcie->parf + PCIE20_PARF_LTSSM); | ||
489 | val |= BIT(8); | ||
490 | writel(val, pcie->parf + PCIE20_PARF_LTSSM); | ||
491 | } | ||
492 | |||
493 | static int qcom_pcie_get_resources_2_3_2(struct qcom_pcie *pcie) | ||
494 | { | ||
495 | struct qcom_pcie_resources_2_3_2 *res = &pcie->res.v2_3_2; | ||
496 | struct dw_pcie *pci = pcie->pci; | ||
497 | struct device *dev = pci->dev; | ||
498 | int ret; | ||
499 | |||
500 | res->supplies[0].supply = "vdda"; | ||
501 | res->supplies[1].supply = "vddpe-3v3"; | ||
502 | ret = devm_regulator_bulk_get(dev, ARRAY_SIZE(res->supplies), | ||
503 | res->supplies); | ||
504 | if (ret) | ||
505 | return ret; | ||
506 | |||
507 | res->aux_clk = devm_clk_get(dev, "aux"); | ||
508 | if (IS_ERR(res->aux_clk)) | ||
509 | return PTR_ERR(res->aux_clk); | ||
510 | |||
511 | res->cfg_clk = devm_clk_get(dev, "cfg"); | ||
512 | if (IS_ERR(res->cfg_clk)) | ||
513 | return PTR_ERR(res->cfg_clk); | ||
514 | |||
515 | res->master_clk = devm_clk_get(dev, "bus_master"); | ||
516 | if (IS_ERR(res->master_clk)) | ||
517 | return PTR_ERR(res->master_clk); | ||
518 | |||
519 | res->slave_clk = devm_clk_get(dev, "bus_slave"); | ||
520 | if (IS_ERR(res->slave_clk)) | ||
521 | return PTR_ERR(res->slave_clk); | ||
522 | |||
523 | res->pipe_clk = devm_clk_get(dev, "pipe"); | ||
524 | return PTR_ERR_OR_ZERO(res->pipe_clk); | ||
525 | } | ||
526 | |||
527 | static void qcom_pcie_deinit_2_3_2(struct qcom_pcie *pcie) | ||
528 | { | ||
529 | struct qcom_pcie_resources_2_3_2 *res = &pcie->res.v2_3_2; | ||
530 | |||
531 | clk_disable_unprepare(res->slave_clk); | ||
532 | clk_disable_unprepare(res->master_clk); | ||
533 | clk_disable_unprepare(res->cfg_clk); | ||
534 | clk_disable_unprepare(res->aux_clk); | ||
535 | |||
536 | regulator_bulk_disable(ARRAY_SIZE(res->supplies), res->supplies); | ||
537 | } | ||
538 | |||
539 | static void qcom_pcie_post_deinit_2_3_2(struct qcom_pcie *pcie) | ||
540 | { | ||
541 | struct qcom_pcie_resources_2_3_2 *res = &pcie->res.v2_3_2; | ||
542 | |||
543 | clk_disable_unprepare(res->pipe_clk); | ||
544 | } | ||
545 | |||
546 | static int qcom_pcie_init_2_3_2(struct qcom_pcie *pcie) | ||
547 | { | ||
548 | struct qcom_pcie_resources_2_3_2 *res = &pcie->res.v2_3_2; | ||
549 | struct dw_pcie *pci = pcie->pci; | ||
550 | struct device *dev = pci->dev; | ||
551 | u32 val; | ||
552 | int ret; | ||
553 | |||
554 | ret = regulator_bulk_enable(ARRAY_SIZE(res->supplies), res->supplies); | ||
555 | if (ret < 0) { | ||
556 | dev_err(dev, "cannot enable regulators\n"); | ||
557 | return ret; | ||
558 | } | ||
559 | |||
560 | ret = clk_prepare_enable(res->aux_clk); | ||
561 | if (ret) { | ||
562 | dev_err(dev, "cannot prepare/enable aux clock\n"); | ||
563 | goto err_aux_clk; | ||
564 | } | ||
565 | |||
566 | ret = clk_prepare_enable(res->cfg_clk); | ||
567 | if (ret) { | ||
568 | dev_err(dev, "cannot prepare/enable cfg clock\n"); | ||
569 | goto err_cfg_clk; | ||
570 | } | ||
571 | |||
572 | ret = clk_prepare_enable(res->master_clk); | ||
573 | if (ret) { | ||
574 | dev_err(dev, "cannot prepare/enable master clock\n"); | ||
575 | goto err_master_clk; | ||
576 | } | ||
577 | |||
578 | ret = clk_prepare_enable(res->slave_clk); | ||
579 | if (ret) { | ||
580 | dev_err(dev, "cannot prepare/enable slave clock\n"); | ||
581 | goto err_slave_clk; | ||
582 | } | ||
583 | |||
584 | /* enable PCIe clocks and resets */ | ||
585 | val = readl(pcie->parf + PCIE20_PARF_PHY_CTRL); | ||
586 | val &= ~BIT(0); | ||
587 | writel(val, pcie->parf + PCIE20_PARF_PHY_CTRL); | ||
588 | |||
589 | /* change DBI base address */ | ||
590 | writel(0, pcie->parf + PCIE20_PARF_DBI_BASE_ADDR); | ||
591 | |||
592 | /* MAC PHY_POWERDOWN MUX DISABLE */ | ||
593 | val = readl(pcie->parf + PCIE20_PARF_SYS_CTRL); | ||
594 | val &= ~BIT(29); | ||
595 | writel(val, pcie->parf + PCIE20_PARF_SYS_CTRL); | ||
596 | |||
597 | val = readl(pcie->parf + PCIE20_PARF_MHI_CLOCK_RESET_CTRL); | ||
598 | val |= BIT(4); | ||
599 | writel(val, pcie->parf + PCIE20_PARF_MHI_CLOCK_RESET_CTRL); | ||
600 | |||
601 | val = readl(pcie->parf + PCIE20_PARF_AXI_MSTR_WR_ADDR_HALT_V2); | ||
602 | val |= BIT(31); | ||
603 | writel(val, pcie->parf + PCIE20_PARF_AXI_MSTR_WR_ADDR_HALT_V2); | ||
604 | |||
605 | return 0; | ||
606 | |||
607 | err_slave_clk: | ||
608 | clk_disable_unprepare(res->master_clk); | ||
609 | err_master_clk: | ||
610 | clk_disable_unprepare(res->cfg_clk); | ||
611 | err_cfg_clk: | ||
612 | clk_disable_unprepare(res->aux_clk); | ||
613 | |||
614 | err_aux_clk: | ||
615 | regulator_bulk_disable(ARRAY_SIZE(res->supplies), res->supplies); | ||
616 | |||
617 | return ret; | ||
618 | } | ||
619 | |||
620 | static int qcom_pcie_post_init_2_3_2(struct qcom_pcie *pcie) | ||
621 | { | ||
622 | struct qcom_pcie_resources_2_3_2 *res = &pcie->res.v2_3_2; | ||
623 | struct dw_pcie *pci = pcie->pci; | ||
624 | struct device *dev = pci->dev; | ||
625 | int ret; | ||
626 | |||
627 | ret = clk_prepare_enable(res->pipe_clk); | ||
628 | if (ret) { | ||
629 | dev_err(dev, "cannot prepare/enable pipe clock\n"); | ||
630 | return ret; | ||
631 | } | ||
632 | |||
633 | return 0; | ||
634 | } | ||
635 | |||
636 | static int qcom_pcie_get_resources_2_4_0(struct qcom_pcie *pcie) | ||
637 | { | ||
638 | struct qcom_pcie_resources_2_4_0 *res = &pcie->res.v2_4_0; | ||
639 | struct dw_pcie *pci = pcie->pci; | ||
640 | struct device *dev = pci->dev; | ||
641 | |||
642 | res->aux_clk = devm_clk_get(dev, "aux"); | ||
643 | if (IS_ERR(res->aux_clk)) | ||
644 | return PTR_ERR(res->aux_clk); | ||
645 | |||
646 | res->master_clk = devm_clk_get(dev, "master_bus"); | ||
647 | if (IS_ERR(res->master_clk)) | ||
648 | return PTR_ERR(res->master_clk); | ||
649 | |||
650 | res->slave_clk = devm_clk_get(dev, "slave_bus"); | ||
651 | if (IS_ERR(res->slave_clk)) | ||
652 | return PTR_ERR(res->slave_clk); | ||
653 | |||
654 | res->axi_m_reset = devm_reset_control_get_exclusive(dev, "axi_m"); | ||
655 | if (IS_ERR(res->axi_m_reset)) | ||
656 | return PTR_ERR(res->axi_m_reset); | ||
657 | |||
658 | res->axi_s_reset = devm_reset_control_get_exclusive(dev, "axi_s"); | ||
659 | if (IS_ERR(res->axi_s_reset)) | ||
660 | return PTR_ERR(res->axi_s_reset); | ||
661 | |||
662 | res->pipe_reset = devm_reset_control_get_exclusive(dev, "pipe"); | ||
663 | if (IS_ERR(res->pipe_reset)) | ||
664 | return PTR_ERR(res->pipe_reset); | ||
665 | |||
666 | res->axi_m_vmid_reset = devm_reset_control_get_exclusive(dev, | ||
667 | "axi_m_vmid"); | ||
668 | if (IS_ERR(res->axi_m_vmid_reset)) | ||
669 | return PTR_ERR(res->axi_m_vmid_reset); | ||
670 | |||
671 | res->axi_s_xpu_reset = devm_reset_control_get_exclusive(dev, | ||
672 | "axi_s_xpu"); | ||
673 | if (IS_ERR(res->axi_s_xpu_reset)) | ||
674 | return PTR_ERR(res->axi_s_xpu_reset); | ||
675 | |||
676 | res->parf_reset = devm_reset_control_get_exclusive(dev, "parf"); | ||
677 | if (IS_ERR(res->parf_reset)) | ||
678 | return PTR_ERR(res->parf_reset); | ||
679 | |||
680 | res->phy_reset = devm_reset_control_get_exclusive(dev, "phy"); | ||
681 | if (IS_ERR(res->phy_reset)) | ||
682 | return PTR_ERR(res->phy_reset); | ||
683 | |||
684 | res->axi_m_sticky_reset = devm_reset_control_get_exclusive(dev, | ||
685 | "axi_m_sticky"); | ||
686 | if (IS_ERR(res->axi_m_sticky_reset)) | ||
687 | return PTR_ERR(res->axi_m_sticky_reset); | ||
688 | |||
689 | res->pipe_sticky_reset = devm_reset_control_get_exclusive(dev, | ||
690 | "pipe_sticky"); | ||
691 | if (IS_ERR(res->pipe_sticky_reset)) | ||
692 | return PTR_ERR(res->pipe_sticky_reset); | ||
693 | |||
694 | res->pwr_reset = devm_reset_control_get_exclusive(dev, "pwr"); | ||
695 | if (IS_ERR(res->pwr_reset)) | ||
696 | return PTR_ERR(res->pwr_reset); | ||
697 | |||
698 | res->ahb_reset = devm_reset_control_get_exclusive(dev, "ahb"); | ||
699 | if (IS_ERR(res->ahb_reset)) | ||
700 | return PTR_ERR(res->ahb_reset); | ||
701 | |||
702 | res->phy_ahb_reset = devm_reset_control_get_exclusive(dev, "phy_ahb"); | ||
703 | if (IS_ERR(res->phy_ahb_reset)) | ||
704 | return PTR_ERR(res->phy_ahb_reset); | ||
705 | |||
706 | return 0; | ||
707 | } | ||
708 | |||
709 | static void qcom_pcie_deinit_2_4_0(struct qcom_pcie *pcie) | ||
710 | { | ||
711 | struct qcom_pcie_resources_2_4_0 *res = &pcie->res.v2_4_0; | ||
712 | |||
713 | reset_control_assert(res->axi_m_reset); | ||
714 | reset_control_assert(res->axi_s_reset); | ||
715 | reset_control_assert(res->pipe_reset); | ||
716 | reset_control_assert(res->pipe_sticky_reset); | ||
717 | reset_control_assert(res->phy_reset); | ||
718 | reset_control_assert(res->phy_ahb_reset); | ||
719 | reset_control_assert(res->axi_m_sticky_reset); | ||
720 | reset_control_assert(res->pwr_reset); | ||
721 | reset_control_assert(res->ahb_reset); | ||
722 | clk_disable_unprepare(res->aux_clk); | ||
723 | clk_disable_unprepare(res->master_clk); | ||
724 | clk_disable_unprepare(res->slave_clk); | ||
725 | } | ||
726 | |||
727 | static int qcom_pcie_init_2_4_0(struct qcom_pcie *pcie) | ||
728 | { | ||
729 | struct qcom_pcie_resources_2_4_0 *res = &pcie->res.v2_4_0; | ||
730 | struct dw_pcie *pci = pcie->pci; | ||
731 | struct device *dev = pci->dev; | ||
732 | u32 val; | ||
733 | int ret; | ||
734 | |||
735 | ret = reset_control_assert(res->axi_m_reset); | ||
736 | if (ret) { | ||
737 | dev_err(dev, "cannot assert axi master reset\n"); | ||
738 | return ret; | ||
739 | } | ||
740 | |||
741 | ret = reset_control_assert(res->axi_s_reset); | ||
742 | if (ret) { | ||
743 | dev_err(dev, "cannot assert axi slave reset\n"); | ||
744 | return ret; | ||
745 | } | ||
746 | |||
747 | usleep_range(10000, 12000); | ||
748 | |||
749 | ret = reset_control_assert(res->pipe_reset); | ||
750 | if (ret) { | ||
751 | dev_err(dev, "cannot assert pipe reset\n"); | ||
752 | return ret; | ||
753 | } | ||
754 | |||
755 | ret = reset_control_assert(res->pipe_sticky_reset); | ||
756 | if (ret) { | ||
757 | dev_err(dev, "cannot assert pipe sticky reset\n"); | ||
758 | return ret; | ||
759 | } | ||
760 | |||
761 | ret = reset_control_assert(res->phy_reset); | ||
762 | if (ret) { | ||
763 | dev_err(dev, "cannot assert phy reset\n"); | ||
764 | return ret; | ||
765 | } | ||
766 | |||
767 | ret = reset_control_assert(res->phy_ahb_reset); | ||
768 | if (ret) { | ||
769 | dev_err(dev, "cannot assert phy ahb reset\n"); | ||
770 | return ret; | ||
771 | } | ||
772 | |||
773 | usleep_range(10000, 12000); | ||
774 | |||
775 | ret = reset_control_assert(res->axi_m_sticky_reset); | ||
776 | if (ret) { | ||
777 | dev_err(dev, "cannot assert axi master sticky reset\n"); | ||
778 | return ret; | ||
779 | } | ||
780 | |||
781 | ret = reset_control_assert(res->pwr_reset); | ||
782 | if (ret) { | ||
783 | dev_err(dev, "cannot assert power reset\n"); | ||
784 | return ret; | ||
785 | } | ||
786 | |||
787 | ret = reset_control_assert(res->ahb_reset); | ||
788 | if (ret) { | ||
789 | dev_err(dev, "cannot assert ahb reset\n"); | ||
790 | return ret; | ||
791 | } | ||
792 | |||
793 | usleep_range(10000, 12000); | ||
794 | |||
795 | ret = reset_control_deassert(res->phy_ahb_reset); | ||
796 | if (ret) { | ||
797 | dev_err(dev, "cannot deassert phy ahb reset\n"); | ||
798 | return ret; | ||
799 | } | ||
800 | |||
801 | ret = reset_control_deassert(res->phy_reset); | ||
802 | if (ret) { | ||
803 | dev_err(dev, "cannot deassert phy reset\n"); | ||
804 | goto err_rst_phy; | ||
805 | } | ||
806 | |||
807 | ret = reset_control_deassert(res->pipe_reset); | ||
808 | if (ret) { | ||
809 | dev_err(dev, "cannot deassert pipe reset\n"); | ||
810 | goto err_rst_pipe; | ||
811 | } | ||
812 | |||
813 | ret = reset_control_deassert(res->pipe_sticky_reset); | ||
814 | if (ret) { | ||
815 | dev_err(dev, "cannot deassert pipe sticky reset\n"); | ||
816 | goto err_rst_pipe_sticky; | ||
817 | } | ||
818 | |||
819 | usleep_range(10000, 12000); | ||
820 | |||
821 | ret = reset_control_deassert(res->axi_m_reset); | ||
822 | if (ret) { | ||
823 | dev_err(dev, "cannot deassert axi master reset\n"); | ||
824 | goto err_rst_axi_m; | ||
825 | } | ||
826 | |||
827 | ret = reset_control_deassert(res->axi_m_sticky_reset); | ||
828 | if (ret) { | ||
829 | dev_err(dev, "cannot deassert axi master sticky reset\n"); | ||
830 | goto err_rst_axi_m_sticky; | ||
831 | } | ||
832 | |||
833 | ret = reset_control_deassert(res->axi_s_reset); | ||
834 | if (ret) { | ||
835 | dev_err(dev, "cannot deassert axi slave reset\n"); | ||
836 | goto err_rst_axi_s; | ||
837 | } | ||
838 | |||
839 | ret = reset_control_deassert(res->pwr_reset); | ||
840 | if (ret) { | ||
841 | dev_err(dev, "cannot deassert power reset\n"); | ||
842 | goto err_rst_pwr; | ||
843 | } | ||
844 | |||
845 | ret = reset_control_deassert(res->ahb_reset); | ||
846 | if (ret) { | ||
847 | dev_err(dev, "cannot deassert ahb reset\n"); | ||
848 | goto err_rst_ahb; | ||
849 | } | ||
850 | |||
851 | usleep_range(10000, 12000); | ||
852 | |||
853 | ret = clk_prepare_enable(res->aux_clk); | ||
854 | if (ret) { | ||
855 | dev_err(dev, "cannot prepare/enable iface clock\n"); | ||
856 | goto err_clk_aux; | ||
857 | } | ||
858 | |||
859 | ret = clk_prepare_enable(res->master_clk); | ||
860 | if (ret) { | ||
861 | dev_err(dev, "cannot prepare/enable core clock\n"); | ||
862 | goto err_clk_axi_m; | ||
863 | } | ||
864 | |||
865 | ret = clk_prepare_enable(res->slave_clk); | ||
866 | if (ret) { | ||
867 | dev_err(dev, "cannot prepare/enable phy clock\n"); | ||
868 | goto err_clk_axi_s; | ||
869 | } | ||
870 | |||
871 | /* enable PCIe clocks and resets */ | ||
872 | val = readl(pcie->parf + PCIE20_PARF_PHY_CTRL); | ||
873 | val &= ~BIT(0); | ||
874 | writel(val, pcie->parf + PCIE20_PARF_PHY_CTRL); | ||
875 | |||
876 | /* change DBI base address */ | ||
877 | writel(0, pcie->parf + PCIE20_PARF_DBI_BASE_ADDR); | ||
878 | |||
879 | /* MAC PHY_POWERDOWN MUX DISABLE */ | ||
880 | val = readl(pcie->parf + PCIE20_PARF_SYS_CTRL); | ||
881 | val &= ~BIT(29); | ||
882 | writel(val, pcie->parf + PCIE20_PARF_SYS_CTRL); | ||
883 | |||
884 | val = readl(pcie->parf + PCIE20_PARF_MHI_CLOCK_RESET_CTRL); | ||
885 | val |= BIT(4); | ||
886 | writel(val, pcie->parf + PCIE20_PARF_MHI_CLOCK_RESET_CTRL); | ||
887 | |||
888 | val = readl(pcie->parf + PCIE20_PARF_AXI_MSTR_WR_ADDR_HALT_V2); | ||
889 | val |= BIT(31); | ||
890 | writel(val, pcie->parf + PCIE20_PARF_AXI_MSTR_WR_ADDR_HALT_V2); | ||
891 | |||
892 | return 0; | ||
893 | |||
894 | err_clk_axi_s: | ||
895 | clk_disable_unprepare(res->master_clk); | ||
896 | err_clk_axi_m: | ||
897 | clk_disable_unprepare(res->aux_clk); | ||
898 | err_clk_aux: | ||
899 | reset_control_assert(res->ahb_reset); | ||
900 | err_rst_ahb: | ||
901 | reset_control_assert(res->pwr_reset); | ||
902 | err_rst_pwr: | ||
903 | reset_control_assert(res->axi_s_reset); | ||
904 | err_rst_axi_s: | ||
905 | reset_control_assert(res->axi_m_sticky_reset); | ||
906 | err_rst_axi_m_sticky: | ||
907 | reset_control_assert(res->axi_m_reset); | ||
908 | err_rst_axi_m: | ||
909 | reset_control_assert(res->pipe_sticky_reset); | ||
910 | err_rst_pipe_sticky: | ||
911 | reset_control_assert(res->pipe_reset); | ||
912 | err_rst_pipe: | ||
913 | reset_control_assert(res->phy_reset); | ||
914 | err_rst_phy: | ||
915 | reset_control_assert(res->phy_ahb_reset); | ||
916 | return ret; | ||
917 | } | ||
918 | |||
919 | static int qcom_pcie_get_resources_2_3_3(struct qcom_pcie *pcie) | ||
920 | { | ||
921 | struct qcom_pcie_resources_2_3_3 *res = &pcie->res.v2_3_3; | ||
922 | struct dw_pcie *pci = pcie->pci; | ||
923 | struct device *dev = pci->dev; | ||
924 | int i; | ||
925 | const char *rst_names[] = { "axi_m", "axi_s", "pipe", | ||
926 | "axi_m_sticky", "sticky", | ||
927 | "ahb", "sleep", }; | ||
928 | |||
929 | res->iface = devm_clk_get(dev, "iface"); | ||
930 | if (IS_ERR(res->iface)) | ||
931 | return PTR_ERR(res->iface); | ||
932 | |||
933 | res->axi_m_clk = devm_clk_get(dev, "axi_m"); | ||
934 | if (IS_ERR(res->axi_m_clk)) | ||
935 | return PTR_ERR(res->axi_m_clk); | ||
936 | |||
937 | res->axi_s_clk = devm_clk_get(dev, "axi_s"); | ||
938 | if (IS_ERR(res->axi_s_clk)) | ||
939 | return PTR_ERR(res->axi_s_clk); | ||
940 | |||
941 | res->ahb_clk = devm_clk_get(dev, "ahb"); | ||
942 | if (IS_ERR(res->ahb_clk)) | ||
943 | return PTR_ERR(res->ahb_clk); | ||
944 | |||
945 | res->aux_clk = devm_clk_get(dev, "aux"); | ||
946 | if (IS_ERR(res->aux_clk)) | ||
947 | return PTR_ERR(res->aux_clk); | ||
948 | |||
949 | for (i = 0; i < ARRAY_SIZE(rst_names); i++) { | ||
950 | res->rst[i] = devm_reset_control_get(dev, rst_names[i]); | ||
951 | if (IS_ERR(res->rst[i])) | ||
952 | return PTR_ERR(res->rst[i]); | ||
953 | } | ||
954 | |||
955 | return 0; | ||
956 | } | ||
957 | |||
958 | static void qcom_pcie_deinit_2_3_3(struct qcom_pcie *pcie) | ||
959 | { | ||
960 | struct qcom_pcie_resources_2_3_3 *res = &pcie->res.v2_3_3; | ||
961 | |||
962 | clk_disable_unprepare(res->iface); | ||
963 | clk_disable_unprepare(res->axi_m_clk); | ||
964 | clk_disable_unprepare(res->axi_s_clk); | ||
965 | clk_disable_unprepare(res->ahb_clk); | ||
966 | clk_disable_unprepare(res->aux_clk); | ||
967 | } | ||
968 | |||
969 | static int qcom_pcie_init_2_3_3(struct qcom_pcie *pcie) | ||
970 | { | ||
971 | struct qcom_pcie_resources_2_3_3 *res = &pcie->res.v2_3_3; | ||
972 | struct dw_pcie *pci = pcie->pci; | ||
973 | struct device *dev = pci->dev; | ||
974 | int i, ret; | ||
975 | u32 val; | ||
976 | |||
977 | for (i = 0; i < ARRAY_SIZE(res->rst); i++) { | ||
978 | ret = reset_control_assert(res->rst[i]); | ||
979 | if (ret) { | ||
980 | dev_err(dev, "reset #%d assert failed (%d)\n", i, ret); | ||
981 | return ret; | ||
982 | } | ||
983 | } | ||
984 | |||
985 | usleep_range(2000, 2500); | ||
986 | |||
987 | for (i = 0; i < ARRAY_SIZE(res->rst); i++) { | ||
988 | ret = reset_control_deassert(res->rst[i]); | ||
989 | if (ret) { | ||
990 | dev_err(dev, "reset #%d deassert failed (%d)\n", i, | ||
991 | ret); | ||
992 | return ret; | ||
993 | } | ||
994 | } | ||
995 | |||
996 | /* | ||
997 | * Don't have a way to see if the reset has completed. | ||
998 | * Wait for some time. | ||
999 | */ | ||
1000 | usleep_range(2000, 2500); | ||
1001 | |||
1002 | ret = clk_prepare_enable(res->iface); | ||
1003 | if (ret) { | ||
1004 | dev_err(dev, "cannot prepare/enable core clock\n"); | ||
1005 | goto err_clk_iface; | ||
1006 | } | ||
1007 | |||
1008 | ret = clk_prepare_enable(res->axi_m_clk); | ||
1009 | if (ret) { | ||
1010 | dev_err(dev, "cannot prepare/enable core clock\n"); | ||
1011 | goto err_clk_axi_m; | ||
1012 | } | ||
1013 | |||
1014 | ret = clk_prepare_enable(res->axi_s_clk); | ||
1015 | if (ret) { | ||
1016 | dev_err(dev, "cannot prepare/enable axi slave clock\n"); | ||
1017 | goto err_clk_axi_s; | ||
1018 | } | ||
1019 | |||
1020 | ret = clk_prepare_enable(res->ahb_clk); | ||
1021 | if (ret) { | ||
1022 | dev_err(dev, "cannot prepare/enable ahb clock\n"); | ||
1023 | goto err_clk_ahb; | ||
1024 | } | ||
1025 | |||
1026 | ret = clk_prepare_enable(res->aux_clk); | ||
1027 | if (ret) { | ||
1028 | dev_err(dev, "cannot prepare/enable aux clock\n"); | ||
1029 | goto err_clk_aux; | ||
1030 | } | ||
1031 | |||
1032 | writel(SLV_ADDR_SPACE_SZ, | ||
1033 | pcie->parf + PCIE20_v3_PARF_SLV_ADDR_SPACE_SIZE); | ||
1034 | |||
1035 | val = readl(pcie->parf + PCIE20_PARF_PHY_CTRL); | ||
1036 | val &= ~BIT(0); | ||
1037 | writel(val, pcie->parf + PCIE20_PARF_PHY_CTRL); | ||
1038 | |||
1039 | writel(0, pcie->parf + PCIE20_PARF_DBI_BASE_ADDR); | ||
1040 | |||
1041 | writel(MST_WAKEUP_EN | SLV_WAKEUP_EN | MSTR_ACLK_CGC_DIS | ||
1042 | | SLV_ACLK_CGC_DIS | CORE_CLK_CGC_DIS | | ||
1043 | AUX_PWR_DET | L23_CLK_RMV_DIS | L1_CLK_RMV_DIS, | ||
1044 | pcie->parf + PCIE20_PARF_SYS_CTRL); | ||
1045 | writel(0, pcie->parf + PCIE20_PARF_Q2A_FLUSH); | ||
1046 | |||
1047 | writel(CMD_BME_VAL, pci->dbi_base + PCIE20_COMMAND_STATUS); | ||
1048 | writel(DBI_RO_WR_EN, pci->dbi_base + PCIE20_MISC_CONTROL_1_REG); | ||
1049 | writel(PCIE_CAP_LINK1_VAL, pci->dbi_base + PCIE20_CAP_LINK_1); | ||
1050 | |||
1051 | val = readl(pci->dbi_base + PCIE20_CAP_LINK_CAPABILITIES); | ||
1052 | val &= ~PCIE20_CAP_ACTIVE_STATE_LINK_PM_SUPPORT; | ||
1053 | writel(val, pci->dbi_base + PCIE20_CAP_LINK_CAPABILITIES); | ||
1054 | |||
1055 | writel(PCIE_CAP_CPL_TIMEOUT_DISABLE, pci->dbi_base + | ||
1056 | PCIE20_DEVICE_CONTROL2_STATUS2); | ||
1057 | |||
1058 | return 0; | ||
1059 | |||
1060 | err_clk_aux: | ||
1061 | clk_disable_unprepare(res->ahb_clk); | ||
1062 | err_clk_ahb: | ||
1063 | clk_disable_unprepare(res->axi_s_clk); | ||
1064 | err_clk_axi_s: | ||
1065 | clk_disable_unprepare(res->axi_m_clk); | ||
1066 | err_clk_axi_m: | ||
1067 | clk_disable_unprepare(res->iface); | ||
1068 | err_clk_iface: | ||
1069 | /* | ||
1070 | * Not checking for failure, will anyway return | ||
1071 | * the original failure in 'ret'. | ||
1072 | */ | ||
1073 | for (i = 0; i < ARRAY_SIZE(res->rst); i++) | ||
1074 | reset_control_assert(res->rst[i]); | ||
1075 | |||
1076 | return ret; | ||
1077 | } | ||
1078 | |||
1079 | static int qcom_pcie_link_up(struct dw_pcie *pci) | ||
1080 | { | ||
1081 | u16 val = readw(pci->dbi_base + PCIE20_CAP + PCI_EXP_LNKSTA); | ||
1082 | |||
1083 | return !!(val & PCI_EXP_LNKSTA_DLLLA); | ||
1084 | } | ||
1085 | |||
1086 | static int qcom_pcie_host_init(struct pcie_port *pp) | ||
1087 | { | ||
1088 | struct dw_pcie *pci = to_dw_pcie_from_pp(pp); | ||
1089 | struct qcom_pcie *pcie = to_qcom_pcie(pci); | ||
1090 | int ret; | ||
1091 | |||
1092 | pm_runtime_get_sync(pci->dev); | ||
1093 | qcom_ep_reset_assert(pcie); | ||
1094 | |||
1095 | ret = pcie->ops->init(pcie); | ||
1096 | if (ret) | ||
1097 | return ret; | ||
1098 | |||
1099 | ret = phy_power_on(pcie->phy); | ||
1100 | if (ret) | ||
1101 | goto err_deinit; | ||
1102 | |||
1103 | if (pcie->ops->post_init) { | ||
1104 | ret = pcie->ops->post_init(pcie); | ||
1105 | if (ret) | ||
1106 | goto err_disable_phy; | ||
1107 | } | ||
1108 | |||
1109 | dw_pcie_setup_rc(pp); | ||
1110 | |||
1111 | if (IS_ENABLED(CONFIG_PCI_MSI)) | ||
1112 | dw_pcie_msi_init(pp); | ||
1113 | |||
1114 | qcom_ep_reset_deassert(pcie); | ||
1115 | |||
1116 | ret = qcom_pcie_establish_link(pcie); | ||
1117 | if (ret) | ||
1118 | goto err; | ||
1119 | |||
1120 | return 0; | ||
1121 | err: | ||
1122 | qcom_ep_reset_assert(pcie); | ||
1123 | if (pcie->ops->post_deinit) | ||
1124 | pcie->ops->post_deinit(pcie); | ||
1125 | err_disable_phy: | ||
1126 | phy_power_off(pcie->phy); | ||
1127 | err_deinit: | ||
1128 | pcie->ops->deinit(pcie); | ||
1129 | pm_runtime_put(pci->dev); | ||
1130 | |||
1131 | return ret; | ||
1132 | } | ||
1133 | |||
1134 | static int qcom_pcie_rd_own_conf(struct pcie_port *pp, int where, int size, | ||
1135 | u32 *val) | ||
1136 | { | ||
1137 | struct dw_pcie *pci = to_dw_pcie_from_pp(pp); | ||
1138 | |||
1139 | /* the device class is not reported correctly from the register */ | ||
1140 | if (where == PCI_CLASS_REVISION && size == 4) { | ||
1141 | *val = readl(pci->dbi_base + PCI_CLASS_REVISION); | ||
1142 | *val &= 0xff; /* keep revision id */ | ||
1143 | *val |= PCI_CLASS_BRIDGE_PCI << 16; | ||
1144 | return PCIBIOS_SUCCESSFUL; | ||
1145 | } | ||
1146 | |||
1147 | return dw_pcie_read(pci->dbi_base + where, size, val); | ||
1148 | } | ||
1149 | |||
1150 | static const struct dw_pcie_host_ops qcom_pcie_dw_ops = { | ||
1151 | .host_init = qcom_pcie_host_init, | ||
1152 | .rd_own_conf = qcom_pcie_rd_own_conf, | ||
1153 | }; | ||
1154 | |||
1155 | /* Qcom IP rev.: 2.1.0 Synopsys IP rev.: 4.01a */ | ||
1156 | static const struct qcom_pcie_ops ops_2_1_0 = { | ||
1157 | .get_resources = qcom_pcie_get_resources_2_1_0, | ||
1158 | .init = qcom_pcie_init_2_1_0, | ||
1159 | .deinit = qcom_pcie_deinit_2_1_0, | ||
1160 | .ltssm_enable = qcom_pcie_2_1_0_ltssm_enable, | ||
1161 | }; | ||
1162 | |||
1163 | /* Qcom IP rev.: 1.0.0 Synopsys IP rev.: 4.11a */ | ||
1164 | static const struct qcom_pcie_ops ops_1_0_0 = { | ||
1165 | .get_resources = qcom_pcie_get_resources_1_0_0, | ||
1166 | .init = qcom_pcie_init_1_0_0, | ||
1167 | .deinit = qcom_pcie_deinit_1_0_0, | ||
1168 | .ltssm_enable = qcom_pcie_2_1_0_ltssm_enable, | ||
1169 | }; | ||
1170 | |||
1171 | /* Qcom IP rev.: 2.3.2 Synopsys IP rev.: 4.21a */ | ||
1172 | static const struct qcom_pcie_ops ops_2_3_2 = { | ||
1173 | .get_resources = qcom_pcie_get_resources_2_3_2, | ||
1174 | .init = qcom_pcie_init_2_3_2, | ||
1175 | .post_init = qcom_pcie_post_init_2_3_2, | ||
1176 | .deinit = qcom_pcie_deinit_2_3_2, | ||
1177 | .post_deinit = qcom_pcie_post_deinit_2_3_2, | ||
1178 | .ltssm_enable = qcom_pcie_2_3_2_ltssm_enable, | ||
1179 | }; | ||
1180 | |||
1181 | /* Qcom IP rev.: 2.4.0 Synopsys IP rev.: 4.20a */ | ||
1182 | static const struct qcom_pcie_ops ops_2_4_0 = { | ||
1183 | .get_resources = qcom_pcie_get_resources_2_4_0, | ||
1184 | .init = qcom_pcie_init_2_4_0, | ||
1185 | .deinit = qcom_pcie_deinit_2_4_0, | ||
1186 | .ltssm_enable = qcom_pcie_2_3_2_ltssm_enable, | ||
1187 | }; | ||
1188 | |||
1189 | /* Qcom IP rev.: 2.3.3 Synopsys IP rev.: 4.30a */ | ||
1190 | static const struct qcom_pcie_ops ops_2_3_3 = { | ||
1191 | .get_resources = qcom_pcie_get_resources_2_3_3, | ||
1192 | .init = qcom_pcie_init_2_3_3, | ||
1193 | .deinit = qcom_pcie_deinit_2_3_3, | ||
1194 | .ltssm_enable = qcom_pcie_2_3_2_ltssm_enable, | ||
1195 | }; | ||
1196 | |||
1197 | static const struct dw_pcie_ops dw_pcie_ops = { | ||
1198 | .link_up = qcom_pcie_link_up, | ||
1199 | }; | ||
1200 | |||
1201 | static int qcom_pcie_probe(struct platform_device *pdev) | ||
1202 | { | ||
1203 | struct device *dev = &pdev->dev; | ||
1204 | struct resource *res; | ||
1205 | struct pcie_port *pp; | ||
1206 | struct dw_pcie *pci; | ||
1207 | struct qcom_pcie *pcie; | ||
1208 | int ret; | ||
1209 | |||
1210 | pcie = devm_kzalloc(dev, sizeof(*pcie), GFP_KERNEL); | ||
1211 | if (!pcie) | ||
1212 | return -ENOMEM; | ||
1213 | |||
1214 | pci = devm_kzalloc(dev, sizeof(*pci), GFP_KERNEL); | ||
1215 | if (!pci) | ||
1216 | return -ENOMEM; | ||
1217 | |||
1218 | pm_runtime_enable(dev); | ||
1219 | pci->dev = dev; | ||
1220 | pci->ops = &dw_pcie_ops; | ||
1221 | pp = &pci->pp; | ||
1222 | |||
1223 | pcie->pci = pci; | ||
1224 | |||
1225 | pcie->ops = of_device_get_match_data(dev); | ||
1226 | |||
1227 | pcie->reset = devm_gpiod_get_optional(dev, "perst", GPIOD_OUT_LOW); | ||
1228 | if (IS_ERR(pcie->reset)) | ||
1229 | return PTR_ERR(pcie->reset); | ||
1230 | |||
1231 | res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "parf"); | ||
1232 | pcie->parf = devm_ioremap_resource(dev, res); | ||
1233 | if (IS_ERR(pcie->parf)) | ||
1234 | return PTR_ERR(pcie->parf); | ||
1235 | |||
1236 | res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "dbi"); | ||
1237 | pci->dbi_base = devm_pci_remap_cfg_resource(dev, res); | ||
1238 | if (IS_ERR(pci->dbi_base)) | ||
1239 | return PTR_ERR(pci->dbi_base); | ||
1240 | |||
1241 | res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "elbi"); | ||
1242 | pcie->elbi = devm_ioremap_resource(dev, res); | ||
1243 | if (IS_ERR(pcie->elbi)) | ||
1244 | return PTR_ERR(pcie->elbi); | ||
1245 | |||
1246 | pcie->phy = devm_phy_optional_get(dev, "pciephy"); | ||
1247 | if (IS_ERR(pcie->phy)) | ||
1248 | return PTR_ERR(pcie->phy); | ||
1249 | |||
1250 | ret = pcie->ops->get_resources(pcie); | ||
1251 | if (ret) | ||
1252 | return ret; | ||
1253 | |||
1254 | pp->root_bus_nr = -1; | ||
1255 | pp->ops = &qcom_pcie_dw_ops; | ||
1256 | |||
1257 | if (IS_ENABLED(CONFIG_PCI_MSI)) { | ||
1258 | pp->msi_irq = platform_get_irq_byname(pdev, "msi"); | ||
1259 | if (pp->msi_irq < 0) | ||
1260 | return pp->msi_irq; | ||
1261 | } | ||
1262 | |||
1263 | ret = phy_init(pcie->phy); | ||
1264 | if (ret) { | ||
1265 | pm_runtime_disable(&pdev->dev); | ||
1266 | return ret; | ||
1267 | } | ||
1268 | |||
1269 | platform_set_drvdata(pdev, pcie); | ||
1270 | |||
1271 | ret = dw_pcie_host_init(pp); | ||
1272 | if (ret) { | ||
1273 | dev_err(dev, "cannot initialize host\n"); | ||
1274 | pm_runtime_disable(&pdev->dev); | ||
1275 | return ret; | ||
1276 | } | ||
1277 | |||
1278 | return 0; | ||
1279 | } | ||
1280 | |||
1281 | static const struct of_device_id qcom_pcie_match[] = { | ||
1282 | { .compatible = "qcom,pcie-apq8084", .data = &ops_1_0_0 }, | ||
1283 | { .compatible = "qcom,pcie-ipq8064", .data = &ops_2_1_0 }, | ||
1284 | { .compatible = "qcom,pcie-apq8064", .data = &ops_2_1_0 }, | ||
1285 | { .compatible = "qcom,pcie-msm8996", .data = &ops_2_3_2 }, | ||
1286 | { .compatible = "qcom,pcie-ipq8074", .data = &ops_2_3_3 }, | ||
1287 | { .compatible = "qcom,pcie-ipq4019", .data = &ops_2_4_0 }, | ||
1288 | { } | ||
1289 | }; | ||
1290 | |||
1291 | static struct platform_driver qcom_pcie_driver = { | ||
1292 | .probe = qcom_pcie_probe, | ||
1293 | .driver = { | ||
1294 | .name = "qcom-pcie", | ||
1295 | .suppress_bind_attrs = true, | ||
1296 | .of_match_table = qcom_pcie_match, | ||
1297 | }, | ||
1298 | }; | ||
1299 | builtin_platform_driver(qcom_pcie_driver); | ||