diff options
| author | Kenji Kaneshige <kaneshige.kenji@jp.fujitsu.com> | 2009-05-12 23:17:44 -0400 |
|---|---|---|
| committer | Jesse Barnes <jbarnes@virtuousgeek.org> | 2009-06-18 16:57:26 -0400 |
| commit | 5aa63583cbec27482c6f1d761a0509f59b7969a8 (patch) | |
| tree | a989edcd7e85199aee66eff2f087dfd6d94176bb /drivers/pci | |
| parent | 5cde89d80172a393e49077d2450545b97ac8d972 (diff) | |
PCI ASPM: cleanup change input argument of aspm functions
In the current ASPM implementation, there are many functions that
take a pointer to struct pci_dev corresponding to the upstream component
of the link as a parameter. But, since those functions handle PCI
express link state, a pointer to struct pcie_link_state is more
suitable than a pointer to struct pci_dev. Changing a parameter to a
pointer to struct pcie_link_state makes ASPM code much simpler and
easier to read. This patch also contains some minor cleanups. This patch
doesn't have any functional change.
Acked-by: Shaohua Li <shaohua.li@intel.com>
Signed-off-by: Kenji Kaneshige <kaneshige.kenji@jp.fujitsu.com>
Signed-off-by: Jesse Barnes <jbarnes@virtuousgeek.org>
Diffstat (limited to 'drivers/pci')
| -rw-r--r-- | drivers/pci/pcie/aspm.c | 372 |
1 files changed, 173 insertions, 199 deletions
diff --git a/drivers/pci/pcie/aspm.c b/drivers/pci/pcie/aspm.c index a1ae9b6f3995..9eaaf95f65a2 100644 --- a/drivers/pci/pcie/aspm.c +++ b/drivers/pci/pcie/aspm.c | |||
| @@ -75,10 +75,8 @@ static const char *policy_str[] = { | |||
| 75 | 75 | ||
| 76 | #define LINK_RETRAIN_TIMEOUT HZ | 76 | #define LINK_RETRAIN_TIMEOUT HZ |
| 77 | 77 | ||
| 78 | static int policy_to_aspm_state(struct pci_dev *pdev) | 78 | static int policy_to_aspm_state(struct pcie_link_state *link) |
| 79 | { | 79 | { |
| 80 | struct pcie_link_state *link_state = pdev->link_state; | ||
| 81 | |||
| 82 | switch (aspm_policy) { | 80 | switch (aspm_policy) { |
| 83 | case POLICY_PERFORMANCE: | 81 | case POLICY_PERFORMANCE: |
| 84 | /* Disable ASPM and Clock PM */ | 82 | /* Disable ASPM and Clock PM */ |
| @@ -87,15 +85,13 @@ static int policy_to_aspm_state(struct pci_dev *pdev) | |||
| 87 | /* Enable ASPM L0s/L1 */ | 85 | /* Enable ASPM L0s/L1 */ |
| 88 | return PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1; | 86 | return PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1; |
| 89 | case POLICY_DEFAULT: | 87 | case POLICY_DEFAULT: |
| 90 | return link_state->aspm_default; | 88 | return link->aspm_default; |
| 91 | } | 89 | } |
| 92 | return 0; | 90 | return 0; |
| 93 | } | 91 | } |
| 94 | 92 | ||
| 95 | static int policy_to_clkpm_state(struct pci_dev *pdev) | 93 | static int policy_to_clkpm_state(struct pcie_link_state *link) |
| 96 | { | 94 | { |
| 97 | struct pcie_link_state *link_state = pdev->link_state; | ||
| 98 | |||
| 99 | switch (aspm_policy) { | 95 | switch (aspm_policy) { |
| 100 | case POLICY_PERFORMANCE: | 96 | case POLICY_PERFORMANCE: |
| 101 | /* Disable ASPM and Clock PM */ | 97 | /* Disable ASPM and Clock PM */ |
| @@ -104,73 +100,73 @@ static int policy_to_clkpm_state(struct pci_dev *pdev) | |||
| 104 | /* Disable Clock PM */ | 100 | /* Disable Clock PM */ |
| 105 | return 1; | 101 | return 1; |
| 106 | case POLICY_DEFAULT: | 102 | case POLICY_DEFAULT: |
| 107 | return link_state->clkpm_default; | 103 | return link->clkpm_default; |
| 108 | } | 104 | } |
| 109 | return 0; | 105 | return 0; |
| 110 | } | 106 | } |
| 111 | 107 | ||
| 112 | static void pcie_set_clock_pm(struct pci_dev *pdev, int enable) | 108 | static void pcie_set_clock_pm(struct pcie_link_state *link, int enable) |
| 113 | { | 109 | { |
| 114 | struct pci_dev *child_dev; | ||
| 115 | int pos; | 110 | int pos; |
| 116 | u16 reg16; | 111 | u16 reg16; |
| 117 | struct pcie_link_state *link_state = pdev->link_state; | 112 | struct pci_dev *child; |
| 113 | struct pci_bus *linkbus = link->pdev->subordinate; | ||
| 118 | 114 | ||
| 119 | list_for_each_entry(child_dev, &pdev->subordinate->devices, bus_list) { | 115 | list_for_each_entry(child, &linkbus->devices, bus_list) { |
| 120 | pos = pci_find_capability(child_dev, PCI_CAP_ID_EXP); | 116 | pos = pci_find_capability(child, PCI_CAP_ID_EXP); |
| 121 | if (!pos) | 117 | if (!pos) |
| 122 | return; | 118 | return; |
| 123 | pci_read_config_word(child_dev, pos + PCI_EXP_LNKCTL, ®16); | 119 | pci_read_config_word(child, pos + PCI_EXP_LNKCTL, ®16); |
| 124 | if (enable) | 120 | if (enable) |
| 125 | reg16 |= PCI_EXP_LNKCTL_CLKREQ_EN; | 121 | reg16 |= PCI_EXP_LNKCTL_CLKREQ_EN; |
| 126 | else | 122 | else |
| 127 | reg16 &= ~PCI_EXP_LNKCTL_CLKREQ_EN; | 123 | reg16 &= ~PCI_EXP_LNKCTL_CLKREQ_EN; |
| 128 | pci_write_config_word(child_dev, pos + PCI_EXP_LNKCTL, reg16); | 124 | pci_write_config_word(child, pos + PCI_EXP_LNKCTL, reg16); |
| 129 | } | 125 | } |
| 130 | link_state->clkpm_enabled = !!enable; | 126 | link->clkpm_enabled = !!enable; |
| 131 | } | 127 | } |
| 132 | 128 | ||
| 133 | static void pcie_check_clock_pm(struct pci_dev *pdev, int blacklist) | 129 | static void pcie_check_clock_pm(struct pcie_link_state *link, int blacklist) |
| 134 | { | 130 | { |
| 135 | int pos; | 131 | int pos, capable = 1, enabled = 1; |
| 136 | u32 reg32; | 132 | u32 reg32; |
| 137 | u16 reg16; | 133 | u16 reg16; |
| 138 | int capable = 1, enabled = 1; | 134 | struct pci_dev *child; |
| 139 | struct pci_dev *child_dev; | 135 | struct pci_bus *linkbus = link->pdev->subordinate; |
| 140 | struct pcie_link_state *link_state = pdev->link_state; | ||
| 141 | 136 | ||
| 142 | /* All functions should have the same cap and state, take the worst */ | 137 | /* All functions should have the same cap and state, take the worst */ |
| 143 | list_for_each_entry(child_dev, &pdev->subordinate->devices, bus_list) { | 138 | list_for_each_entry(child, &linkbus->devices, bus_list) { |
| 144 | pos = pci_find_capability(child_dev, PCI_CAP_ID_EXP); | 139 | pos = pci_find_capability(child, PCI_CAP_ID_EXP); |
| 145 | if (!pos) | 140 | if (!pos) |
| 146 | return; | 141 | return; |
| 147 | pci_read_config_dword(child_dev, pos + PCI_EXP_LNKCAP, ®32); | 142 | pci_read_config_dword(child, pos + PCI_EXP_LNKCAP, ®32); |
| 148 | if (!(reg32 & PCI_EXP_LNKCAP_CLKPM)) { | 143 | if (!(reg32 & PCI_EXP_LNKCAP_CLKPM)) { |
| 149 | capable = 0; | 144 | capable = 0; |
| 150 | enabled = 0; | 145 | enabled = 0; |
| 151 | break; | 146 | break; |
| 152 | } | 147 | } |
| 153 | pci_read_config_word(child_dev, pos + PCI_EXP_LNKCTL, ®16); | 148 | pci_read_config_word(child, pos + PCI_EXP_LNKCTL, ®16); |
| 154 | if (!(reg16 & PCI_EXP_LNKCTL_CLKREQ_EN)) | 149 | if (!(reg16 & PCI_EXP_LNKCTL_CLKREQ_EN)) |
| 155 | enabled = 0; | 150 | enabled = 0; |
| 156 | } | 151 | } |
| 157 | link_state->clkpm_enabled = enabled; | 152 | link->clkpm_enabled = enabled; |
| 158 | link_state->clkpm_default = enabled; | 153 | link->clkpm_default = enabled; |
| 159 | if (!blacklist) { | 154 | if (!blacklist) { |
| 160 | link_state->clkpm_capable = capable; | 155 | link->clkpm_capable = capable; |
| 161 | pcie_set_clock_pm(pdev, policy_to_clkpm_state(pdev)); | 156 | pcie_set_clock_pm(link, policy_to_clkpm_state(link)); |
| 162 | } else { | 157 | } else { |
| 163 | link_state->clkpm_capable = 0; | 158 | link->clkpm_capable = 0; |
| 164 | pcie_set_clock_pm(pdev, 0); | 159 | pcie_set_clock_pm(link, 0); |
| 165 | } | 160 | } |
| 166 | } | 161 | } |
| 167 | 162 | ||
| 168 | static bool pcie_aspm_downstream_has_switch(struct pci_dev *pdev) | 163 | static bool pcie_aspm_downstream_has_switch(struct pcie_link_state *link) |
| 169 | { | 164 | { |
| 170 | struct pci_dev *child_dev; | 165 | struct pci_dev *child; |
| 166 | struct pci_bus *linkbus = link->pdev->subordinate; | ||
| 171 | 167 | ||
| 172 | list_for_each_entry(child_dev, &pdev->subordinate->devices, bus_list) { | 168 | list_for_each_entry(child, &linkbus->devices, bus_list) { |
| 173 | if (child_dev->pcie_type == PCI_EXP_TYPE_UPSTREAM) | 169 | if (child->pcie_type == PCI_EXP_TYPE_UPSTREAM) |
| 174 | return true; | 170 | return true; |
| 175 | } | 171 | } |
| 176 | return false; | 172 | return false; |
| @@ -181,89 +177,79 @@ static bool pcie_aspm_downstream_has_switch(struct pci_dev *pdev) | |||
| 181 | * could use common clock. If they are, configure them to use the | 177 | * could use common clock. If they are, configure them to use the |
| 182 | * common clock. That will reduce the ASPM state exit latency. | 178 | * common clock. That will reduce the ASPM state exit latency. |
| 183 | */ | 179 | */ |
| 184 | static void pcie_aspm_configure_common_clock(struct pci_dev *pdev) | 180 | static void pcie_aspm_configure_common_clock(struct pcie_link_state *link) |
| 185 | { | 181 | { |
| 186 | int pos, child_pos, i = 0; | 182 | int ppos, cpos, same_clock = 1; |
| 187 | u16 reg16 = 0; | 183 | u16 reg16, parent_reg, child_reg[8]; |
| 188 | struct pci_dev *child_dev; | ||
| 189 | int same_clock = 1; | ||
| 190 | unsigned long start_jiffies; | 184 | unsigned long start_jiffies; |
| 191 | u16 child_regs[8], parent_reg; | 185 | struct pci_dev *child, *parent = link->pdev; |
| 186 | struct pci_bus *linkbus = parent->subordinate; | ||
| 192 | /* | 187 | /* |
| 193 | * all functions of a slot should have the same Slot Clock | 188 | * All functions of a slot should have the same Slot Clock |
| 194 | * Configuration, so just check one function | 189 | * Configuration, so just check one function |
| 195 | * */ | 190 | */ |
| 196 | child_dev = list_entry(pdev->subordinate->devices.next, struct pci_dev, | 191 | child = list_entry(linkbus->devices.next, struct pci_dev, bus_list); |
| 197 | bus_list); | 192 | BUG_ON(!child->is_pcie); |
| 198 | BUG_ON(!child_dev->is_pcie); | ||
| 199 | 193 | ||
| 200 | /* Check downstream component if bit Slot Clock Configuration is 1 */ | 194 | /* Check downstream component if bit Slot Clock Configuration is 1 */ |
| 201 | child_pos = pci_find_capability(child_dev, PCI_CAP_ID_EXP); | 195 | cpos = pci_find_capability(child, PCI_CAP_ID_EXP); |
| 202 | pci_read_config_word(child_dev, child_pos + PCI_EXP_LNKSTA, ®16); | 196 | pci_read_config_word(child, cpos + PCI_EXP_LNKSTA, ®16); |
| 203 | if (!(reg16 & PCI_EXP_LNKSTA_SLC)) | 197 | if (!(reg16 & PCI_EXP_LNKSTA_SLC)) |
| 204 | same_clock = 0; | 198 | same_clock = 0; |
| 205 | 199 | ||
| 206 | /* Check upstream component if bit Slot Clock Configuration is 1 */ | 200 | /* Check upstream component if bit Slot Clock Configuration is 1 */ |
| 207 | pos = pci_find_capability(pdev, PCI_CAP_ID_EXP); | 201 | ppos = pci_find_capability(parent, PCI_CAP_ID_EXP); |
| 208 | pci_read_config_word(pdev, pos + PCI_EXP_LNKSTA, ®16); | 202 | pci_read_config_word(parent, ppos + PCI_EXP_LNKSTA, ®16); |
| 209 | if (!(reg16 & PCI_EXP_LNKSTA_SLC)) | 203 | if (!(reg16 & PCI_EXP_LNKSTA_SLC)) |
| 210 | same_clock = 0; | 204 | same_clock = 0; |
| 211 | 205 | ||
| 212 | /* Configure downstream component, all functions */ | 206 | /* Configure downstream component, all functions */ |
| 213 | list_for_each_entry(child_dev, &pdev->subordinate->devices, bus_list) { | 207 | list_for_each_entry(child, &linkbus->devices, bus_list) { |
| 214 | child_pos = pci_find_capability(child_dev, PCI_CAP_ID_EXP); | 208 | cpos = pci_find_capability(child, PCI_CAP_ID_EXP); |
| 215 | pci_read_config_word(child_dev, child_pos + PCI_EXP_LNKCTL, | 209 | pci_read_config_word(child, cpos + PCI_EXP_LNKCTL, ®16); |
| 216 | ®16); | 210 | child_reg[PCI_FUNC(child->devfn)] = reg16; |
| 217 | child_regs[i] = reg16; | ||
| 218 | if (same_clock) | 211 | if (same_clock) |
| 219 | reg16 |= PCI_EXP_LNKCTL_CCC; | 212 | reg16 |= PCI_EXP_LNKCTL_CCC; |
| 220 | else | 213 | else |
| 221 | reg16 &= ~PCI_EXP_LNKCTL_CCC; | 214 | reg16 &= ~PCI_EXP_LNKCTL_CCC; |
| 222 | pci_write_config_word(child_dev, child_pos + PCI_EXP_LNKCTL, | 215 | pci_write_config_word(child, cpos + PCI_EXP_LNKCTL, reg16); |
| 223 | reg16); | ||
| 224 | i++; | ||
| 225 | } | 216 | } |
| 226 | 217 | ||
| 227 | /* Configure upstream component */ | 218 | /* Configure upstream component */ |
| 228 | pci_read_config_word(pdev, pos + PCI_EXP_LNKCTL, ®16); | 219 | pci_read_config_word(parent, ppos + PCI_EXP_LNKCTL, ®16); |
| 229 | parent_reg = reg16; | 220 | parent_reg = reg16; |
| 230 | if (same_clock) | 221 | if (same_clock) |
| 231 | reg16 |= PCI_EXP_LNKCTL_CCC; | 222 | reg16 |= PCI_EXP_LNKCTL_CCC; |
| 232 | else | 223 | else |
| 233 | reg16 &= ~PCI_EXP_LNKCTL_CCC; | 224 | reg16 &= ~PCI_EXP_LNKCTL_CCC; |
| 234 | pci_write_config_word(pdev, pos + PCI_EXP_LNKCTL, reg16); | 225 | pci_write_config_word(parent, ppos + PCI_EXP_LNKCTL, reg16); |
| 235 | 226 | ||
| 236 | /* retrain link */ | 227 | /* Retrain link */ |
| 237 | reg16 |= PCI_EXP_LNKCTL_RL; | 228 | reg16 |= PCI_EXP_LNKCTL_RL; |
| 238 | pci_write_config_word(pdev, pos + PCI_EXP_LNKCTL, reg16); | 229 | pci_write_config_word(parent, ppos + PCI_EXP_LNKCTL, reg16); |
| 239 | 230 | ||
| 240 | /* Wait for link training end */ | 231 | /* Wait for link training end. Break out after waiting for timeout */ |
| 241 | /* break out after waiting for timeout */ | ||
| 242 | start_jiffies = jiffies; | 232 | start_jiffies = jiffies; |
| 243 | for (;;) { | 233 | for (;;) { |
| 244 | pci_read_config_word(pdev, pos + PCI_EXP_LNKSTA, ®16); | 234 | pci_read_config_word(parent, ppos + PCI_EXP_LNKSTA, ®16); |
| 245 | if (!(reg16 & PCI_EXP_LNKSTA_LT)) | 235 | if (!(reg16 & PCI_EXP_LNKSTA_LT)) |
| 246 | break; | 236 | break; |
| 247 | if (time_after(jiffies, start_jiffies + LINK_RETRAIN_TIMEOUT)) | 237 | if (time_after(jiffies, start_jiffies + LINK_RETRAIN_TIMEOUT)) |
| 248 | break; | 238 | break; |
| 249 | msleep(1); | 239 | msleep(1); |
| 250 | } | 240 | } |
| 251 | /* training failed -> recover */ | 241 | if (!(reg16 & PCI_EXP_LNKSTA_LT)) |
| 252 | if (reg16 & PCI_EXP_LNKSTA_LT) { | 242 | return; |
| 253 | dev_printk (KERN_ERR, &pdev->dev, "ASPM: Could not configure" | 243 | |
| 254 | " common clock\n"); | 244 | /* Training failed. Restore common clock configurations */ |
| 255 | i = 0; | 245 | dev_printk(KERN_ERR, &parent->dev, |
| 256 | list_for_each_entry(child_dev, &pdev->subordinate->devices, | 246 | "ASPM: Could not configure common clock\n"); |
| 257 | bus_list) { | 247 | list_for_each_entry(child, &linkbus->devices, bus_list) { |
| 258 | child_pos = pci_find_capability(child_dev, | 248 | cpos = pci_find_capability(child, PCI_CAP_ID_EXP); |
| 259 | PCI_CAP_ID_EXP); | 249 | pci_write_config_word(child, cpos + PCI_EXP_LNKCTL, |
| 260 | pci_write_config_word(child_dev, | 250 | child_reg[PCI_FUNC(child->devfn)]); |
| 261 | child_pos + PCI_EXP_LNKCTL, | ||
| 262 | child_regs[i]); | ||
| 263 | i++; | ||
| 264 | } | ||
| 265 | pci_write_config_word(pdev, pos + PCI_EXP_LNKCTL, parent_reg); | ||
| 266 | } | 251 | } |
| 252 | pci_write_config_word(parent, ppos + PCI_EXP_LNKCTL, parent_reg); | ||
| 267 | } | 253 | } |
| 268 | 254 | ||
| 269 | /* | 255 | /* |
| @@ -328,51 +314,50 @@ static void pcie_aspm_get_cap_device(struct pci_dev *pdev, u32 *state, | |||
| 328 | *enabled = reg16 & (PCIE_LINK_STATE_L0S|PCIE_LINK_STATE_L1); | 314 | *enabled = reg16 & (PCIE_LINK_STATE_L0S|PCIE_LINK_STATE_L1); |
| 329 | } | 315 | } |
| 330 | 316 | ||
| 331 | static void pcie_aspm_cap_init(struct pci_dev *pdev) | 317 | static void pcie_aspm_cap_init(struct pcie_link_state *link) |
| 332 | { | 318 | { |
| 333 | struct pci_dev *child_dev; | ||
| 334 | u32 support, l0s, l1, enabled; | 319 | u32 support, l0s, l1, enabled; |
| 335 | struct pcie_link_state *link_state = pdev->link_state; | 320 | struct pci_dev *child, *parent = link->pdev; |
| 321 | struct pci_bus *linkbus = parent->subordinate; | ||
| 336 | 322 | ||
| 337 | /* upstream component states */ | 323 | /* upstream component states */ |
| 338 | pcie_aspm_get_cap_device(pdev, &support, &l0s, &l1, &enabled); | 324 | pcie_aspm_get_cap_device(parent, &support, &l0s, &l1, &enabled); |
| 339 | link_state->aspm_support = support; | 325 | link->aspm_support = support; |
| 340 | link_state->latency.l0s = l0s; | 326 | link->latency.l0s = l0s; |
| 341 | link_state->latency.l1 = l1; | 327 | link->latency.l1 = l1; |
| 342 | link_state->aspm_enabled = enabled; | 328 | link->aspm_enabled = enabled; |
| 343 | 329 | ||
| 344 | /* downstream component states, all functions have the same setting */ | 330 | /* downstream component states, all functions have the same setting */ |
| 345 | child_dev = list_entry(pdev->subordinate->devices.next, struct pci_dev, | 331 | child = list_entry(linkbus->devices.next, struct pci_dev, bus_list); |
| 346 | bus_list); | 332 | pcie_aspm_get_cap_device(child, &support, &l0s, &l1, &enabled); |
| 347 | pcie_aspm_get_cap_device(child_dev, &support, &l0s, &l1, &enabled); | 333 | link->aspm_support &= support; |
| 348 | link_state->aspm_support &= support; | 334 | link->latency.l0s = max_t(u32, link->latency.l0s, l0s); |
| 349 | link_state->latency.l0s = max_t(u32, link_state->latency.l0s, l0s); | 335 | link->latency.l1 = max_t(u32, link->latency.l1, l1); |
| 350 | link_state->latency.l1 = max_t(u32, link_state->latency.l1, l1); | 336 | |
| 351 | 337 | if (!link->aspm_support) | |
| 352 | if (!link_state->aspm_support) | ||
| 353 | return; | 338 | return; |
| 354 | 339 | ||
| 355 | link_state->aspm_enabled &= link_state->aspm_support; | 340 | link->aspm_enabled &= link->aspm_support; |
| 356 | link_state->aspm_default = link_state->aspm_enabled; | 341 | link->aspm_default = link->aspm_enabled; |
| 357 | 342 | ||
| 358 | /* ENDPOINT states*/ | 343 | /* ENDPOINT states*/ |
| 359 | list_for_each_entry(child_dev, &pdev->subordinate->devices, bus_list) { | 344 | list_for_each_entry(child, &linkbus->devices, bus_list) { |
| 360 | int pos; | 345 | int pos; |
| 361 | u32 reg32; | 346 | u32 reg32; |
| 362 | unsigned int latency; | 347 | unsigned int latency; |
| 363 | struct aspm_latency *acceptable = | 348 | struct aspm_latency *acceptable = |
| 364 | &link_state->acceptable[PCI_FUNC(child_dev->devfn)]; | 349 | &link->acceptable[PCI_FUNC(child->devfn)]; |
| 365 | 350 | ||
| 366 | if (child_dev->pcie_type != PCI_EXP_TYPE_ENDPOINT && | 351 | if (child->pcie_type != PCI_EXP_TYPE_ENDPOINT && |
| 367 | child_dev->pcie_type != PCI_EXP_TYPE_LEG_END) | 352 | child->pcie_type != PCI_EXP_TYPE_LEG_END) |
| 368 | continue; | 353 | continue; |
| 369 | 354 | ||
| 370 | pos = pci_find_capability(child_dev, PCI_CAP_ID_EXP); | 355 | pos = pci_find_capability(child, PCI_CAP_ID_EXP); |
| 371 | pci_read_config_dword(child_dev, pos + PCI_EXP_DEVCAP, ®32); | 356 | pci_read_config_dword(child, pos + PCI_EXP_DEVCAP, ®32); |
| 372 | latency = (reg32 & PCI_EXP_DEVCAP_L0S) >> 6; | 357 | latency = (reg32 & PCI_EXP_DEVCAP_L0S) >> 6; |
| 373 | latency = calc_L0S_latency(latency, 1); | 358 | latency = calc_L0S_latency(latency, 1); |
| 374 | acceptable->l0s = latency; | 359 | acceptable->l0s = latency; |
| 375 | if (link_state->aspm_support & PCIE_LINK_STATE_L1) { | 360 | if (link->aspm_support & PCIE_LINK_STATE_L1) { |
| 376 | latency = (reg32 & PCI_EXP_DEVCAP_L1) >> 9; | 361 | latency = (reg32 & PCI_EXP_DEVCAP_L1) >> 9; |
| 377 | latency = calc_L1_latency(latency, 1); | 362 | latency = calc_L1_latency(latency, 1); |
| 378 | acceptable->l1 = latency; | 363 | acceptable->l1 = latency; |
| @@ -434,33 +419,33 @@ static unsigned int __pcie_aspm_check_state_one(struct pci_dev *pdev, | |||
| 434 | return state; | 419 | return state; |
| 435 | } | 420 | } |
| 436 | 421 | ||
| 437 | static unsigned int pcie_aspm_check_state(struct pci_dev *pdev, | 422 | static u32 pcie_aspm_check_state(struct pcie_link_state *link, u32 state) |
| 438 | unsigned int state) | ||
| 439 | { | 423 | { |
| 440 | struct pci_dev *child_dev; | 424 | pci_power_t power_state; |
| 425 | struct pci_dev *child; | ||
| 426 | struct pci_bus *linkbus = link->pdev->subordinate; | ||
| 441 | 427 | ||
| 442 | /* If no child, ignore the link */ | 428 | /* If no child, ignore the link */ |
| 443 | if (list_empty(&pdev->subordinate->devices)) | 429 | if (list_empty(&linkbus->devices)) |
| 444 | return state; | 430 | return state; |
| 445 | list_for_each_entry(child_dev, &pdev->subordinate->devices, bus_list) { | 431 | |
| 446 | if (child_dev->pcie_type == PCI_EXP_TYPE_PCI_BRIDGE) { | 432 | list_for_each_entry(child, &linkbus->devices, bus_list) { |
| 447 | /* | 433 | /* |
| 448 | * If downstream component of a link is pci bridge, we | 434 | * If downstream component of a link is pci bridge, we |
| 449 | * disable ASPM for now for the link | 435 | * disable ASPM for now for the link |
| 450 | * */ | 436 | */ |
| 451 | state = 0; | 437 | if (child->pcie_type == PCI_EXP_TYPE_PCI_BRIDGE) |
| 452 | break; | 438 | return 0; |
| 453 | } | 439 | |
| 454 | if ((child_dev->pcie_type != PCI_EXP_TYPE_ENDPOINT && | 440 | if ((child->pcie_type != PCI_EXP_TYPE_ENDPOINT && |
| 455 | child_dev->pcie_type != PCI_EXP_TYPE_LEG_END)) | 441 | child->pcie_type != PCI_EXP_TYPE_LEG_END)) |
| 456 | continue; | 442 | continue; |
| 457 | /* Device not in D0 doesn't need check latency */ | 443 | /* Device not in D0 doesn't need check latency */ |
| 458 | if (child_dev->current_state == PCI_D1 || | 444 | power_state = child->current_state; |
| 459 | child_dev->current_state == PCI_D2 || | 445 | if (power_state == PCI_D1 || power_state == PCI_D2 || |
| 460 | child_dev->current_state == PCI_D3hot || | 446 | power_state == PCI_D3hot || power_state == PCI_D3cold) |
| 461 | child_dev->current_state == PCI_D3cold) | ||
| 462 | continue; | 447 | continue; |
| 463 | state = __pcie_aspm_check_state_one(child_dev, state); | 448 | state = __pcie_aspm_check_state_one(child, state); |
| 464 | } | 449 | } |
| 465 | return state; | 450 | return state; |
| 466 | } | 451 | } |
| @@ -476,44 +461,38 @@ static void __pcie_aspm_config_one_dev(struct pci_dev *pdev, unsigned int state) | |||
| 476 | pci_write_config_word(pdev, pos + PCI_EXP_LNKCTL, reg16); | 461 | pci_write_config_word(pdev, pos + PCI_EXP_LNKCTL, reg16); |
| 477 | } | 462 | } |
| 478 | 463 | ||
| 479 | static void __pcie_aspm_config_link(struct pci_dev *pdev, unsigned int state) | 464 | static void __pcie_aspm_config_link(struct pcie_link_state *link, u32 state) |
| 480 | { | 465 | { |
| 481 | struct pci_dev *child_dev; | 466 | struct pci_dev *child, *parent = link->pdev; |
| 482 | int valid = 1; | 467 | struct pci_bus *linkbus = parent->subordinate; |
| 483 | struct pcie_link_state *link_state = pdev->link_state; | ||
| 484 | 468 | ||
| 485 | /* If no child, disable the link */ | 469 | /* If no child, disable the link */ |
| 486 | if (list_empty(&pdev->subordinate->devices)) | 470 | if (list_empty(&linkbus->devices)) |
| 487 | state = 0; | 471 | state = 0; |
| 488 | /* | 472 | /* |
| 489 | * if the downstream component has pci bridge function, don't do ASPM | 473 | * If the downstream component has pci bridge function, don't |
| 490 | * now | 474 | * do ASPM now. |
| 491 | */ | 475 | */ |
| 492 | list_for_each_entry(child_dev, &pdev->subordinate->devices, bus_list) { | 476 | list_for_each_entry(child, &linkbus->devices, bus_list) { |
| 493 | if (child_dev->pcie_type == PCI_EXP_TYPE_PCI_BRIDGE) { | 477 | if (child->pcie_type == PCI_EXP_TYPE_PCI_BRIDGE) |
| 494 | valid = 0; | 478 | return; |
| 495 | break; | ||
| 496 | } | ||
| 497 | } | 479 | } |
| 498 | if (!valid) | ||
| 499 | return; | ||
| 500 | |||
| 501 | /* | 480 | /* |
| 502 | * spec 2.0 suggests all functions should be configured the same | 481 | * Spec 2.0 suggests all functions should be configured the |
| 503 | * setting for ASPM. Enabling ASPM L1 should be done in upstream | 482 | * same setting for ASPM. Enabling ASPM L1 should be done in |
| 504 | * component first and then downstream, and vice versa for disabling | 483 | * upstream component first and then downstream, and vice |
| 505 | * ASPM L1. Spec doesn't mention L0S. | 484 | * versa for disabling ASPM L1. Spec doesn't mention L0S. |
| 506 | */ | 485 | */ |
| 507 | if (state & PCIE_LINK_STATE_L1) | 486 | if (state & PCIE_LINK_STATE_L1) |
| 508 | __pcie_aspm_config_one_dev(pdev, state); | 487 | __pcie_aspm_config_one_dev(parent, state); |
| 509 | 488 | ||
| 510 | list_for_each_entry(child_dev, &pdev->subordinate->devices, bus_list) | 489 | list_for_each_entry(child, &linkbus->devices, bus_list) |
| 511 | __pcie_aspm_config_one_dev(child_dev, state); | 490 | __pcie_aspm_config_one_dev(child, state); |
| 512 | 491 | ||
| 513 | if (!(state & PCIE_LINK_STATE_L1)) | 492 | if (!(state & PCIE_LINK_STATE_L1)) |
| 514 | __pcie_aspm_config_one_dev(pdev, state); | 493 | __pcie_aspm_config_one_dev(parent, state); |
| 515 | 494 | ||
| 516 | link_state->aspm_enabled = state; | 495 | link->aspm_enabled = state; |
| 517 | } | 496 | } |
| 518 | 497 | ||
| 519 | static struct pcie_link_state *get_root_port_link(struct pcie_link_state *link) | 498 | static struct pcie_link_state *get_root_port_link(struct pcie_link_state *link) |
| @@ -524,42 +503,38 @@ static struct pcie_link_state *get_root_port_link(struct pcie_link_state *link) | |||
| 524 | return root_port_link; | 503 | return root_port_link; |
| 525 | } | 504 | } |
| 526 | 505 | ||
| 527 | /* check the whole hierarchy, and configure each link in the hierarchy */ | 506 | /* Check the whole hierarchy, and configure each link in the hierarchy */ |
| 528 | static void __pcie_aspm_configure_link_state(struct pci_dev *pdev, | 507 | static void __pcie_aspm_configure_link_state(struct pcie_link_state *link, |
| 529 | unsigned int state) | 508 | u32 state) |
| 530 | { | 509 | { |
| 531 | struct pcie_link_state *link_state = pdev->link_state; | 510 | struct pcie_link_state *leaf, *root = get_root_port_link(link); |
| 532 | struct pcie_link_state *root_port_link = get_root_port_link(link_state); | ||
| 533 | struct pcie_link_state *leaf; | ||
| 534 | 511 | ||
| 535 | state &= PCIE_LINK_STATE_L0S|PCIE_LINK_STATE_L1; | 512 | state &= (PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1); |
| 536 | 513 | ||
| 537 | /* check all links who have specific root port link */ | 514 | /* Check all links who have specific root port link */ |
| 538 | list_for_each_entry(leaf, &link_list, sibling) { | 515 | list_for_each_entry(leaf, &link_list, sibling) { |
| 539 | if (!list_empty(&leaf->children) || | 516 | if (!list_empty(&leaf->children) || |
| 540 | get_root_port_link(leaf) != root_port_link) | 517 | get_root_port_link(leaf) != root) |
| 541 | continue; | 518 | continue; |
| 542 | state = pcie_aspm_check_state(leaf->pdev, state); | 519 | state = pcie_aspm_check_state(leaf, state); |
| 543 | } | 520 | } |
| 544 | /* check root port link too in case it hasn't children */ | 521 | /* Check root port link too in case it hasn't children */ |
| 545 | state = pcie_aspm_check_state(root_port_link->pdev, state); | 522 | state = pcie_aspm_check_state(root, state); |
| 546 | 523 | if (link->aspm_enabled == state) | |
| 547 | if (link_state->aspm_enabled == state) | ||
| 548 | return; | 524 | return; |
| 549 | |||
| 550 | /* | 525 | /* |
| 551 | * we must change the hierarchy. See comments in | 526 | * We must change the hierarchy. See comments in |
| 552 | * __pcie_aspm_config_link for the order | 527 | * __pcie_aspm_config_link for the order |
| 553 | **/ | 528 | **/ |
| 554 | if (state & PCIE_LINK_STATE_L1) { | 529 | if (state & PCIE_LINK_STATE_L1) { |
| 555 | list_for_each_entry(leaf, &link_list, sibling) { | 530 | list_for_each_entry(leaf, &link_list, sibling) { |
| 556 | if (get_root_port_link(leaf) == root_port_link) | 531 | if (get_root_port_link(leaf) == root) |
| 557 | __pcie_aspm_config_link(leaf->pdev, state); | 532 | __pcie_aspm_config_link(leaf, state); |
| 558 | } | 533 | } |
| 559 | } else { | 534 | } else { |
| 560 | list_for_each_entry_reverse(leaf, &link_list, sibling) { | 535 | list_for_each_entry_reverse(leaf, &link_list, sibling) { |
| 561 | if (get_root_port_link(leaf) == root_port_link) | 536 | if (get_root_port_link(leaf) == root) |
| 562 | __pcie_aspm_config_link(leaf->pdev, state); | 537 | __pcie_aspm_config_link(leaf, state); |
| 563 | } | 538 | } |
| 564 | } | 539 | } |
| 565 | } | 540 | } |
| @@ -568,20 +543,20 @@ static void __pcie_aspm_configure_link_state(struct pci_dev *pdev, | |||
| 568 | * pcie_aspm_configure_link_state: enable/disable PCI express link state | 543 | * pcie_aspm_configure_link_state: enable/disable PCI express link state |
| 569 | * @pdev: the root port or switch downstream port | 544 | * @pdev: the root port or switch downstream port |
| 570 | */ | 545 | */ |
| 571 | static void pcie_aspm_configure_link_state(struct pci_dev *pdev, | 546 | static void pcie_aspm_configure_link_state(struct pcie_link_state *link, |
| 572 | unsigned int state) | 547 | u32 state) |
| 573 | { | 548 | { |
| 574 | down_read(&pci_bus_sem); | 549 | down_read(&pci_bus_sem); |
| 575 | mutex_lock(&aspm_lock); | 550 | mutex_lock(&aspm_lock); |
| 576 | __pcie_aspm_configure_link_state(pdev, state); | 551 | __pcie_aspm_configure_link_state(link, state); |
| 577 | mutex_unlock(&aspm_lock); | 552 | mutex_unlock(&aspm_lock); |
| 578 | up_read(&pci_bus_sem); | 553 | up_read(&pci_bus_sem); |
| 579 | } | 554 | } |
| 580 | 555 | ||
| 581 | static void free_link_state(struct pci_dev *pdev) | 556 | static void free_link_state(struct pcie_link_state *link) |
| 582 | { | 557 | { |
| 583 | kfree(pdev->link_state); | 558 | link->pdev->link_state = NULL; |
| 584 | pdev->link_state = NULL; | 559 | kfree(link); |
| 585 | } | 560 | } |
| 586 | 561 | ||
| 587 | static int pcie_aspm_sanity_check(struct pci_dev *pdev) | 562 | static int pcie_aspm_sanity_check(struct pci_dev *pdev) |
| @@ -648,7 +623,6 @@ void pcie_aspm_init_link_state(struct pci_dev *pdev) | |||
| 648 | if (!link_state) | 623 | if (!link_state) |
| 649 | goto unlock_out; | 624 | goto unlock_out; |
| 650 | 625 | ||
| 651 | link_state->has_switch = pcie_aspm_downstream_has_switch(pdev); | ||
| 652 | INIT_LIST_HEAD(&link_state->children); | 626 | INIT_LIST_HEAD(&link_state->children); |
| 653 | INIT_LIST_HEAD(&link_state->link); | 627 | INIT_LIST_HEAD(&link_state->link); |
| 654 | if (pdev->bus->self) {/* this is a switch */ | 628 | if (pdev->bus->self) {/* this is a switch */ |
| @@ -662,12 +636,13 @@ void pcie_aspm_init_link_state(struct pci_dev *pdev) | |||
| 662 | list_add(&link_state->link, &parent_link_state->children); | 636 | list_add(&link_state->link, &parent_link_state->children); |
| 663 | link_state->parent = parent_link_state; | 637 | link_state->parent = parent_link_state; |
| 664 | } | 638 | } |
| 665 | 639 | link_state->pdev = pdev; | |
| 640 | link_state->has_switch = pcie_aspm_downstream_has_switch(link_state); | ||
| 666 | pdev->link_state = link_state; | 641 | pdev->link_state = link_state; |
| 667 | 642 | ||
| 668 | if (!blacklist) { | 643 | if (!blacklist) { |
| 669 | pcie_aspm_configure_common_clock(pdev); | 644 | pcie_aspm_configure_common_clock(link_state); |
| 670 | pcie_aspm_cap_init(pdev); | 645 | pcie_aspm_cap_init(link_state); |
| 671 | } else { | 646 | } else { |
| 672 | link_state->aspm_enabled = | 647 | link_state->aspm_enabled = |
| 673 | (PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1); | 648 | (PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1); |
| @@ -676,7 +651,6 @@ void pcie_aspm_init_link_state(struct pci_dev *pdev) | |||
| 676 | link_state->aspm_support = 0; | 651 | link_state->aspm_support = 0; |
| 677 | } | 652 | } |
| 678 | 653 | ||
| 679 | link_state->pdev = pdev; | ||
| 680 | list_add(&link_state->sibling, &link_list); | 654 | list_add(&link_state->sibling, &link_list); |
| 681 | 655 | ||
| 682 | if (link_state->has_switch) { | 656 | if (link_state->has_switch) { |
| @@ -685,17 +659,18 @@ void pcie_aspm_init_link_state(struct pci_dev *pdev) | |||
| 685 | * initialization will config the whole hierarchy. but we must | 659 | * initialization will config the whole hierarchy. but we must |
| 686 | * make sure BIOS doesn't set unsupported link state | 660 | * make sure BIOS doesn't set unsupported link state |
| 687 | **/ | 661 | **/ |
| 688 | state = pcie_aspm_check_state(pdev, link_state->aspm_default); | 662 | state = pcie_aspm_check_state(link_state, |
| 689 | __pcie_aspm_config_link(pdev, state); | 663 | link_state->aspm_default); |
| 664 | __pcie_aspm_config_link(link_state, state); | ||
| 690 | } else | 665 | } else |
| 691 | __pcie_aspm_configure_link_state(pdev, | 666 | __pcie_aspm_configure_link_state(link_state, |
| 692 | policy_to_aspm_state(pdev)); | 667 | policy_to_aspm_state(link_state)); |
| 693 | 668 | ||
| 694 | pcie_check_clock_pm(pdev, blacklist); | 669 | pcie_check_clock_pm(link_state, blacklist); |
| 695 | 670 | ||
| 696 | unlock_out: | 671 | unlock_out: |
| 697 | if (error) | 672 | if (error) |
| 698 | free_link_state(pdev); | 673 | free_link_state(link_state); |
| 699 | mutex_unlock(&aspm_lock); | 674 | mutex_unlock(&aspm_lock); |
| 700 | out: | 675 | out: |
| 701 | up_read(&pci_bus_sem); | 676 | up_read(&pci_bus_sem); |
| @@ -728,7 +703,7 @@ void pcie_aspm_exit_link_state(struct pci_dev *pdev) | |||
| 728 | list_del(&link_state->link); | 703 | list_del(&link_state->link); |
| 729 | /* Clock PM is for endpoint device */ | 704 | /* Clock PM is for endpoint device */ |
| 730 | 705 | ||
| 731 | free_link_state(parent); | 706 | free_link_state(link_state); |
| 732 | out: | 707 | out: |
| 733 | mutex_unlock(&aspm_lock); | 708 | mutex_unlock(&aspm_lock); |
| 734 | up_read(&pci_bus_sem); | 709 | up_read(&pci_bus_sem); |
| @@ -748,7 +723,7 @@ void pcie_aspm_pm_state_change(struct pci_dev *pdev) | |||
| 748 | * devices changed PM state, we should recheck if latency meets all | 723 | * devices changed PM state, we should recheck if latency meets all |
| 749 | * functions' requirement | 724 | * functions' requirement |
| 750 | */ | 725 | */ |
| 751 | pcie_aspm_configure_link_state(pdev, link_state->aspm_enabled); | 726 | pcie_aspm_configure_link_state(link_state, link_state->aspm_enabled); |
| 752 | } | 727 | } |
| 753 | 728 | ||
| 754 | /* | 729 | /* |
| @@ -775,9 +750,9 @@ void pci_disable_link_state(struct pci_dev *pdev, int state) | |||
| 775 | if (state & PCIE_LINK_STATE_CLKPM) | 750 | if (state & PCIE_LINK_STATE_CLKPM) |
| 776 | link_state->clkpm_capable = 0; | 751 | link_state->clkpm_capable = 0; |
| 777 | 752 | ||
| 778 | __pcie_aspm_configure_link_state(parent, link_state->aspm_enabled); | 753 | __pcie_aspm_configure_link_state(link_state, link_state->aspm_enabled); |
| 779 | if (!link_state->clkpm_capable && link_state->clkpm_enabled) | 754 | if (!link_state->clkpm_capable && link_state->clkpm_enabled) |
| 780 | pcie_set_clock_pm(parent, 0); | 755 | pcie_set_clock_pm(link_state, 0); |
| 781 | mutex_unlock(&aspm_lock); | 756 | mutex_unlock(&aspm_lock); |
| 782 | up_read(&pci_bus_sem); | 757 | up_read(&pci_bus_sem); |
| 783 | } | 758 | } |
| @@ -786,7 +761,6 @@ EXPORT_SYMBOL(pci_disable_link_state); | |||
| 786 | static int pcie_aspm_set_policy(const char *val, struct kernel_param *kp) | 761 | static int pcie_aspm_set_policy(const char *val, struct kernel_param *kp) |
| 787 | { | 762 | { |
| 788 | int i; | 763 | int i; |
| 789 | struct pci_dev *pdev; | ||
| 790 | struct pcie_link_state *link_state; | 764 | struct pcie_link_state *link_state; |
| 791 | 765 | ||
| 792 | for (i = 0; i < ARRAY_SIZE(policy_str); i++) | 766 | for (i = 0; i < ARRAY_SIZE(policy_str); i++) |
| @@ -801,12 +775,12 @@ static int pcie_aspm_set_policy(const char *val, struct kernel_param *kp) | |||
| 801 | mutex_lock(&aspm_lock); | 775 | mutex_lock(&aspm_lock); |
| 802 | aspm_policy = i; | 776 | aspm_policy = i; |
| 803 | list_for_each_entry(link_state, &link_list, sibling) { | 777 | list_for_each_entry(link_state, &link_list, sibling) { |
| 804 | pdev = link_state->pdev; | 778 | __pcie_aspm_configure_link_state(link_state, |
| 805 | __pcie_aspm_configure_link_state(pdev, | 779 | policy_to_aspm_state(link_state)); |
| 806 | policy_to_aspm_state(pdev)); | ||
| 807 | if (link_state->clkpm_capable && | 780 | if (link_state->clkpm_capable && |
| 808 | link_state->clkpm_enabled != policy_to_clkpm_state(pdev)) | 781 | link_state->clkpm_enabled != policy_to_clkpm_state(link_state)) |
| 809 | pcie_set_clock_pm(pdev, policy_to_clkpm_state(pdev)); | 782 | pcie_set_clock_pm(link_state, |
| 783 | policy_to_clkpm_state(link_state)); | ||
| 810 | 784 | ||
| 811 | } | 785 | } |
| 812 | mutex_unlock(&aspm_lock); | 786 | mutex_unlock(&aspm_lock); |
| @@ -844,7 +818,7 @@ static ssize_t link_state_store(struct device *dev, | |||
| 844 | const char *buf, | 818 | const char *buf, |
| 845 | size_t n) | 819 | size_t n) |
| 846 | { | 820 | { |
| 847 | struct pci_dev *pci_device = to_pci_dev(dev); | 821 | struct pci_dev *pdev = to_pci_dev(dev); |
| 848 | int state; | 822 | int state; |
| 849 | 823 | ||
| 850 | if (n < 1) | 824 | if (n < 1) |
| @@ -852,7 +826,7 @@ static ssize_t link_state_store(struct device *dev, | |||
| 852 | state = buf[0]-'0'; | 826 | state = buf[0]-'0'; |
| 853 | if (state >= 0 && state <= 3) { | 827 | if (state >= 0 && state <= 3) { |
| 854 | /* setup link aspm state */ | 828 | /* setup link aspm state */ |
| 855 | pcie_aspm_configure_link_state(pci_device, state); | 829 | pcie_aspm_configure_link_state(pdev->link_state, state); |
| 856 | return n; | 830 | return n; |
| 857 | } | 831 | } |
| 858 | 832 | ||
| @@ -883,7 +857,7 @@ static ssize_t clk_ctl_store(struct device *dev, | |||
| 883 | 857 | ||
| 884 | down_read(&pci_bus_sem); | 858 | down_read(&pci_bus_sem); |
| 885 | mutex_lock(&aspm_lock); | 859 | mutex_lock(&aspm_lock); |
| 886 | pcie_set_clock_pm(pci_device, !!state); | 860 | pcie_set_clock_pm(pci_device->link_state, !!state); |
| 887 | mutex_unlock(&aspm_lock); | 861 | mutex_unlock(&aspm_lock); |
| 888 | up_read(&pci_bus_sem); | 862 | up_read(&pci_bus_sem); |
| 889 | 863 | ||
