1 files changed, 340 insertions, 87 deletions

diff --git a/drivers/rapidio/rio.c b/drivers/rapidio/rio.c
index 74e9d22d95fb..86c9a091a2ff 100644
--- a/drivers/rapidio/rio.c
+++ b/drivers/rapidio/rio.c
@@ -32,6 +32,7 @@
 #include "rio.h"
 
 static LIST_HEAD(rio_mports);
+static unsigned char next_portid;
 
 /**
  * rio_local_get_device_id - Get the base/extended device id for a port
@@ -68,9 +69,13 @@ int rio_request_inb_mbox(struct rio_mport *mport,
                          void (*minb) (struct rio_mport * mport, void *dev_id, int mbox,
                                        int slot))
 {
-        int rc = 0;
+        int rc = -ENOSYS;
+        struct resource *res;
 
-        struct resource *res = kmalloc(sizeof(struct resource), GFP_KERNEL);
+        if (mport->ops->open_inb_mbox == NULL)
+                goto out;
+
+        res = kmalloc(sizeof(struct resource), GFP_KERNEL);
 
         if (res) {
                 rio_init_mbox_res(res, mbox, mbox);
@@ -88,7 +93,7 @@ int rio_request_inb_mbox(struct rio_mport *mport,
                 /* Hook the inbound message callback */
                 mport->inb_msg[mbox].mcback = minb;
 
-                rc = rio_open_inb_mbox(mport, dev_id, mbox, entries);
+                rc = mport->ops->open_inb_mbox(mport, dev_id, mbox, entries);
         } else
                 rc = -ENOMEM;
 
@@ -106,10 +111,13 @@ int rio_request_inb_mbox(struct rio_mport *mport,
  */
 int rio_release_inb_mbox(struct rio_mport *mport, int mbox)
 {
-        rio_close_inb_mbox(mport, mbox);
+        if (mport->ops->close_inb_mbox) {
+                mport->ops->close_inb_mbox(mport, mbox);
 
-        /* Release the mailbox resource */
-        return release_resource(mport->inb_msg[mbox].res);
+                /* Release the mailbox resource */
+                return release_resource(mport->inb_msg[mbox].res);
+        } else
+                return -ENOSYS;
 }
 
 /**
@@ -129,9 +137,13 @@ int rio_request_outb_mbox(struct rio_mport *mport,
                           int entries,
                           void (*moutb) (struct rio_mport * mport, void *dev_id, int mbox, int slot))
 {
-        int rc = 0;
+        int rc = -ENOSYS;
+        struct resource *res;
 
-        struct resource *res = kmalloc(sizeof(struct resource), GFP_KERNEL);
+        if (mport->ops->open_outb_mbox == NULL)
+                goto out;
+
+        res = kmalloc(sizeof(struct resource), GFP_KERNEL);
 
         if (res) {
                 rio_init_mbox_res(res, mbox, mbox);
@@ -149,7 +161,7 @@ int rio_request_outb_mbox(struct rio_mport *mport,
                 /* Hook the inbound message callback */
                 mport->outb_msg[mbox].mcback = moutb;
 
-                rc = rio_open_outb_mbox(mport, dev_id, mbox, entries);
+                rc = mport->ops->open_outb_mbox(mport, dev_id, mbox, entries);
         } else
                 rc = -ENOMEM;
 
@@ -167,10 +179,13 @@ int rio_request_outb_mbox(struct rio_mport *mport,
  */
 int rio_release_outb_mbox(struct rio_mport *mport, int mbox)
 {
-        rio_close_outb_mbox(mport, mbox);
+        if (mport->ops->close_outb_mbox) {
+                mport->ops->close_outb_mbox(mport, mbox);
 
-        /* Release the mailbox resource */
-        return release_resource(mport->outb_msg[mbox].res);
+                /* Release the mailbox resource */
+                return release_resource(mport->outb_msg[mbox].res);
+        } else
+                return -ENOSYS;
 }
 
 /**
@@ -443,7 +458,7 @@ rio_mport_get_physefb(struct rio_mport *port, int local,
  * @from is not %NULL, searches continue from next device on the global
  * list.
  */
-static struct rio_dev *rio_get_comptag(u32 comp_tag, struct rio_dev *from)
+struct rio_dev *rio_get_comptag(u32 comp_tag, struct rio_dev *from)
 {
         struct list_head *n;
         struct rio_dev *rdev;
@@ -471,16 +486,9 @@ exit:
  */
 int rio_set_port_lockout(struct rio_dev *rdev, u32 pnum, int lock)
 {
-        u8 hopcount = 0xff;
-        u16 destid = rdev->destid;
         u32 regval;
 
-        if (rdev->rswitch) {
-                destid = rdev->rswitch->destid;
-                hopcount = rdev->rswitch->hopcount;
-        }
-
-        rio_mport_read_config_32(rdev->net->hport, destid, hopcount,
+        rio_read_config_32(rdev,
                                  rdev->phys_efptr + RIO_PORT_N_CTL_CSR(pnum),
                                  &regval);
         if (lock)
@@ -488,13 +496,223 @@ int rio_set_port_lockout(struct rio_dev *rdev, u32 pnum, int lock)
         else
                 regval &= ~RIO_PORT_N_CTL_LOCKOUT;
 
-        rio_mport_write_config_32(rdev->net->hport, destid, hopcount,
+        rio_write_config_32(rdev,
                                   rdev->phys_efptr + RIO_PORT_N_CTL_CSR(pnum),
                                   regval);
         return 0;
 }
 
 /**
+ * rio_chk_dev_route - Validate route to the specified device.
+ * @rdev:  RIO device failed to respond
+ * @nrdev: Last active device on the route to rdev
+ * @npnum: nrdev's port number on the route to rdev
+ *
+ * Follows a route to the specified RIO device to determine the last available
+ * device (and corresponding RIO port) on the route.
+ */
+static int
+rio_chk_dev_route(struct rio_dev *rdev, struct rio_dev **nrdev, int *npnum)
+{
+        u32 result;
+        int p_port, rc = -EIO;
+        struct rio_dev *prev = NULL;
+
+        /* Find switch with failed RIO link */
+        while (rdev->prev && (rdev->prev->pef & RIO_PEF_SWITCH)) {
+                if (!rio_read_config_32(rdev->prev, RIO_DEV_ID_CAR, &result)) {
+                        prev = rdev->prev;
+                        break;
+                }
+                rdev = rdev->prev;
+        }
+
+        if (prev == NULL)
+                goto err_out;
+
+        p_port = prev->rswitch->route_table[rdev->destid];
+
+        if (p_port != RIO_INVALID_ROUTE) {
+                pr_debug("RIO: link failed on [%s]-P%d\n",
+                         rio_name(prev), p_port);
+                *nrdev = prev;
+                *npnum = p_port;
+                rc = 0;
+        } else
+                pr_debug("RIO: failed to trace route to %s\n", rio_name(rdev));
+err_out:
+        return rc;
+}
+
+/**
+ * rio_mport_chk_dev_access - Validate access to the specified device.
+ * @mport: Master port to send transactions
+ * @destid: Device destination ID in network
+ * @hopcount: Number of hops into the network
+ */
+int
+rio_mport_chk_dev_access(struct rio_mport *mport, u16 destid, u8 hopcount)
+{
+        int i = 0;
+        u32 tmp;
+
+        while (rio_mport_read_config_32(mport, destid, hopcount,
+                                        RIO_DEV_ID_CAR, &tmp)) {
+                i++;
+                if (i == RIO_MAX_CHK_RETRY)
+                        return -EIO;
+                mdelay(1);
+        }
+
+        return 0;
+}
+
+/**
+ * rio_chk_dev_access - Validate access to the specified device.
+ * @rdev: Pointer to RIO device control structure
+ */
+static int rio_chk_dev_access(struct rio_dev *rdev)
+{
+        return rio_mport_chk_dev_access(rdev->net->hport,
+                                        rdev->destid, rdev->hopcount);
+}
+
+/**
+ * rio_get_input_status - Sends a Link-Request/Input-Status control symbol and
+ *                        returns link-response (if requested).
+ * @rdev: RIO devive to issue Input-status command
+ * @pnum: Device port number to issue the command
+ * @lnkresp: Response from a link partner
+ */
+static int
+rio_get_input_status(struct rio_dev *rdev, int pnum, u32 *lnkresp)
+{
+        u32 regval;
+        int checkcount;
+
+        if (lnkresp) {
+                /* Read from link maintenance response register
+                 * to clear valid bit */
+                rio_read_config_32(rdev,
+                        rdev->phys_efptr + RIO_PORT_N_MNT_RSP_CSR(pnum),
+                        &regval);
+                udelay(50);
+        }
+
+        /* Issue Input-status command */
+        rio_write_config_32(rdev,
+                rdev->phys_efptr + RIO_PORT_N_MNT_REQ_CSR(pnum),
+                RIO_MNT_REQ_CMD_IS);
+
+        /* Exit if the response is not expected */
+        if (lnkresp == NULL)
+                return 0;
+
+        checkcount = 3;
+        while (checkcount--) {
+                udelay(50);
+                rio_read_config_32(rdev,
+                        rdev->phys_efptr + RIO_PORT_N_MNT_RSP_CSR(pnum),
+                        &regval);
+                if (regval & RIO_PORT_N_MNT_RSP_RVAL) {
+                        *lnkresp = regval;
+                        return 0;
+                }
+        }
+
+        return -EIO;
+}
+
+/**
+ * rio_clr_err_stopped - Clears port Error-stopped states.
+ * @rdev: Pointer to RIO device control structure
+ * @pnum: Switch port number to clear errors
+ * @err_status: port error status (if 0 reads register from device)
+ */
+static int rio_clr_err_stopped(struct rio_dev *rdev, u32 pnum, u32 err_status)
+{
+        struct rio_dev *nextdev = rdev->rswitch->nextdev[pnum];
+        u32 regval;
+        u32 far_ackid, far_linkstat, near_ackid;
+
+        if (err_status == 0)
+                rio_read_config_32(rdev,
+                        rdev->phys_efptr + RIO_PORT_N_ERR_STS_CSR(pnum),
+                        &err_status);
+
+        if (err_status & RIO_PORT_N_ERR_STS_PW_OUT_ES) {
+                pr_debug("RIO_EM: servicing Output Error-Stopped state\n");
+                /*
+                 * Send a Link-Request/Input-Status control symbol
+                 */
+                if (rio_get_input_status(rdev, pnum, &regval)) {
+                        pr_debug("RIO_EM: Input-status response timeout\n");
+                        goto rd_err;
+                }
+
+                pr_debug("RIO_EM: SP%d Input-status response=0x%08x\n",
+                         pnum, regval);
+                far_ackid = (regval & RIO_PORT_N_MNT_RSP_ASTAT) >> 5;
+                far_linkstat = regval & RIO_PORT_N_MNT_RSP_LSTAT;
+                rio_read_config_32(rdev,
+                        rdev->phys_efptr + RIO_PORT_N_ACK_STS_CSR(pnum),
+                        &regval);
+                pr_debug("RIO_EM: SP%d_ACK_STS_CSR=0x%08x\n", pnum, regval);
+                near_ackid = (regval & RIO_PORT_N_ACK_INBOUND) >> 24;
+                pr_debug("RIO_EM: SP%d far_ackID=0x%02x far_linkstat=0x%02x" \
+                         " near_ackID=0x%02x\n",
+                        pnum, far_ackid, far_linkstat, near_ackid);
+
+                /*
+                 * If required, synchronize ackIDs of near and
+                 * far sides.
+                 */
+                if ((far_ackid != ((regval & RIO_PORT_N_ACK_OUTSTAND) >> 8)) ||
+                    (far_ackid != (regval & RIO_PORT_N_ACK_OUTBOUND))) {
+                        /* Align near outstanding/outbound ackIDs with
+                         * far inbound.
+                         */
+                        rio_write_config_32(rdev,
+                                rdev->phys_efptr + RIO_PORT_N_ACK_STS_CSR(pnum),
+                                (near_ackid << 24) |
+                                        (far_ackid << 8) | far_ackid);
+                        /* Align far outstanding/outbound ackIDs with
+                         * near inbound.
+                         */
+                        far_ackid++;
+                        if (nextdev)
+                                rio_write_config_32(nextdev,
+                                        nextdev->phys_efptr +
+                                        RIO_PORT_N_ACK_STS_CSR(RIO_GET_PORT_NUM(nextdev->swpinfo)),
+                                        (far_ackid << 24) |
+                                        (near_ackid << 8) | near_ackid);
+                        else
+                                pr_debug("RIO_EM: Invalid nextdev pointer (NULL)\n");
+                }
+rd_err:
+                rio_read_config_32(rdev,
+                        rdev->phys_efptr + RIO_PORT_N_ERR_STS_CSR(pnum),
+                        &err_status);
+                pr_debug("RIO_EM: SP%d_ERR_STS_CSR=0x%08x\n", pnum, err_status);
+        }
+
+        if ((err_status & RIO_PORT_N_ERR_STS_PW_INP_ES) && nextdev) {
+                pr_debug("RIO_EM: servicing Input Error-Stopped state\n");
+                rio_get_input_status(nextdev,
+                                     RIO_GET_PORT_NUM(nextdev->swpinfo), NULL);
+                udelay(50);
+
+                rio_read_config_32(rdev,
+                        rdev->phys_efptr + RIO_PORT_N_ERR_STS_CSR(pnum),
+                        &err_status);
+                pr_debug("RIO_EM: SP%d_ERR_STS_CSR=0x%08x\n", pnum, err_status);
+        }
+
+        return (err_status & (RIO_PORT_N_ERR_STS_PW_OUT_ES |
+                              RIO_PORT_N_ERR_STS_PW_INP_ES)) ? 1 : 0;
+}
+
+/**
  * rio_inb_pwrite_handler - process inbound port-write message
  * @pw_msg: pointer to inbound port-write message
  *
@@ -504,16 +722,13 @@ int rio_set_port_lockout(struct rio_dev *rdev, u32 pnum, int lock)
 int rio_inb_pwrite_handler(union rio_pw_msg *pw_msg)
 {
         struct rio_dev *rdev;
-        struct rio_mport *mport;
-        u8 hopcount;
-        u16 destid;
-        u32 err_status;
+        u32 err_status, em_perrdet, em_ltlerrdet;
         int rc, portnum;
 
-        rdev = rio_get_comptag(pw_msg->em.comptag, NULL);
+        rdev = rio_get_comptag((pw_msg->em.comptag & RIO_CTAG_UDEVID), NULL);
         if (rdev == NULL) {
-                /* Someting bad here (probably enumeration error) */
-                pr_err("RIO: %s No matching device for CTag 0x%08x\n",
+                /* Device removed or enumeration error */
+                pr_debug("RIO: %s No matching device for CTag 0x%08x\n",
                         __func__, pw_msg->em.comptag);
                 return -EIO;
         }
@@ -524,12 +739,11 @@ int rio_inb_pwrite_handler(union rio_pw_msg *pw_msg)
         {
         u32 i;
         for (i = 0; i < RIO_PW_MSG_SIZE/sizeof(u32);) {
-                        pr_debug("0x%02x: %08x %08x %08x %08x",
+                        pr_debug("0x%02x: %08x %08x %08x %08x\n",
                                  i*4, pw_msg->raw[i], pw_msg->raw[i + 1],
                                  pw_msg->raw[i + 2], pw_msg->raw[i + 3]);
                         i += 4;
         }
-        pr_debug("\n");
         }
 #endif
 
@@ -545,6 +759,26 @@ int rio_inb_pwrite_handler(union rio_pw_msg *pw_msg)
                         return 0;
         }
 
+        portnum = pw_msg->em.is_port & 0xFF;
+
+        /* Check if device and route to it are functional:
+         * Sometimes devices may send PW message(s) just before being
+         * powered down (or link being lost).
+         */
+        if (rio_chk_dev_access(rdev)) {
+                pr_debug("RIO: device access failed - get link partner\n");
+                /* Scan route to the device and identify failed link.
+                 * This will replace device and port reported in PW message.
+                 * PW message should not be used after this point.
+                 */
+                if (rio_chk_dev_route(rdev, &rdev, &portnum)) {
+                        pr_err("RIO: Route trace for %s failed\n",
+                                rio_name(rdev));
+                        return -EIO;
+                }
+                pw_msg = NULL;
+        }
+
         /* For End-point devices processing stops here */
         if (!(rdev->pef & RIO_PEF_SWITCH))
                 return 0;
@@ -555,51 +789,43 @@ int rio_inb_pwrite_handler(union rio_pw_msg *pw_msg)
                 return 0;
         }
 
-        mport = rdev->net->hport;
-        destid = rdev->rswitch->destid;
-        hopcount = rdev->rswitch->hopcount;
-
         /*
          * Process the port-write notification from switch
          */
-
-        portnum = pw_msg->em.is_port & 0xFF;
-
         if (rdev->rswitch->em_handle)
                 rdev->rswitch->em_handle(rdev, portnum);
 
-        rio_mport_read_config_32(mport, destid, hopcount,
+        rio_read_config_32(rdev,
                         rdev->phys_efptr + RIO_PORT_N_ERR_STS_CSR(portnum),
                         &err_status);
         pr_debug("RIO_PW: SP%d_ERR_STS_CSR=0x%08x\n", portnum, err_status);
 
-        if (pw_msg->em.errdetect) {
-                pr_debug("RIO_PW: RIO_EM_P%d_ERR_DETECT=0x%08x\n",
-                         portnum, pw_msg->em.errdetect);
-                /* Clear EM Port N Error Detect CSR */
-                rio_mport_write_config_32(mport, destid, hopcount,
-                        rdev->em_efptr + RIO_EM_PN_ERR_DETECT(portnum), 0);
-        }
+        if (err_status & RIO_PORT_N_ERR_STS_PORT_OK) {
 
-        if (pw_msg->em.ltlerrdet) {
-                pr_debug("RIO_PW: RIO_EM_LTL_ERR_DETECT=0x%08x\n",
-                         pw_msg->em.ltlerrdet);
-                /* Clear EM L/T Layer Error Detect CSR */
-                rio_mport_write_config_32(mport, destid, hopcount,
-                        rdev->em_efptr + RIO_EM_LTL_ERR_DETECT, 0);
-        }
+                if (!(rdev->rswitch->port_ok & (1 << portnum))) {
+                        rdev->rswitch->port_ok |= (1 << portnum);
+                        rio_set_port_lockout(rdev, portnum, 0);
+                        /* Schedule Insertion Service */
+                        pr_debug("RIO_PW: Device Insertion on [%s]-P%d\n",
+                               rio_name(rdev), portnum);
+                }
 
-        /* Clear Port Errors */
-        rio_mport_write_config_32(mport, destid, hopcount,
-                        rdev->phys_efptr + RIO_PORT_N_ERR_STS_CSR(portnum),
-                        err_status & RIO_PORT_N_ERR_STS_CLR_MASK);
+                /* Clear error-stopped states (if reported).
+                 * Depending on the link partner state, two attempts
+                 * may be needed for successful recovery.
+                 */
+                if (err_status & (RIO_PORT_N_ERR_STS_PW_OUT_ES |
+                                  RIO_PORT_N_ERR_STS_PW_INP_ES)) {
+                        if (rio_clr_err_stopped(rdev, portnum, err_status))
+                                rio_clr_err_stopped(rdev, portnum, 0);
+                }
+        }  else { /* if (err_status & RIO_PORT_N_ERR_STS_PORT_UNINIT) */
 
-        if (rdev->rswitch->port_ok & (1 << portnum)) {
-                if (err_status & RIO_PORT_N_ERR_STS_PORT_UNINIT) {
+                if (rdev->rswitch->port_ok & (1 << portnum)) {
                         rdev->rswitch->port_ok &= ~(1 << portnum);
                         rio_set_port_lockout(rdev, portnum, 1);
 
-                        rio_mport_write_config_32(mport, destid, hopcount,
+                        rio_write_config_32(rdev,
                                 rdev->phys_efptr +
                                         RIO_PORT_N_ACK_STS_CSR(portnum),
                                 RIO_PORT_N_ACK_CLEAR);
@@ -608,21 +834,32 @@ int rio_inb_pwrite_handler(union rio_pw_msg *pw_msg)
                         pr_debug("RIO_PW: Device Extraction on [%s]-P%d\n",
                                rio_name(rdev), portnum);
                 }
-        } else {
-                if (err_status & RIO_PORT_N_ERR_STS_PORT_OK) {
-                        rdev->rswitch->port_ok |= (1 << portnum);
-                        rio_set_port_lockout(rdev, portnum, 0);
+        }
 
-                        /* Schedule Insertion Service */
-                        pr_debug("RIO_PW: Device Insertion on [%s]-P%d\n",
-                               rio_name(rdev), portnum);
-                }
+        rio_read_config_32(rdev,
+                rdev->em_efptr + RIO_EM_PN_ERR_DETECT(portnum), &em_perrdet);
+        if (em_perrdet) {
+                pr_debug("RIO_PW: RIO_EM_P%d_ERR_DETECT=0x%08x\n",
+                         portnum, em_perrdet);
+                /* Clear EM Port N Error Detect CSR */
+                rio_write_config_32(rdev,
+                        rdev->em_efptr + RIO_EM_PN_ERR_DETECT(portnum), 0);
         }
 
-        /* Clear Port-Write Pending bit */
-        rio_mport_write_config_32(mport, destid, hopcount,
+        rio_read_config_32(rdev,
+                rdev->em_efptr + RIO_EM_LTL_ERR_DETECT, &em_ltlerrdet);
+        if (em_ltlerrdet) {
+                pr_debug("RIO_PW: RIO_EM_LTL_ERR_DETECT=0x%08x\n",
+                         em_ltlerrdet);
+                /* Clear EM L/T Layer Error Detect CSR */
+                rio_write_config_32(rdev,
+                        rdev->em_efptr + RIO_EM_LTL_ERR_DETECT, 0);
+        }
+
+        /* Clear remaining error bits and Port-Write Pending bit */
+        rio_write_config_32(rdev,
                         rdev->phys_efptr + RIO_PORT_N_ERR_STS_CSR(portnum),
-                        RIO_PORT_N_ERR_STS_PW_PEND);
+                        err_status);
 
         return 0;
 }
@@ -898,37 +1135,53 @@ static int __devinit rio_init(void)
         return 0;
 }
 
-device_initcall(rio_init);
-
 int __devinit rio_init_mports(void)
 {
-        int rc = 0;
         struct rio_mport *port;
 
         list_for_each_entry(port, &rio_mports, node) {
-                if (!request_mem_region(port->iores.start,
-                                        port->iores.end - port->iores.start,
-                                        port->name)) {
-                        printk(KERN_ERR
-                               "RIO: Error requesting master port region 0x%016llx-0x%016llx\n",
-                               (u64)port->iores.start, (u64)port->iores.end - 1);
-                        rc = -ENOMEM;
-                        goto out;
-                }
-
                 if (port->host_deviceid >= 0)
                         rio_enum_mport(port);
                 else
                         rio_disc_mport(port);
         }
 
-      out:
-        return rc;
+        rio_init();
+
+        return 0;
+}
+
+device_initcall_sync(rio_init_mports);
+
+static int hdids[RIO_MAX_MPORTS + 1];
+
+static int rio_get_hdid(int index)
+{
+        if (!hdids[0] || hdids[0] <= index || index >= RIO_MAX_MPORTS)
+                return -1;
+
+        return hdids[index + 1];
 }
 
-void rio_register_mport(struct rio_mport *port)
+static int rio_hdid_setup(char *str)
 {
+        (void)get_options(str, ARRAY_SIZE(hdids), hdids);
+        return 1;
+}
+
+__setup("riohdid=", rio_hdid_setup);
+
+int rio_register_mport(struct rio_mport *port)
+{
+        if (next_portid >= RIO_MAX_MPORTS) {
+                pr_err("RIO: reached specified max number of mports\n");
+                return 1;
+        }
+
+        port->id = next_portid++;
+        port->host_deviceid = rio_get_hdid(port->id);
         list_add_tail(&port->node, &rio_mports);
+        return 0;
 }
 
 EXPORT_SYMBOL_GPL(rio_local_get_device_id);