[S390] cio: provide functions for fcx enabled I/O

Provide functions for assembling and starting fcx enabled I/O request
blocks.

Signed-off-by: Peter Oberparleiter <peter.oberparleiter@de.ibm.com>
Signed-off-by: Martin Schwidefsky <schwidefsky@de.ibm.com>
Signed-off-by: Heiko Carstens <heiko.carstens@de.ibm.com>

9 files changed, 616 insertions, 38 deletions

diff --git a/drivers/s390/cio/Makefile b/drivers/s390/cio/Makefile
index 9c22e27391dc..ee3c416243b4 100644
--- a/drivers/s390/cio/Makefile
+++ b/drivers/s390/cio/Makefile
@@ -2,7 +2,7 @@
 # Makefile for the S/390 common i/o drivers
 #
 
-obj-y += airq.o blacklist.o chsc.o cio.o css.o chp.o idset.o scsw.o
+obj-y += airq.o blacklist.o chsc.o cio.o css.o chp.o idset.o scsw.o fcx.o
 ccw_device-objs += device.o device_fsm.o device_ops.o
 ccw_device-objs += device_id.o device_pgid.o device_status.o
 obj-y += ccw_device.o cmf.o
diff --git a/drivers/s390/cio/cio.c b/drivers/s390/cio/cio.c
index 40b2884126da..c24dfcd858da 100644
--- a/drivers/s390/cio/cio.c
+++ b/drivers/s390/cio/cio.c
@@ -25,6 +25,7 @@
 #include <asm/chpid.h>
 #include <asm/airq.h>
 #include <asm/cpu.h>
+#include <asm/fcx.h>
 #include "cio.h"
 #include "css.h"
 #include "chsc.h"
@@ -167,30 +168,30 @@ cio_start_key (struct subchannel *sch,	/* subchannel structure */
 {
         char dbf_txt[15];
         int ccode;
-        struct orb *orb;
+        union orb *orb;
 
         CIO_TRACE_EVENT(4, "stIO");
         CIO_TRACE_EVENT(4, sch->dev.bus_id);
 
         orb = &to_io_private(sch)->orb;
         /* sch is always under 2G. */
-        orb->intparm = (u32)(addr_t)sch;
-        orb->fmt = 1;
+        orb->cmd.intparm = (u32)(addr_t)sch;
+        orb->cmd.fmt = 1;
 
-        orb->pfch = sch->options.prefetch == 0;
-        orb->spnd = sch->options.suspend;
-        orb->ssic = sch->options.suspend && sch->options.inter;
-        orb->lpm = (lpm != 0) ? lpm : sch->lpm;
+        orb->cmd.pfch = sch->options.prefetch == 0;
+        orb->cmd.spnd = sch->options.suspend;
+        orb->cmd.ssic = sch->options.suspend && sch->options.inter;
+        orb->cmd.lpm = (lpm != 0) ? lpm : sch->lpm;
 #ifdef CONFIG_64BIT
         /*
          * for 64 bit we always support 64 bit IDAWs with 4k page size only
          */
-        orb->c64 = 1;
-        orb->i2k = 0;
+        orb->cmd.c64 = 1;
+        orb->cmd.i2k = 0;
 #endif
-        orb->key = key >> 4;
+        orb->cmd.key = key >> 4;
         /* issue "Start Subchannel" */
-        orb->cpa = (__u32) __pa(cpa);
+        orb->cmd.cpa = (__u32) __pa(cpa);
         ccode = ssch(sch->schid, orb);
 
         /* process condition code */
@@ -1067,3 +1068,61 @@ int __init cio_get_iplinfo(struct cio_iplinfo *iplinfo)
         iplinfo->is_qdio = schib.pmcw.qf;
         return 0;
 }
+
+/**
+ * cio_tm_start_key - perform start function
+ * @sch: subchannel on which to perform the start function
+ * @tcw: transport-command word to be started
+ * @lpm: mask of paths to use
+ * @key: storage key to use for storage access
+ *
+ * Start the tcw on the given subchannel. Return zero on success, non-zero
+ * otherwise.
+ */
+int cio_tm_start_key(struct subchannel *sch, struct tcw *tcw, u8 lpm, u8 key)
+{
+        int cc;
+        union orb *orb = &to_io_private(sch)->orb;
+
+        memset(orb, 0, sizeof(union orb));
+        orb->tm.intparm = (u32) (addr_t) sch;
+        orb->tm.key = key >> 4;
+        orb->tm.b = 1;
+        orb->tm.lpm = lpm ? lpm : sch->lpm;
+        orb->tm.tcw = (u32) (addr_t) tcw;
+        cc = ssch(sch->schid, orb);
+        switch (cc) {
+        case 0:
+                return 0;
+        case 1:
+        case 2:
+                return -EBUSY;
+        default:
+                return cio_start_handle_notoper(sch, lpm);
+        }
+}
+
+/**
+ * cio_tm_intrg - perform interrogate function
+ * @sch - subchannel on which to perform the interrogate function
+ *
+ * If the specified subchannel is running in transport-mode, perform the
+ * interrogate function. Return zero on success, non-zero otherwie.
+ */
+int cio_tm_intrg(struct subchannel *sch)
+{
+        int cc;
+
+        if (!to_io_private(sch)->orb.tm.b)
+                return -EINVAL;
+        cc = xsch(sch->schid);
+        switch (cc) {
+        case 0:
+        case 2:
+                return 0;
+        case 1:
+                return -EBUSY;
+        default:
+                return -ENODEV;
+        }
+}
diff --git a/drivers/s390/cio/cio.h b/drivers/s390/cio/cio.h
index f7a0cb9fac9b..49ee6395116d 100644
--- a/drivers/s390/cio/cio.h
+++ b/drivers/s390/cio/cio.h
@@ -5,6 +5,8 @@
 #include <linux/device.h>
 #include <linux/mod_devicetable.h>
 #include <asm/chpid.h>
+#include <asm/cio.h>
+#include <asm/fcx.h>
 #include "chsc.h"
 #include "schid.h"
 
@@ -100,6 +102,9 @@ extern int cio_set_options (struct subchannel *, int);
 extern int cio_get_options (struct subchannel *);
 extern int cio_modify (struct subchannel *);
 
+int cio_tm_start_key(struct subchannel *sch, struct tcw *tcw, u8 lpm, u8 key);
+int cio_tm_intrg(struct subchannel *sch);
+
 int cio_create_sch_lock(struct subchannel *);
 void do_adapter_IO(void);
 void do_IRQ(struct pt_regs *);
diff --git a/drivers/s390/cio/device_fsm.c b/drivers/s390/cio/device_fsm.c
index dc9373031af0..cd31bb5177e6 100644
--- a/drivers/s390/cio/device_fsm.c
+++ b/drivers/s390/cio/device_fsm.c
@@ -39,31 +39,43 @@ static void ccw_timeout_log(struct ccw_device *cdev)
         struct schib schib;
         struct subchannel *sch;
         struct io_subchannel_private *private;
+        union orb *orb;
         int cc;
 
         sch = to_subchannel(cdev->dev.parent);
         private = to_io_private(sch);
+        orb = &private->orb;
         cc = stsch(sch->schid, &schib);
 
         printk(KERN_WARNING "cio: ccw device timeout occurred at %llx, "
                "device information:\n", get_clock());
         printk(KERN_WARNING "cio: orb:\n");
         print_hex_dump(KERN_WARNING, "cio:  ", DUMP_PREFIX_NONE, 16, 1,
-                       &private->orb, sizeof(private->orb), 0);
+                       orb, sizeof(*orb), 0);
         printk(KERN_WARNING "cio: ccw device bus id: %s\n", cdev->dev.bus_id);
         printk(KERN_WARNING "cio: subchannel bus id: %s\n", sch->dev.bus_id);
         printk(KERN_WARNING "cio: subchannel lpm: %02x, opm: %02x, "
                "vpm: %02x\n", sch->lpm, sch->opm, sch->vpm);
 
-        if ((void *)(addr_t)private->orb.cpa == &private->sense_ccw ||
-            (void *)(addr_t)private->orb.cpa == cdev->private->iccws)
-                printk(KERN_WARNING "cio: last channel program (intern):\n");
-        else
-                printk(KERN_WARNING "cio: last channel program:\n");
-
-        print_hex_dump(KERN_WARNING, "cio:  ", DUMP_PREFIX_NONE, 16, 1,
-                       (void *)(addr_t)private->orb.cpa,
-                       sizeof(struct ccw1), 0);
+        if (orb->tm.b) {
+                printk(KERN_WARNING "cio: orb indicates transport mode\n");
+                printk(KERN_WARNING "cio: last tcw:\n");
+                print_hex_dump(KERN_WARNING, "cio:  ", DUMP_PREFIX_NONE, 16, 1,
+                               (void *)(addr_t)orb->tm.tcw,
+                               sizeof(struct tcw), 0);
+        } else {
+                printk(KERN_WARNING "cio: orb indicates command mode\n");
+                if ((void *)(addr_t)orb->cmd.cpa == &private->sense_ccw ||
+                    (void *)(addr_t)orb->cmd.cpa == cdev->private->iccws)
+                        printk(KERN_WARNING "cio: last channel program "
+                               "(intern):\n");
+                else
+                        printk(KERN_WARNING "cio: last channel program:\n");
+
+                print_hex_dump(KERN_WARNING, "cio:  ", DUMP_PREFIX_NONE, 16, 1,
+                               (void *)(addr_t)orb->cmd.cpa,
+                               sizeof(struct ccw1), 0);
+        }
         printk(KERN_WARNING "cio: ccw device state: %d\n",
                cdev->private->state);
         printk(KERN_WARNING "cio: store subchannel returned: cc=%d\n", cc);
@@ -135,10 +147,13 @@ ccw_device_cancel_halt_clear(struct ccw_device *cdev)
         /* Stage 1: cancel io. */
         if (!(scsw_actl(&sch->schib.scsw) & SCSW_ACTL_HALT_PEND) &&
             !(scsw_actl(&sch->schib.scsw) & SCSW_ACTL_CLEAR_PEND)) {
-                ret = cio_cancel(sch);
-                if (ret != -EINVAL)
-                        return ret;
-                /* cancel io unsuccessful. From now on it is asynchronous. */
+                if (!scsw_is_tm(&sch->schib.scsw)) {
+                        ret = cio_cancel(sch);
+                        if (ret != -EINVAL)
+                                return ret;
+                }
+                /* cancel io unsuccessful or not applicable (transport mode).
+                 * Continue with asynchronous instructions. */
                 cdev->private->iretry = 3;      /* 3 halt retries. */
         }
         if (!(scsw_actl(&sch->schib.scsw) & SCSW_ACTL_CLEAR_PEND)) {
@@ -751,11 +766,13 @@ static void
 ccw_device_irq(struct ccw_device *cdev, enum dev_event dev_event)
 {
         struct irb *irb;
+        int is_cmd;
 
         irb = (struct irb *) __LC_IRB;
+        is_cmd = !scsw_is_tm(&irb->scsw);
         /* Check for unsolicited interrupt. */
         if (!scsw_is_solicited(&irb->scsw)) {
-                if ((irb->scsw.cmd.dstat & DEV_STAT_UNIT_CHECK) &&
+                if (is_cmd && (irb->scsw.cmd.dstat & DEV_STAT_UNIT_CHECK) &&
                     !irb->esw.esw0.erw.cons) {
                         /* Unit check but no sense data. Need basic sense. */
                         if (ccw_device_do_sense(cdev, irb) != 0)
@@ -774,7 +791,7 @@ call_handler_unsol:
         }
         /* Accumulate status and find out if a basic sense is needed. */
         ccw_device_accumulate_irb(cdev, irb);
-        if (cdev->private->flags.dosense) {
+        if (is_cmd && cdev->private->flags.dosense) {
                 if (ccw_device_do_sense(cdev, irb) == 0) {
                         cdev->private->state = DEV_STATE_W4SENSE;
                 }
diff --git a/drivers/s390/cio/device_id.c b/drivers/s390/cio/device_id.c
index 5214b2b5425c..1bdaa614e34f 100644
--- a/drivers/s390/cio/device_id.c
+++ b/drivers/s390/cio/device_id.c
@@ -237,7 +237,7 @@ ccw_device_check_sense_id(struct ccw_device *cdev)
         if (irb->scsw.cmd.cc == 3) {
                 u8 lpm;
 
-                lpm = to_io_private(sch)->orb.lpm;
+                lpm = to_io_private(sch)->orb.cmd.lpm;
                 if ((lpm & sch->schib.pmcw.pim & sch->schib.pmcw.pam) != 0)
                         CIO_MSG_EVENT(4, "SenseID : path %02X for device %04x "
                                       "on subchannel 0.%x.%04x is "
diff --git a/drivers/s390/cio/device_ops.c b/drivers/s390/cio/device_ops.c
index 10f72c5c005a..ee1a28310fbb 100644
--- a/drivers/s390/cio/device_ops.c
+++ b/drivers/s390/cio/device_ops.c
@@ -17,6 +17,7 @@
 #include <asm/ccwdev.h>
 #include <asm/idals.h>
 #include <asm/chpid.h>
+#include <asm/fcx.h>
 
 #include "cio.h"
 #include "cio_debug.h"
@@ -569,6 +570,122 @@ void ccw_device_get_id(struct ccw_device *cdev, struct ccw_dev_id *dev_id)
 }
 EXPORT_SYMBOL(ccw_device_get_id);
 
+/**
+ * ccw_device_tm_start_key - perform start function
+ * @cdev: ccw device on which to perform the start function
+ * @tcw: transport-command word to be started
+ * @intparm: user defined parameter to be passed to the interrupt handler
+ * @lpm: mask of paths to use
+ * @key: storage key to use for storage access
+ *
+ * Start the tcw on the given ccw device. Return zero on success, non-zero
+ * otherwise.
+ */
+int ccw_device_tm_start_key(struct ccw_device *cdev, struct tcw *tcw,
+                            unsigned long intparm, u8 lpm, u8 key)
+{
+        struct subchannel *sch;
+        int rc;
+
+        sch = to_subchannel(cdev->dev.parent);
+        if (cdev->private->state != DEV_STATE_ONLINE)
+                return -EIO;
+        /* Adjust requested path mask to excluded varied off paths. */
+        if (lpm) {
+                lpm &= sch->opm;
+                if (lpm == 0)
+                        return -EACCES;
+        }
+        rc = cio_tm_start_key(sch, tcw, lpm, key);
+        if (rc == 0)
+                cdev->private->intparm = intparm;
+        return rc;
+}
+EXPORT_SYMBOL(ccw_device_tm_start_key);
+
+/**
+ * ccw_device_tm_start_timeout_key - perform start function
+ * @cdev: ccw device on which to perform the start function
+ * @tcw: transport-command word to be started
+ * @intparm: user defined parameter to be passed to the interrupt handler
+ * @lpm: mask of paths to use
+ * @key: storage key to use for storage access
+ * @expires: time span in jiffies after which to abort request
+ *
+ * Start the tcw on the given ccw device. Return zero on success, non-zero
+ * otherwise.
+ */
+int ccw_device_tm_start_timeout_key(struct ccw_device *cdev, struct tcw *tcw,
+                                    unsigned long intparm, u8 lpm, u8 key,
+                                    int expires)
+{
+        int ret;
+
+        ccw_device_set_timeout(cdev, expires);
+        ret = ccw_device_tm_start_key(cdev, tcw, intparm, lpm, key);
+        if (ret != 0)
+                ccw_device_set_timeout(cdev, 0);
+        return ret;
+}
+EXPORT_SYMBOL(ccw_device_tm_start_timeout_key);
+
+/**
+ * ccw_device_tm_start - perform start function
+ * @cdev: ccw device on which to perform the start function
+ * @tcw: transport-command word to be started
+ * @intparm: user defined parameter to be passed to the interrupt handler
+ * @lpm: mask of paths to use
+ *
+ * Start the tcw on the given ccw device. Return zero on success, non-zero
+ * otherwise.
+ */
+int ccw_device_tm_start(struct ccw_device *cdev, struct tcw *tcw,
+                        unsigned long intparm, u8 lpm)
+{
+        return ccw_device_tm_start_key(cdev, tcw, intparm, lpm,
+                                       PAGE_DEFAULT_KEY);
+}
+EXPORT_SYMBOL(ccw_device_tm_start);
+
+/**
+ * ccw_device_tm_start_timeout - perform start function
+ * @cdev: ccw device on which to perform the start function
+ * @tcw: transport-command word to be started
+ * @intparm: user defined parameter to be passed to the interrupt handler
+ * @lpm: mask of paths to use
+ * @expires: time span in jiffies after which to abort request
+ *
+ * Start the tcw on the given ccw device. Return zero on success, non-zero
+ * otherwise.
+ */
+int ccw_device_tm_start_timeout(struct ccw_device *cdev, struct tcw *tcw,
+                               unsigned long intparm, u8 lpm, int expires)
+{
+        return ccw_device_tm_start_timeout_key(cdev, tcw, intparm, lpm,
+                                               PAGE_DEFAULT_KEY, expires);
+}
+EXPORT_SYMBOL(ccw_device_tm_start_timeout);
+
+/**
+ * ccw_device_tm_intrg - perform interrogate function
+ * @cdev: ccw device on which to perform the interrogate function
+ *
+ * Perform an interrogate function on the given ccw device. Return zero on
+ * success, non-zero otherwise.
+ */
+int ccw_device_tm_intrg(struct ccw_device *cdev)
+{
+        struct subchannel *sch = to_subchannel(cdev->dev.parent);
+
+        if (cdev->private->state != DEV_STATE_ONLINE)
+                return -EIO;
+        if (!scsw_is_tm(&sch->schib.scsw) ||
+            !(scsw_actl(&sch->schib.scsw) | SCSW_ACTL_START_PEND))
+                return -EINVAL;
+        return cio_tm_intrg(sch);
+}
+EXPORT_SYMBOL(ccw_device_tm_intrg);
+
 // FIXME: these have to go:
 
 int
diff --git a/drivers/s390/cio/device_pgid.c b/drivers/s390/cio/device_pgid.c
index 22a711bb5444..86bc94eb607f 100644
--- a/drivers/s390/cio/device_pgid.c
+++ b/drivers/s390/cio/device_pgid.c
@@ -158,7 +158,7 @@ __ccw_device_check_sense_pgid(struct ccw_device *cdev)
         if (irb->scsw.cmd.cc == 3) {
                 u8 lpm;
 
-                lpm = to_io_private(sch)->orb.lpm;
+                lpm = to_io_private(sch)->orb.cmd.lpm;
                 CIO_MSG_EVENT(3, "SNID - Device %04x on Subchannel 0.%x.%04x,"
                               " lpm %02X, became 'not operational'\n",
                               cdev->private->dev_id.devno, sch->schid.ssid,
diff --git a/drivers/s390/cio/fcx.c b/drivers/s390/cio/fcx.c
new file mode 100644
index 000000000000..61677dfbdc9b
--- /dev/null
+++ b/drivers/s390/cio/fcx.c
@@ -0,0 +1,350 @@
+/*
+ *  Functions for assembling fcx enabled I/O control blocks.
+ *
+ *    Copyright IBM Corp. 2008
+ *    Author(s): Peter Oberparleiter <peter.oberparleiter@de.ibm.com>
+ */
+
+#include <linux/kernel.h>
+#include <linux/types.h>
+#include <linux/string.h>
+#include <linux/errno.h>
+#include <linux/err.h>
+#include <linux/module.h>
+#include <asm/fcx.h>
+#include "cio.h"
+
+/**
+ * tcw_get_intrg - return pointer to associated interrogate tcw
+ * @tcw: pointer to the original tcw
+ *
+ * Return a pointer to the interrogate tcw associated with the specified tcw
+ * or %NULL if there is no associated interrogate tcw.
+ */
+struct tcw *tcw_get_intrg(struct tcw *tcw)
+{
+        return (struct tcw *) ((addr_t) tcw->intrg);
+}
+EXPORT_SYMBOL(tcw_get_intrg);
+
+/**
+ * tcw_get_data - return pointer to input/output data associated with tcw
+ * @tcw: pointer to the tcw
+ *
+ * Return the input or output data address specified in the tcw depending
+ * on whether the r-bit or the w-bit is set. If neither bit is set, return
+ * %NULL.
+ */
+void *tcw_get_data(struct tcw *tcw)
+{
+        if (tcw->r)
+                return (void *) ((addr_t) tcw->input);
+        if (tcw->w)
+                return (void *) ((addr_t) tcw->output);
+        return NULL;
+}
+EXPORT_SYMBOL(tcw_get_data);
+
+/**
+ * tcw_get_tccb - return pointer to tccb associated with tcw
+ * @tcw: pointer to the tcw
+ *
+ * Return pointer to the tccb associated with this tcw.
+ */
+struct tccb *tcw_get_tccb(struct tcw *tcw)
+{
+        return (struct tccb *) ((addr_t) tcw->tccb);
+}
+EXPORT_SYMBOL(tcw_get_tccb);
+
+/**
+ * tcw_get_tsb - return pointer to tsb associated with tcw
+ * @tcw: pointer to the tcw
+ *
+ * Return pointer to the tsb associated with this tcw.
+ */
+struct tsb *tcw_get_tsb(struct tcw *tcw)
+{
+        return (struct tsb *) ((addr_t) tcw->tsb);
+}
+EXPORT_SYMBOL(tcw_get_tsb);
+
+/**
+ * tcw_init - initialize tcw data structure
+ * @tcw: pointer to the tcw to be initialized
+ * @r: initial value of the r-bit
+ * @w: initial value of the w-bit
+ *
+ * Initialize all fields of the specified tcw data structure with zero and
+ * fill in the format, flags, r and w fields.
+ */
+void tcw_init(struct tcw *tcw, int r, int w)
+{
+        memset(tcw, 0, sizeof(struct tcw));
+        tcw->format = TCW_FORMAT_DEFAULT;
+        tcw->flags = TCW_FLAGS_TIDAW_FORMAT(TCW_TIDAW_FORMAT_DEFAULT);
+        if (r)
+                tcw->r = 1;
+        if (w)
+                tcw->w = 1;
+}
+EXPORT_SYMBOL(tcw_init);
+
+static inline size_t tca_size(struct tccb *tccb)
+{
+        return tccb->tcah.tcal - 12;
+}
+
+static u32 calc_dcw_count(struct tccb *tccb)
+{
+        int offset;
+        struct dcw *dcw;
+        u32 count = 0;
+        size_t size;
+
+        size = tca_size(tccb);
+        for (offset = 0; offset < size;) {
+                dcw = (struct dcw *) &tccb->tca[offset];
+                count += dcw->count;
+                if (!(dcw->flags & DCW_FLAGS_CC))
+                        break;
+                offset += sizeof(struct dcw) + ALIGN((int) dcw->cd_count, 4);
+        }
+        return count;
+}
+
+static u32 calc_cbc_size(struct tidaw *tidaw, int num)
+{
+        int i;
+        u32 cbc_data;
+        u32 cbc_count = 0;
+        u64 data_count = 0;
+
+        for (i = 0; i < num; i++) {
+                if (tidaw[i].flags & TIDAW_FLAGS_LAST)
+                        break;
+                /* TODO: find out if padding applies to total of data
+                 * transferred or data transferred by this tidaw. Assumption:
+                 * applies to total. */
+                data_count += tidaw[i].count;
+                if (tidaw[i].flags & TIDAW_FLAGS_INSERT_CBC) {
+                        cbc_data = 4 + ALIGN(data_count, 4) - data_count;
+                        cbc_count += cbc_data;
+                        data_count += cbc_data;
+                }
+        }
+        return cbc_count;
+}
+
+/**
+ * tcw_finalize - finalize tcw length fields and tidaw list
+ * @tcw: pointer to the tcw
+ * @num_tidaws: the number of tidaws used to address input/output data or zero
+ * if no tida is used
+ *
+ * Calculate the input-/output-count and tccbl field in the tcw, add a
+ * tcat the tccb and terminate the data tidaw list if used.
+ *
+ * Note: in case input- or output-tida is used, the tidaw-list must be stored
+ * in contiguous storage (no ttic). The tcal field in the tccb must be
+ * up-to-date.
+ */
+void tcw_finalize(struct tcw *tcw, int num_tidaws)
+{
+        struct tidaw *tidaw;
+        struct tccb *tccb;
+        struct tccb_tcat *tcat;
+        u32 count;
+
+        /* Terminate tidaw list. */
+        tidaw = tcw_get_data(tcw);
+        if (num_tidaws > 0)
+                tidaw[num_tidaws - 1].flags |= TIDAW_FLAGS_LAST;
+        /* Add tcat to tccb. */
+        tccb = tcw_get_tccb(tcw);
+        tcat = (struct tccb_tcat *) &tccb->tca[tca_size(tccb)];
+        memset(tcat, 0, sizeof(tcat));
+        /* Calculate tcw input/output count and tcat transport count. */
+        count = calc_dcw_count(tccb);
+        if (tcw->w && (tcw->flags & TCW_FLAGS_OUTPUT_TIDA))
+                count += calc_cbc_size(tidaw, num_tidaws);
+        if (tcw->r)
+                tcw->input_count = count;
+        else if (tcw->w)
+                tcw->output_count = count;
+        tcat->count = ALIGN(count, 4) + 4;
+        /* Calculate tccbl. */
+        tcw->tccbl = (sizeof(struct tccb) + tca_size(tccb) +
+                      sizeof(struct tccb_tcat) - 20) >> 2;
+}
+EXPORT_SYMBOL(tcw_finalize);
+
+/**
+ * tcw_set_intrg - set the interrogate tcw address of a tcw
+ * @tcw: the tcw address
+ * @intrg_tcw: the address of the interrogate tcw
+ *
+ * Set the address of the interrogate tcw in the specified tcw.
+ */
+void tcw_set_intrg(struct tcw *tcw, struct tcw *intrg_tcw)
+{
+        tcw->intrg = (u32) ((addr_t) intrg_tcw);
+}
+EXPORT_SYMBOL(tcw_set_intrg);
+
+/**
+ * tcw_set_data - set data address and tida flag of a tcw
+ * @tcw: the tcw address
+ * @data: the data address
+ * @use_tidal: zero of the data address specifies a contiguous block of data,
+ * non-zero if it specifies a list if tidaws.
+ *
+ * Set the input/output data address of a tcw (depending on the value of the
+ * r-flag and w-flag). If @use_tidal is non-zero, the corresponding tida flag
+ * is set as well.
+ */
+void tcw_set_data(struct tcw *tcw, void *data, int use_tidal)
+{
+        if (tcw->r) {
+                tcw->input = (u64) ((addr_t) data);
+                if (use_tidal)
+                        tcw->flags |= TCW_FLAGS_INPUT_TIDA;
+        } else if (tcw->w) {
+                tcw->output = (u64) ((addr_t) data);
+                if (use_tidal)
+                        tcw->flags |= TCW_FLAGS_OUTPUT_TIDA;
+        }
+}
+EXPORT_SYMBOL(tcw_set_data);
+
+/**
+ * tcw_set_tccb - set tccb address of a tcw
+ * @tcw: the tcw address
+ * @tccb: the tccb address
+ *
+ * Set the address of the tccb in the specified tcw.
+ */
+void tcw_set_tccb(struct tcw *tcw, struct tccb *tccb)
+{
+        tcw->tccb = (u64) ((addr_t) tccb);
+}
+EXPORT_SYMBOL(tcw_set_tccb);
+
+/**
+ * tcw_set_tsb - set tsb address of a tcw
+ * @tcw: the tcw address
+ * @tsb: the tsb address
+ *
+ * Set the address of the tsb in the specified tcw.
+ */
+void tcw_set_tsb(struct tcw *tcw, struct tsb *tsb)
+{
+        tcw->tsb = (u64) ((addr_t) tsb);
+}
+EXPORT_SYMBOL(tcw_set_tsb);
+
+/**
+ * tccb_init - initialize tccb
+ * @tccb: the tccb address
+ * @size: the maximum size of the tccb
+ * @sac: the service-action-code to be user
+ *
+ * Initialize the header of the specified tccb by resetting all values to zero
+ * and filling in defaults for format, sac and initial tcal fields.
+ */
+void tccb_init(struct tccb *tccb, size_t size, u32 sac)
+{
+        memset(tccb, 0, size);
+        tccb->tcah.format = TCCB_FORMAT_DEFAULT;
+        tccb->tcah.sac = sac;
+        tccb->tcah.tcal = 12;
+}
+EXPORT_SYMBOL(tccb_init);
+
+/**
+ * tsb_init - initialize tsb
+ * @tsb: the tsb address
+ *
+ * Initialize the specified tsb by resetting all values to zero.
+ */
+void tsb_init(struct tsb *tsb)
+{
+        memset(tsb, 0, sizeof(tsb));
+}
+EXPORT_SYMBOL(tsb_init);
+
+/**
+ * tccb_add_dcw - add a dcw to the tccb
+ * @tccb: the tccb address
+ * @tccb_size: the maximum tccb size
+ * @cmd: the dcw command
+ * @flags: flags for the dcw
+ * @cd: pointer to control data for this dcw or NULL if none is required
+ * @cd_count: number of control data bytes for this dcw
+ * @count: number of data bytes for this dcw
+ *
+ * Add a new dcw to the specified tccb by writing the dcw information specified
+ * by @cmd, @flags, @cd, @cd_count and @count to the tca of the tccb. Return
+ * a pointer to the newly added dcw on success or -%ENOSPC if the new dcw
+ * would exceed the available space as defined by @tccb_size.
+ *
+ * Note: the tcal field of the tccb header will be updates to reflect added
+ * content.
+ */
+struct dcw *tccb_add_dcw(struct tccb *tccb, size_t tccb_size, u8 cmd, u8 flags,
+                         void *cd, u8 cd_count, u32 count)
+{
+        struct dcw *dcw;
+        int size;
+        int tca_offset;
+
+        /* Check for space. */
+        tca_offset = tca_size(tccb);
+        size = ALIGN(sizeof(struct dcw) + cd_count, 4);
+        if (sizeof(struct tccb_tcah) + tca_offset + size +
+            sizeof(struct tccb_tcat) > tccb_size)
+                return ERR_PTR(-ENOSPC);
+        /* Add dcw to tca. */
+        dcw = (struct dcw *) &tccb->tca[tca_offset];
+        memset(dcw, 0, size);
+        dcw->cmd = cmd;
+        dcw->flags = flags;
+        dcw->count = count;
+        dcw->cd_count = cd_count;
+        if (cd)
+                memcpy(&dcw->cd[0], cd, cd_count);
+        tccb->tcah.tcal += size;
+        return dcw;
+}
+EXPORT_SYMBOL(tccb_add_dcw);
+
+/**
+ * tcw_add_tidaw - add a tidaw to a tcw
+ * @tcw: the tcw address
+ * @num_tidaws: the current number of tidaws
+ * @flags: flags for the new tidaw
+ * @addr: address value for the new tidaw
+ * @count: count value for the new tidaw
+ *
+ * Add a new tidaw to the input/output data tidaw-list of the specified tcw
+ * (depending on the value of the r-flag and w-flag) and return a pointer to
+ * the new tidaw.
+ *
+ * Note: the tidaw-list is assumed to be contiguous with no ttics. The caller
+ * must ensure that there is enough space for the new tidaw. The last-tidaw
+ * flag for the last tidaw in the list will be set by tcw_finalize.
+ */
+struct tidaw *tcw_add_tidaw(struct tcw *tcw, int num_tidaws, u8 flags,
+                            void *addr, u32 count)
+{
+        struct tidaw *tidaw;
+
+        /* Add tidaw to tidaw-list. */
+        tidaw = ((struct tidaw *) tcw_get_data(tcw)) + num_tidaws;
+        memset(tidaw, 0, sizeof(struct tidaw));
+        tidaw->flags = flags;
+        tidaw->count = count;
+        tidaw->addr = (u64) ((addr_t) addr);
+        return tidaw;
+}
+EXPORT_SYMBOL(tcw_add_tidaw);
diff --git a/drivers/s390/cio/io_sch.h b/drivers/s390/cio/io_sch.h
index 8c613160bfce..b774960e76af 100644
--- a/drivers/s390/cio/io_sch.h
+++ b/drivers/s390/cio/io_sch.h
@@ -4,9 +4,9 @@
 #include "schid.h"
 
 /*
- * operation request block
+ * command-mode operation request block
  */
-struct orb {
+struct cmd_orb {
         u32 intparm;    /* interruption parameter */
         u32 key  : 4;   /* flags, like key, suspend control, etc. */
         u32 spnd : 1;   /* suspend control */
@@ -28,8 +28,36 @@ struct orb {
         u32 cpa;        /* channel program address */
 }  __attribute__ ((packed, aligned(4)));
 
+/*
+ * transport-mode operation request block
+ */
+struct tm_orb {
+        u32 intparm;
+        u32 key:4;
+        u32 :9;
+        u32 b:1;
+        u32 :2;
+        u32 lpm:8;
+        u32 :7;
+        u32 x:1;
+        u32 tcw;
+        u32 prio:8;
+        u32 :8;
+        u32 rsvpgm:8;
+        u32 :8;
+        u32 :32;
+        u32 :32;
+        u32 :32;
+        u32 :32;
+}  __attribute__ ((packed, aligned(4)));
+
+union orb {
+        struct cmd_orb cmd;
+        struct tm_orb tm;
+}  __attribute__ ((packed, aligned(4)));
+
 struct io_subchannel_private {
-        struct orb orb;         /* operation request block */
+        union orb orb;          /* operation request block */
         struct ccw1 sense_ccw;  /* static ccw for sense command */
 } __attribute__ ((aligned(8)));
 
@@ -95,16 +123,18 @@ struct ccw_device_private {
         void *cmb_wait;                 /* deferred cmb enable/disable */
 };
 
-static inline int ssch(struct subchannel_id schid, volatile struct orb *addr)
+static inline int ssch(struct subchannel_id schid, volatile union orb *addr)
 {
         register struct subchannel_id reg1 asm("1") = schid;
-        int ccode;
+        int ccode = -EIO;
 
         asm volatile(
                 "       ssch    0(%2)\n"
-                "       ipm     %0\n"
-                "       srl     %0,28"
-                : "=d" (ccode) : "d" (reg1), "a" (addr), "m" (*addr) : "cc");
+                "0:     ipm     %0\n"
+                "       srl     %0,28\n"
+                "1:\n"
+                EX_TABLE(0b, 1b)
+                : "+d" (ccode) : "d" (reg1), "a" (addr), "m" (*addr) : "cc");
         return ccode;
 }