1 files changed, 24 insertions, 9 deletions

diff --git a/fs/nfs/direct.c b/fs/nfs/direct.c
index 2e7142bcb4c8..7ab7ec9f4eed 100644
--- a/fs/nfs/direct.c
+++ b/fs/nfs/direct.c
@@ -117,12 +117,6 @@ static inline int put_dreq(struct nfs_direct_req *dreq)
         return atomic_dec_and_test(&dreq->io_count);
 }
 
-void nfs_direct_set_resched_writes(struct nfs_direct_req *dreq)
-{
-        dreq->flags = NFS_ODIRECT_RESCHED_WRITES;
-}
-EXPORT_SYMBOL_GPL(nfs_direct_set_resched_writes);
-
 static void
 nfs_direct_good_bytes(struct nfs_direct_req *dreq, struct nfs_pgio_header *hdr)
 {
@@ -735,14 +729,20 @@ static void nfs_direct_commit_complete(struct nfs_commit_data *data)
                 nfs_direct_write_complete(dreq, data->inode);
 }
 
-static void nfs_direct_error_cleanup(struct nfs_inode *nfsi)
+static void nfs_direct_resched_write(struct nfs_commit_info *cinfo,
+                struct nfs_page *req)
 {
-        /* There is no lock to clear */
+        struct nfs_direct_req *dreq = cinfo->dreq;
+
+        spin_lock(&dreq->lock);
+        dreq->flags = NFS_ODIRECT_RESCHED_WRITES;
+        spin_unlock(&dreq->lock);
+        nfs_mark_request_commit(req, NULL, cinfo, 0);
 }
 
 static const struct nfs_commit_completion_ops nfs_direct_commit_completion_ops = {
         .completion = nfs_direct_commit_complete,
-        .error_cleanup = nfs_direct_error_cleanup,
+        .resched_write = nfs_direct_resched_write,
 };
 
 static void nfs_direct_commit_schedule(struct nfs_direct_req *dreq)
@@ -847,10 +847,25 @@ static void nfs_write_sync_pgio_error(struct list_head *head)
         }
 }
 
+static void nfs_direct_write_reschedule_io(struct nfs_pgio_header *hdr)
+{
+        struct nfs_direct_req *dreq = hdr->dreq;
+
+        spin_lock(&dreq->lock);
+        if (dreq->error == 0) {
+                dreq->flags = NFS_ODIRECT_RESCHED_WRITES;
+                /* fake unstable write to let common nfs resend pages */
+                hdr->verf.committed = NFS_UNSTABLE;
+                hdr->good_bytes = hdr->args.count;
+        }
+        spin_unlock(&dreq->lock);
+}
+
 static const struct nfs_pgio_completion_ops nfs_direct_write_completion_ops = {
         .error_cleanup = nfs_write_sync_pgio_error,
         .init_hdr = nfs_direct_pgio_init,
         .completion = nfs_direct_write_completion,
+        .reschedule_io = nfs_direct_write_reschedule_io,
 };