aboutsummaryrefslogtreecommitdiffstats
path: root/fs/xfs/linux-2.6/xfs_lrw.c
diff options
context:
space:
mode:
Diffstat (limited to 'fs/xfs/linux-2.6/xfs_lrw.c')
-rw-r--r--fs/xfs/linux-2.6/xfs_lrw.c163
1 files changed, 95 insertions, 68 deletions
diff --git a/fs/xfs/linux-2.6/xfs_lrw.c b/fs/xfs/linux-2.6/xfs_lrw.c
index 558076dd0752..86fb671a8bcc 100644
--- a/fs/xfs/linux-2.6/xfs_lrw.c
+++ b/fs/xfs/linux-2.6/xfs_lrw.c
@@ -191,7 +191,7 @@ xfs_read(
191 struct file *file = iocb->ki_filp; 191 struct file *file = iocb->ki_filp;
192 struct inode *inode = file->f_mapping->host; 192 struct inode *inode = file->f_mapping->host;
193 size_t size = 0; 193 size_t size = 0;
194 ssize_t ret; 194 ssize_t ret = 0;
195 xfs_fsize_t n; 195 xfs_fsize_t n;
196 xfs_inode_t *ip; 196 xfs_inode_t *ip;
197 xfs_mount_t *mp; 197 xfs_mount_t *mp;
@@ -224,7 +224,7 @@ xfs_read(
224 mp->m_rtdev_targp : mp->m_ddev_targp; 224 mp->m_rtdev_targp : mp->m_ddev_targp;
225 if ((*offset & target->bt_smask) || 225 if ((*offset & target->bt_smask) ||
226 (size & target->bt_smask)) { 226 (size & target->bt_smask)) {
227 if (*offset == ip->i_d.di_size) { 227 if (*offset == ip->i_size) {
228 return (0); 228 return (0);
229 } 229 }
230 return -XFS_ERROR(EINVAL); 230 return -XFS_ERROR(EINVAL);
@@ -263,9 +263,13 @@ xfs_read(
263 263
264 if (unlikely(ioflags & IO_ISDIRECT)) { 264 if (unlikely(ioflags & IO_ISDIRECT)) {
265 if (VN_CACHED(vp)) 265 if (VN_CACHED(vp))
266 bhv_vop_flushinval_pages(vp, ctooff(offtoct(*offset)), 266 ret = bhv_vop_flushinval_pages(vp, ctooff(offtoct(*offset)),
267 -1, FI_REMAPF_LOCKED); 267 -1, FI_REMAPF_LOCKED);
268 mutex_unlock(&inode->i_mutex); 268 mutex_unlock(&inode->i_mutex);
269 if (ret) {
270 xfs_iunlock(ip, XFS_IOLOCK_SHARED);
271 return ret;
272 }
269 } 273 }
270 274
271 xfs_rw_enter_trace(XFS_READ_ENTER, &ip->i_iocore, 275 xfs_rw_enter_trace(XFS_READ_ENTER, &ip->i_iocore,
@@ -383,9 +387,10 @@ xfs_splice_write(
383{ 387{
384 xfs_inode_t *ip = XFS_BHVTOI(bdp); 388 xfs_inode_t *ip = XFS_BHVTOI(bdp);
385 xfs_mount_t *mp = ip->i_mount; 389 xfs_mount_t *mp = ip->i_mount;
390 xfs_iocore_t *io = &ip->i_iocore;
386 ssize_t ret; 391 ssize_t ret;
387 struct inode *inode = outfilp->f_mapping->host; 392 struct inode *inode = outfilp->f_mapping->host;
388 xfs_fsize_t isize; 393 xfs_fsize_t isize, new_size;
389 394
390 XFS_STATS_INC(xs_write_calls); 395 XFS_STATS_INC(xs_write_calls);
391 if (XFS_FORCED_SHUTDOWN(ip->i_mount)) 396 if (XFS_FORCED_SHUTDOWN(ip->i_mount))
@@ -406,6 +411,14 @@ xfs_splice_write(
406 return -error; 411 return -error;
407 } 412 }
408 } 413 }
414
415 new_size = *ppos + count;
416
417 xfs_ilock(ip, XFS_ILOCK_EXCL);
418 if (new_size > ip->i_size)
419 io->io_new_size = new_size;
420 xfs_iunlock(ip, XFS_ILOCK_EXCL);
421
409 xfs_rw_enter_trace(XFS_SPLICE_WRITE_ENTER, &ip->i_iocore, 422 xfs_rw_enter_trace(XFS_SPLICE_WRITE_ENTER, &ip->i_iocore,
410 pipe, count, *ppos, ioflags); 423 pipe, count, *ppos, ioflags);
411 ret = generic_file_splice_write(pipe, outfilp, ppos, count, flags); 424 ret = generic_file_splice_write(pipe, outfilp, ppos, count, flags);
@@ -416,14 +429,18 @@ xfs_splice_write(
416 if (unlikely(ret < 0 && ret != -EFAULT && *ppos > isize)) 429 if (unlikely(ret < 0 && ret != -EFAULT && *ppos > isize))
417 *ppos = isize; 430 *ppos = isize;
418 431
419 if (*ppos > ip->i_d.di_size) { 432 if (*ppos > ip->i_size) {
420 xfs_ilock(ip, XFS_ILOCK_EXCL); 433 xfs_ilock(ip, XFS_ILOCK_EXCL);
421 if (*ppos > ip->i_d.di_size) { 434 if (*ppos > ip->i_size)
422 ip->i_d.di_size = *ppos; 435 ip->i_size = *ppos;
423 i_size_write(inode, *ppos); 436 xfs_iunlock(ip, XFS_ILOCK_EXCL);
424 ip->i_update_core = 1; 437 }
425 ip->i_update_size = 1; 438
426 } 439 if (io->io_new_size) {
440 xfs_ilock(ip, XFS_ILOCK_EXCL);
441 io->io_new_size = 0;
442 if (ip->i_d.di_size > ip->i_size)
443 ip->i_d.di_size = ip->i_size;
427 xfs_iunlock(ip, XFS_ILOCK_EXCL); 444 xfs_iunlock(ip, XFS_ILOCK_EXCL);
428 } 445 }
429 xfs_iunlock(ip, XFS_IOLOCK_EXCL); 446 xfs_iunlock(ip, XFS_IOLOCK_EXCL);
@@ -644,7 +661,7 @@ xfs_write(
644 bhv_vrwlock_t locktype; 661 bhv_vrwlock_t locktype;
645 size_t ocount = 0, count; 662 size_t ocount = 0, count;
646 loff_t pos; 663 loff_t pos;
647 int need_i_mutex = 1, need_flush = 0; 664 int need_i_mutex;
648 665
649 XFS_STATS_INC(xs_write_calls); 666 XFS_STATS_INC(xs_write_calls);
650 667
@@ -669,39 +686,20 @@ xfs_write(
669 if (XFS_FORCED_SHUTDOWN(mp)) 686 if (XFS_FORCED_SHUTDOWN(mp))
670 return -EIO; 687 return -EIO;
671 688
672 if (ioflags & IO_ISDIRECT) {
673 xfs_buftarg_t *target =
674 (xip->i_d.di_flags & XFS_DIFLAG_REALTIME) ?
675 mp->m_rtdev_targp : mp->m_ddev_targp;
676
677 if ((pos & target->bt_smask) || (count & target->bt_smask))
678 return XFS_ERROR(-EINVAL);
679
680 if (!VN_CACHED(vp) && pos < i_size_read(inode))
681 need_i_mutex = 0;
682
683 if (VN_CACHED(vp))
684 need_flush = 1;
685 }
686
687relock: 689relock:
688 if (need_i_mutex) { 690 if (ioflags & IO_ISDIRECT) {
691 iolock = XFS_IOLOCK_SHARED;
692 locktype = VRWLOCK_WRITE_DIRECT;
693 need_i_mutex = 0;
694 } else {
689 iolock = XFS_IOLOCK_EXCL; 695 iolock = XFS_IOLOCK_EXCL;
690 locktype = VRWLOCK_WRITE; 696 locktype = VRWLOCK_WRITE;
691 697 need_i_mutex = 1;
692 mutex_lock(&inode->i_mutex); 698 mutex_lock(&inode->i_mutex);
693 } else {
694 iolock = XFS_IOLOCK_SHARED;
695 locktype = VRWLOCK_WRITE_DIRECT;
696 } 699 }
697 700
698 xfs_ilock(xip, XFS_ILOCK_EXCL|iolock); 701 xfs_ilock(xip, XFS_ILOCK_EXCL|iolock);
699 702
700 isize = i_size_read(inode);
701
702 if (file->f_flags & O_APPEND)
703 *offset = isize;
704
705start: 703start:
706 error = -generic_write_checks(file, &pos, &count, 704 error = -generic_write_checks(file, &pos, &count,
707 S_ISBLK(inode->i_mode)); 705 S_ISBLK(inode->i_mode));
@@ -710,13 +708,8 @@ start:
710 goto out_unlock_mutex; 708 goto out_unlock_mutex;
711 } 709 }
712 710
713 new_size = pos + count;
714 if (new_size > isize)
715 io->io_new_size = new_size;
716
717 if ((DM_EVENT_ENABLED(vp->v_vfsp, xip, DM_EVENT_WRITE) && 711 if ((DM_EVENT_ENABLED(vp->v_vfsp, xip, DM_EVENT_WRITE) &&
718 !(ioflags & IO_INVIS) && !eventsent)) { 712 !(ioflags & IO_INVIS) && !eventsent)) {
719 loff_t savedsize = pos;
720 int dmflags = FILP_DELAY_FLAG(file); 713 int dmflags = FILP_DELAY_FLAG(file);
721 714
722 if (need_i_mutex) 715 if (need_i_mutex)
@@ -727,8 +720,7 @@ start:
727 pos, count, 720 pos, count,
728 dmflags, &locktype); 721 dmflags, &locktype);
729 if (error) { 722 if (error) {
730 xfs_iunlock(xip, iolock); 723 goto out_unlock_internal;
731 goto out_unlock_mutex;
732 } 724 }
733 xfs_ilock(xip, XFS_ILOCK_EXCL); 725 xfs_ilock(xip, XFS_ILOCK_EXCL);
734 eventsent = 1; 726 eventsent = 1;
@@ -740,12 +732,35 @@ start:
740 * event prevents another call to XFS_SEND_DATA, which is 732 * event prevents another call to XFS_SEND_DATA, which is
741 * what allows the size to change in the first place. 733 * what allows the size to change in the first place.
742 */ 734 */
743 if ((file->f_flags & O_APPEND) && savedsize != isize) { 735 if ((file->f_flags & O_APPEND) && pos != xip->i_size)
744 pos = isize = xip->i_d.di_size; 736 goto start;
737 }
738
739 if (ioflags & IO_ISDIRECT) {
740 xfs_buftarg_t *target =
741 (xip->i_d.di_flags & XFS_DIFLAG_REALTIME) ?
742 mp->m_rtdev_targp : mp->m_ddev_targp;
743
744 if ((pos & target->bt_smask) || (count & target->bt_smask)) {
745 xfs_iunlock(xip, XFS_ILOCK_EXCL|iolock);
746 return XFS_ERROR(-EINVAL);
747 }
748
749 if (!need_i_mutex && (VN_CACHED(vp) || pos > xip->i_size)) {
750 xfs_iunlock(xip, XFS_ILOCK_EXCL|iolock);
751 iolock = XFS_IOLOCK_EXCL;
752 locktype = VRWLOCK_WRITE;
753 need_i_mutex = 1;
754 mutex_lock(&inode->i_mutex);
755 xfs_ilock(xip, XFS_ILOCK_EXCL|iolock);
745 goto start; 756 goto start;
746 } 757 }
747 } 758 }
748 759
760 new_size = pos + count;
761 if (new_size > xip->i_size)
762 io->io_new_size = new_size;
763
749 if (likely(!(ioflags & IO_INVIS))) { 764 if (likely(!(ioflags & IO_INVIS))) {
750 file_update_time(file); 765 file_update_time(file);
751 xfs_ichgtime_fast(xip, inode, 766 xfs_ichgtime_fast(xip, inode,
@@ -761,11 +776,11 @@ start:
761 * to zero it out up to the new size. 776 * to zero it out up to the new size.
762 */ 777 */
763 778
764 if (pos > isize) { 779 if (pos > xip->i_size) {
765 error = xfs_zero_eof(BHV_TO_VNODE(bdp), io, pos, isize); 780 error = xfs_zero_eof(BHV_TO_VNODE(bdp), io, pos, xip->i_size);
766 if (error) { 781 if (error) {
767 xfs_iunlock(xip, XFS_ILOCK_EXCL|iolock); 782 xfs_iunlock(xip, XFS_ILOCK_EXCL);
768 goto out_unlock_mutex; 783 goto out_unlock_internal;
769 } 784 }
770 } 785 }
771 xfs_iunlock(xip, XFS_ILOCK_EXCL); 786 xfs_iunlock(xip, XFS_ILOCK_EXCL);
@@ -785,8 +800,7 @@ start:
785 if (likely(!error)) 800 if (likely(!error))
786 error = -remove_suid(file->f_path.dentry); 801 error = -remove_suid(file->f_path.dentry);
787 if (unlikely(error)) { 802 if (unlikely(error)) {
788 xfs_iunlock(xip, iolock); 803 goto out_unlock_internal;
789 goto out_unlock_mutex;
790 } 804 }
791 } 805 }
792 806
@@ -795,11 +809,14 @@ retry:
795 current->backing_dev_info = mapping->backing_dev_info; 809 current->backing_dev_info = mapping->backing_dev_info;
796 810
797 if ((ioflags & IO_ISDIRECT)) { 811 if ((ioflags & IO_ISDIRECT)) {
798 if (need_flush) { 812 if (VN_CACHED(vp)) {
813 WARN_ON(need_i_mutex == 0);
799 xfs_inval_cached_trace(io, pos, -1, 814 xfs_inval_cached_trace(io, pos, -1,
800 ctooff(offtoct(pos)), -1); 815 ctooff(offtoct(pos)), -1);
801 bhv_vop_flushinval_pages(vp, ctooff(offtoct(pos)), 816 error = bhv_vop_flushinval_pages(vp, ctooff(offtoct(pos)),
802 -1, FI_REMAPF_LOCKED); 817 -1, FI_REMAPF_LOCKED);
818 if (error)
819 goto out_unlock_internal;
803 } 820 }
804 821
805 if (need_i_mutex) { 822 if (need_i_mutex) {
@@ -827,7 +844,6 @@ retry:
827 pos += ret; 844 pos += ret;
828 count -= ret; 845 count -= ret;
829 846
830 need_i_mutex = 1;
831 ioflags &= ~IO_ISDIRECT; 847 ioflags &= ~IO_ISDIRECT;
832 xfs_iunlock(xip, iolock); 848 xfs_iunlock(xip, iolock);
833 goto relock; 849 goto relock;
@@ -854,12 +870,12 @@ retry:
854 error = XFS_SEND_NAMESP(xip->i_mount, DM_EVENT_NOSPACE, vp, 870 error = XFS_SEND_NAMESP(xip->i_mount, DM_EVENT_NOSPACE, vp,
855 DM_RIGHT_NULL, vp, DM_RIGHT_NULL, NULL, NULL, 871 DM_RIGHT_NULL, vp, DM_RIGHT_NULL, NULL, NULL,
856 0, 0, 0); /* Delay flag intentionally unused */ 872 0, 0, 0); /* Delay flag intentionally unused */
857 if (error)
858 goto out_nounlocks;
859 if (need_i_mutex) 873 if (need_i_mutex)
860 mutex_lock(&inode->i_mutex); 874 mutex_lock(&inode->i_mutex);
861 xfs_rwlock(bdp, locktype); 875 xfs_rwlock(bdp, locktype);
862 pos = xip->i_d.di_size; 876 if (error)
877 goto out_unlock_internal;
878 pos = xip->i_size;
863 ret = 0; 879 ret = 0;
864 goto retry; 880 goto retry;
865 } 881 }
@@ -868,14 +884,10 @@ retry:
868 if (unlikely(ret < 0 && ret != -EFAULT && *offset > isize)) 884 if (unlikely(ret < 0 && ret != -EFAULT && *offset > isize))
869 *offset = isize; 885 *offset = isize;
870 886
871 if (*offset > xip->i_d.di_size) { 887 if (*offset > xip->i_size) {
872 xfs_ilock(xip, XFS_ILOCK_EXCL); 888 xfs_ilock(xip, XFS_ILOCK_EXCL);
873 if (*offset > xip->i_d.di_size) { 889 if (*offset > xip->i_size)
874 xip->i_d.di_size = *offset; 890 xip->i_size = *offset;
875 i_size_write(inode, *offset);
876 xip->i_update_core = 1;
877 xip->i_update_size = 1;
878 }
879 xfs_iunlock(xip, XFS_ILOCK_EXCL); 891 xfs_iunlock(xip, XFS_ILOCK_EXCL);
880 } 892 }
881 893
@@ -897,16 +909,31 @@ retry:
897 909
898 error = sync_page_range(inode, mapping, pos, ret); 910 error = sync_page_range(inode, mapping, pos, ret);
899 if (!error) 911 if (!error)
900 error = ret; 912 error = -ret;
901 return error; 913 if (need_i_mutex)
914 mutex_lock(&inode->i_mutex);
915 xfs_rwlock(bdp, locktype);
902 } 916 }
903 917
904 out_unlock_internal: 918 out_unlock_internal:
919 if (io->io_new_size) {
920 xfs_ilock(xip, XFS_ILOCK_EXCL);
921 io->io_new_size = 0;
922 /*
923 * If this was a direct or synchronous I/O that failed (such
924 * as ENOSPC) then part of the I/O may have been written to
925 * disk before the error occured. In this case the on-disk
926 * file size may have been adjusted beyond the in-memory file
927 * size and now needs to be truncated back.
928 */
929 if (xip->i_d.di_size > xip->i_size)
930 xip->i_d.di_size = xip->i_size;
931 xfs_iunlock(xip, XFS_ILOCK_EXCL);
932 }
905 xfs_rwunlock(bdp, locktype); 933 xfs_rwunlock(bdp, locktype);
906 out_unlock_mutex: 934 out_unlock_mutex:
907 if (need_i_mutex) 935 if (need_i_mutex)
908 mutex_unlock(&inode->i_mutex); 936 mutex_unlock(&inode->i_mutex);
909 out_nounlocks:
910 return -error; 937 return -error;
911} 938}
912 939