aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--fs/f2fs/checkpoint.c12
-rw-r--r--fs/f2fs/data.c25
-rw-r--r--fs/f2fs/f2fs.h2
-rw-r--r--fs/f2fs/gc.c10
-rw-r--r--fs/f2fs/inline.c2
-rw-r--r--fs/f2fs/node.c6
-rw-r--r--fs/f2fs/segment.c10
-rw-r--r--fs/f2fs/trace.c6
-rw-r--r--include/trace/events/f2fs.h11
9 files changed, 48 insertions, 36 deletions
diff --git a/fs/f2fs/checkpoint.c b/fs/f2fs/checkpoint.c
index 8d88a964dd04..2bac8a165488 100644
--- a/fs/f2fs/checkpoint.c
+++ b/fs/f2fs/checkpoint.c
@@ -56,7 +56,8 @@ static struct page *__get_meta_page(struct f2fs_sb_info *sbi, pgoff_t index,
56 .sbi = sbi, 56 .sbi = sbi,
57 .type = META, 57 .type = META,
58 .rw = READ_SYNC | REQ_META | REQ_PRIO, 58 .rw = READ_SYNC | REQ_META | REQ_PRIO,
59 .blk_addr = index, 59 .old_blkaddr = index,
60 .new_blkaddr = index,
60 .encrypted_page = NULL, 61 .encrypted_page = NULL,
61 }; 62 };
62 63
@@ -168,24 +169,24 @@ int ra_meta_pages(struct f2fs_sb_info *sbi, block_t start, int nrpages,
168 NAT_BLOCK_OFFSET(NM_I(sbi)->max_nid))) 169 NAT_BLOCK_OFFSET(NM_I(sbi)->max_nid)))
169 blkno = 0; 170 blkno = 0;
170 /* get nat block addr */ 171 /* get nat block addr */
171 fio.blk_addr = current_nat_addr(sbi, 172 fio.new_blkaddr = current_nat_addr(sbi,
172 blkno * NAT_ENTRY_PER_BLOCK); 173 blkno * NAT_ENTRY_PER_BLOCK);
173 break; 174 break;
174 case META_SIT: 175 case META_SIT:
175 /* get sit block addr */ 176 /* get sit block addr */
176 fio.blk_addr = current_sit_addr(sbi, 177 fio.new_blkaddr = current_sit_addr(sbi,
177 blkno * SIT_ENTRY_PER_BLOCK); 178 blkno * SIT_ENTRY_PER_BLOCK);
178 break; 179 break;
179 case META_SSA: 180 case META_SSA:
180 case META_CP: 181 case META_CP:
181 case META_POR: 182 case META_POR:
182 fio.blk_addr = blkno; 183 fio.new_blkaddr = blkno;
183 break; 184 break;
184 default: 185 default:
185 BUG(); 186 BUG();
186 } 187 }
187 188
188 page = grab_cache_page(META_MAPPING(sbi), fio.blk_addr); 189 page = grab_cache_page(META_MAPPING(sbi), fio.new_blkaddr);
189 if (!page) 190 if (!page)
190 continue; 191 continue;
191 if (PageUptodate(page)) { 192 if (PageUptodate(page)) {
@@ -194,6 +195,7 @@ int ra_meta_pages(struct f2fs_sb_info *sbi, block_t start, int nrpages,
194 } 195 }
195 196
196 fio.page = page; 197 fio.page = page;
198 fio.old_blkaddr = fio.new_blkaddr;
197 f2fs_submit_page_mbio(&fio); 199 f2fs_submit_page_mbio(&fio);
198 f2fs_put_page(page, 0); 200 f2fs_put_page(page, 0);
199 } 201 }
diff --git a/fs/f2fs/data.c b/fs/f2fs/data.c
index 8b46e5d9bcdd..8c736838f13c 100644
--- a/fs/f2fs/data.c
+++ b/fs/f2fs/data.c
@@ -219,7 +219,7 @@ int f2fs_submit_page_bio(struct f2fs_io_info *fio)
219 f2fs_trace_ios(fio, 0); 219 f2fs_trace_ios(fio, 0);
220 220
221 /* Allocate a new bio */ 221 /* Allocate a new bio */
222 bio = __bio_alloc(fio->sbi, fio->blk_addr, 1, is_read_io(fio->rw)); 222 bio = __bio_alloc(fio->sbi, fio->new_blkaddr, 1, is_read_io(fio->rw));
223 223
224 if (bio_add_page(bio, page, PAGE_CACHE_SIZE, 0) < PAGE_CACHE_SIZE) { 224 if (bio_add_page(bio, page, PAGE_CACHE_SIZE, 0) < PAGE_CACHE_SIZE) {
225 bio_put(bio); 225 bio_put(bio);
@@ -240,21 +240,24 @@ void f2fs_submit_page_mbio(struct f2fs_io_info *fio)
240 240
241 io = is_read ? &sbi->read_io : &sbi->write_io[btype]; 241 io = is_read ? &sbi->read_io : &sbi->write_io[btype];
242 242
243 verify_block_addr(sbi, fio->blk_addr); 243 if (fio->old_blkaddr != NEW_ADDR)
244 verify_block_addr(sbi, fio->old_blkaddr);
245 verify_block_addr(sbi, fio->new_blkaddr);
244 246
245 down_write(&io->io_rwsem); 247 down_write(&io->io_rwsem);
246 248
247 if (!is_read) 249 if (!is_read)
248 inc_page_count(sbi, F2FS_WRITEBACK); 250 inc_page_count(sbi, F2FS_WRITEBACK);
249 251
250 if (io->bio && (io->last_block_in_bio != fio->blk_addr - 1 || 252 if (io->bio && (io->last_block_in_bio != fio->new_blkaddr - 1 ||
251 io->fio.rw != fio->rw)) 253 io->fio.rw != fio->rw))
252 __submit_merged_bio(io); 254 __submit_merged_bio(io);
253alloc_new: 255alloc_new:
254 if (io->bio == NULL) { 256 if (io->bio == NULL) {
255 int bio_blocks = MAX_BIO_BLOCKS(sbi); 257 int bio_blocks = MAX_BIO_BLOCKS(sbi);
256 258
257 io->bio = __bio_alloc(sbi, fio->blk_addr, bio_blocks, is_read); 259 io->bio = __bio_alloc(sbi, fio->new_blkaddr,
260 bio_blocks, is_read);
258 io->fio = *fio; 261 io->fio = *fio;
259 } 262 }
260 263
@@ -266,7 +269,7 @@ alloc_new:
266 goto alloc_new; 269 goto alloc_new;
267 } 270 }
268 271
269 io->last_block_in_bio = fio->blk_addr; 272 io->last_block_in_bio = fio->new_blkaddr;
270 f2fs_trace_ios(fio, 0); 273 f2fs_trace_ios(fio, 0);
271 274
272 up_write(&io->io_rwsem); 275 up_write(&io->io_rwsem);
@@ -400,7 +403,7 @@ got_it:
400 return page; 403 return page;
401 } 404 }
402 405
403 fio.blk_addr = dn.data_blkaddr; 406 fio.new_blkaddr = fio.old_blkaddr = dn.data_blkaddr;
404 fio.page = page; 407 fio.page = page;
405 err = f2fs_submit_page_bio(&fio); 408 err = f2fs_submit_page_bio(&fio);
406 if (err) 409 if (err)
@@ -1071,11 +1074,10 @@ int do_write_data_page(struct f2fs_io_info *fio)
1071 if (err) 1074 if (err)
1072 return err; 1075 return err;
1073 1076
1074 fio->blk_addr = dn.data_blkaddr;
1075 fio->old_blkaddr = dn.data_blkaddr; 1077 fio->old_blkaddr = dn.data_blkaddr;
1076 1078
1077 /* This page is already truncated */ 1079 /* This page is already truncated */
1078 if (fio->blk_addr == NULL_ADDR) { 1080 if (fio->old_blkaddr == NULL_ADDR) {
1079 ClearPageUptodate(page); 1081 ClearPageUptodate(page);
1080 goto out_writepage; 1082 goto out_writepage;
1081 } 1083 }
@@ -1084,7 +1086,7 @@ int do_write_data_page(struct f2fs_io_info *fio)
1084 1086
1085 /* wait for GCed encrypted page writeback */ 1087 /* wait for GCed encrypted page writeback */
1086 f2fs_wait_on_encrypted_page_writeback(F2FS_I_SB(inode), 1088 f2fs_wait_on_encrypted_page_writeback(F2FS_I_SB(inode),
1087 fio->blk_addr); 1089 fio->old_blkaddr);
1088 1090
1089 fio->encrypted_page = f2fs_encrypt(inode, fio->page); 1091 fio->encrypted_page = f2fs_encrypt(inode, fio->page);
1090 if (IS_ERR(fio->encrypted_page)) { 1092 if (IS_ERR(fio->encrypted_page)) {
@@ -1099,7 +1101,7 @@ int do_write_data_page(struct f2fs_io_info *fio)
1099 * If current allocation needs SSR, 1101 * If current allocation needs SSR,
1100 * it had better in-place writes for updated data. 1102 * it had better in-place writes for updated data.
1101 */ 1103 */
1102 if (unlikely(fio->blk_addr != NEW_ADDR && 1104 if (unlikely(fio->old_blkaddr != NEW_ADDR &&
1103 !is_cold_data(page) && 1105 !is_cold_data(page) &&
1104 !IS_ATOMIC_WRITTEN_PAGE(page) && 1106 !IS_ATOMIC_WRITTEN_PAGE(page) &&
1105 need_inplace_update(inode))) { 1107 need_inplace_update(inode))) {
@@ -1573,7 +1575,8 @@ repeat:
1573 .sbi = sbi, 1575 .sbi = sbi,
1574 .type = DATA, 1576 .type = DATA,
1575 .rw = READ_SYNC, 1577 .rw = READ_SYNC,
1576 .blk_addr = blkaddr, 1578 .old_blkaddr = blkaddr,
1579 .new_blkaddr = blkaddr,
1577 .page = page, 1580 .page = page,
1578 .encrypted_page = NULL, 1581 .encrypted_page = NULL,
1579 }; 1582 };
diff --git a/fs/f2fs/f2fs.h b/fs/f2fs/f2fs.h
index d24ae3b58e3d..da8d99d4091e 100644
--- a/fs/f2fs/f2fs.h
+++ b/fs/f2fs/f2fs.h
@@ -695,7 +695,7 @@ struct f2fs_io_info {
695 struct f2fs_sb_info *sbi; /* f2fs_sb_info pointer */ 695 struct f2fs_sb_info *sbi; /* f2fs_sb_info pointer */
696 enum page_type type; /* contains DATA/NODE/META/META_FLUSH */ 696 enum page_type type; /* contains DATA/NODE/META/META_FLUSH */
697 int rw; /* contains R/RS/W/WS with REQ_META/REQ_PRIO */ 697 int rw; /* contains R/RS/W/WS with REQ_META/REQ_PRIO */
698 block_t blk_addr; /* block address to be written */ 698 block_t new_blkaddr; /* new block address to be written */
699 block_t old_blkaddr; /* old block address before Cow */ 699 block_t old_blkaddr; /* old block address before Cow */
700 struct page *page; /* page to be written */ 700 struct page *page; /* page to be written */
701 struct page *encrypted_page; /* encrypted page */ 701 struct page *encrypted_page; /* encrypted page */
diff --git a/fs/f2fs/gc.c b/fs/f2fs/gc.c
index 8d63fc0b84ea..4bd0c91d7b5f 100644
--- a/fs/f2fs/gc.c
+++ b/fs/f2fs/gc.c
@@ -581,10 +581,10 @@ static void move_encrypted_block(struct inode *inode, block_t bidx)
581 581
582 /* read page */ 582 /* read page */
583 fio.page = page; 583 fio.page = page;
584 fio.blk_addr = dn.data_blkaddr; 584 fio.new_blkaddr = fio.old_blkaddr = dn.data_blkaddr;
585 585
586 fio.encrypted_page = pagecache_get_page(META_MAPPING(fio.sbi), 586 fio.encrypted_page = pagecache_get_page(META_MAPPING(fio.sbi),
587 fio.blk_addr, 587 fio.new_blkaddr,
588 FGP_LOCK|FGP_CREAT, 588 FGP_LOCK|FGP_CREAT,
589 GFP_NOFS); 589 GFP_NOFS);
590 if (!fio.encrypted_page) 590 if (!fio.encrypted_page)
@@ -611,12 +611,12 @@ static void move_encrypted_block(struct inode *inode, block_t bidx)
611 611
612 /* allocate block address */ 612 /* allocate block address */
613 f2fs_wait_on_page_writeback(dn.node_page, NODE, true); 613 f2fs_wait_on_page_writeback(dn.node_page, NODE, true);
614 allocate_data_block(fio.sbi, NULL, fio.blk_addr, 614 allocate_data_block(fio.sbi, NULL, fio.old_blkaddr, &fio.new_blkaddr,
615 &fio.blk_addr, &sum, CURSEG_COLD_DATA); 615 &sum, CURSEG_COLD_DATA);
616 fio.rw = WRITE_SYNC; 616 fio.rw = WRITE_SYNC;
617 f2fs_submit_page_mbio(&fio); 617 f2fs_submit_page_mbio(&fio);
618 618
619 dn.data_blkaddr = fio.blk_addr; 619 dn.data_blkaddr = fio.new_blkaddr;
620 set_data_blkaddr(&dn); 620 set_data_blkaddr(&dn);
621 f2fs_update_extent_cache(&dn); 621 f2fs_update_extent_cache(&dn);
622 set_inode_flag(F2FS_I(inode), FI_APPEND_WRITE); 622 set_inode_flag(F2FS_I(inode), FI_APPEND_WRITE);
diff --git a/fs/f2fs/inline.c b/fs/f2fs/inline.c
index 6caad8bea8aa..d40261ca0f29 100644
--- a/fs/f2fs/inline.c
+++ b/fs/f2fs/inline.c
@@ -131,7 +131,7 @@ int f2fs_convert_inline_page(struct dnode_of_data *dn, struct page *page)
131 131
132 /* write data page to try to make data consistent */ 132 /* write data page to try to make data consistent */
133 set_page_writeback(page); 133 set_page_writeback(page);
134 fio.blk_addr = dn->data_blkaddr; 134 fio.old_blkaddr = dn->data_blkaddr;
135 write_data_page(dn, &fio); 135 write_data_page(dn, &fio);
136 set_data_blkaddr(dn); 136 set_data_blkaddr(dn);
137 f2fs_update_extent_cache(dn); 137 f2fs_update_extent_cache(dn);
diff --git a/fs/f2fs/node.c b/fs/f2fs/node.c
index 82cde7a2117c..68506f46a479 100644
--- a/fs/f2fs/node.c
+++ b/fs/f2fs/node.c
@@ -1068,7 +1068,7 @@ static int read_node_page(struct page *page, int rw)
1068 if (PageUptodate(page)) 1068 if (PageUptodate(page))
1069 return LOCKED_PAGE; 1069 return LOCKED_PAGE;
1070 1070
1071 fio.blk_addr = ni.blk_addr; 1071 fio.new_blkaddr = fio.old_blkaddr = ni.blk_addr;
1072 return f2fs_submit_page_bio(&fio); 1072 return f2fs_submit_page_bio(&fio);
1073} 1073}
1074 1074
@@ -1438,9 +1438,9 @@ static int f2fs_write_node_page(struct page *page,
1438 } 1438 }
1439 1439
1440 set_page_writeback(page); 1440 set_page_writeback(page);
1441 fio.blk_addr = ni.blk_addr; 1441 fio.old_blkaddr = ni.blk_addr;
1442 write_node_page(nid, &fio); 1442 write_node_page(nid, &fio);
1443 set_node_addr(sbi, &ni, fio.blk_addr, is_fsync_dnode(page)); 1443 set_node_addr(sbi, &ni, fio.new_blkaddr, is_fsync_dnode(page));
1444 dec_page_count(sbi, F2FS_DIRTY_NODES); 1444 dec_page_count(sbi, F2FS_DIRTY_NODES);
1445 up_read(&sbi->node_write); 1445 up_read(&sbi->node_write);
1446 1446
diff --git a/fs/f2fs/segment.c b/fs/f2fs/segment.c
index 5d0e6e6f3af7..d8e13b0d4966 100644
--- a/fs/f2fs/segment.c
+++ b/fs/f2fs/segment.c
@@ -1385,8 +1385,8 @@ static void do_write_page(struct f2fs_summary *sum, struct f2fs_io_info *fio)
1385{ 1385{
1386 int type = __get_segment_type(fio->page, fio->type); 1386 int type = __get_segment_type(fio->page, fio->type);
1387 1387
1388 allocate_data_block(fio->sbi, fio->page, fio->blk_addr, 1388 allocate_data_block(fio->sbi, fio->page, fio->old_blkaddr,
1389 &fio->blk_addr, sum, type); 1389 &fio->new_blkaddr, sum, type);
1390 1390
1391 /* writeout dirty page into bdev */ 1391 /* writeout dirty page into bdev */
1392 f2fs_submit_page_mbio(fio); 1392 f2fs_submit_page_mbio(fio);
@@ -1398,7 +1398,8 @@ void write_meta_page(struct f2fs_sb_info *sbi, struct page *page)
1398 .sbi = sbi, 1398 .sbi = sbi,
1399 .type = META, 1399 .type = META,
1400 .rw = WRITE_SYNC | REQ_META | REQ_PRIO, 1400 .rw = WRITE_SYNC | REQ_META | REQ_PRIO,
1401 .blk_addr = page->index, 1401 .old_blkaddr = page->index,
1402 .new_blkaddr = page->index,
1402 .page = page, 1403 .page = page,
1403 .encrypted_page = NULL, 1404 .encrypted_page = NULL,
1404 }; 1405 };
@@ -1428,11 +1429,12 @@ void write_data_page(struct dnode_of_data *dn, struct f2fs_io_info *fio)
1428 get_node_info(sbi, dn->nid, &ni); 1429 get_node_info(sbi, dn->nid, &ni);
1429 set_summary(&sum, dn->nid, dn->ofs_in_node, ni.version); 1430 set_summary(&sum, dn->nid, dn->ofs_in_node, ni.version);
1430 do_write_page(&sum, fio); 1431 do_write_page(&sum, fio);
1431 dn->data_blkaddr = fio->blk_addr; 1432 dn->data_blkaddr = fio->new_blkaddr;
1432} 1433}
1433 1434
1434void rewrite_data_page(struct f2fs_io_info *fio) 1435void rewrite_data_page(struct f2fs_io_info *fio)
1435{ 1436{
1437 fio->new_blkaddr = fio->old_blkaddr;
1436 stat_inc_inplace_blocks(fio->sbi); 1438 stat_inc_inplace_blocks(fio->sbi);
1437 f2fs_submit_page_mbio(fio); 1439 f2fs_submit_page_mbio(fio);
1438} 1440}
diff --git a/fs/f2fs/trace.c b/fs/f2fs/trace.c
index 145fb659ad44..562ce0821559 100644
--- a/fs/f2fs/trace.c
+++ b/fs/f2fs/trace.c
@@ -29,7 +29,8 @@ static inline void __print_last_io(void)
29 last_io.major, last_io.minor, 29 last_io.major, last_io.minor,
30 last_io.pid, "----------------", 30 last_io.pid, "----------------",
31 last_io.type, 31 last_io.type,
32 last_io.fio.rw, last_io.fio.blk_addr, 32 last_io.fio.rw,
33 last_io.fio.new_blkaddr,
33 last_io.len); 34 last_io.len);
34 memset(&last_io, 0, sizeof(last_io)); 35 memset(&last_io, 0, sizeof(last_io));
35} 36}
@@ -101,7 +102,8 @@ void f2fs_trace_ios(struct f2fs_io_info *fio, int flush)
101 last_io.pid == pid && 102 last_io.pid == pid &&
102 last_io.type == __file_type(inode, pid) && 103 last_io.type == __file_type(inode, pid) &&
103 last_io.fio.rw == fio->rw && 104 last_io.fio.rw == fio->rw &&
104 last_io.fio.blk_addr + last_io.len == fio->blk_addr) { 105 last_io.fio.new_blkaddr + last_io.len ==
106 fio->new_blkaddr) {
105 last_io.len++; 107 last_io.len++;
106 return; 108 return;
107 } 109 }
diff --git a/include/trace/events/f2fs.h b/include/trace/events/f2fs.h
index 851f15897afb..0f565845707b 100644
--- a/include/trace/events/f2fs.h
+++ b/include/trace/events/f2fs.h
@@ -728,7 +728,8 @@ DECLARE_EVENT_CLASS(f2fs__submit_page_bio,
728 __field(dev_t, dev) 728 __field(dev_t, dev)
729 __field(ino_t, ino) 729 __field(ino_t, ino)
730 __field(pgoff_t, index) 730 __field(pgoff_t, index)
731 __field(block_t, blkaddr) 731 __field(block_t, old_blkaddr)
732 __field(block_t, new_blkaddr)
732 __field(int, rw) 733 __field(int, rw)
733 __field(int, type) 734 __field(int, type)
734 ), 735 ),
@@ -737,16 +738,18 @@ DECLARE_EVENT_CLASS(f2fs__submit_page_bio,
737 __entry->dev = page->mapping->host->i_sb->s_dev; 738 __entry->dev = page->mapping->host->i_sb->s_dev;
738 __entry->ino = page->mapping->host->i_ino; 739 __entry->ino = page->mapping->host->i_ino;
739 __entry->index = page->index; 740 __entry->index = page->index;
740 __entry->blkaddr = fio->blk_addr; 741 __entry->old_blkaddr = fio->old_blkaddr;
742 __entry->new_blkaddr = fio->new_blkaddr;
741 __entry->rw = fio->rw; 743 __entry->rw = fio->rw;
742 __entry->type = fio->type; 744 __entry->type = fio->type;
743 ), 745 ),
744 746
745 TP_printk("dev = (%d,%d), ino = %lu, page_index = 0x%lx, " 747 TP_printk("dev = (%d,%d), ino = %lu, page_index = 0x%lx, "
746 "blkaddr = 0x%llx, rw = %s%s, type = %s", 748 "oldaddr = 0x%llx, newaddr = 0x%llx rw = %s%s, type = %s",
747 show_dev_ino(__entry), 749 show_dev_ino(__entry),
748 (unsigned long)__entry->index, 750 (unsigned long)__entry->index,
749 (unsigned long long)__entry->blkaddr, 751 (unsigned long long)__entry->old_blkaddr,
752 (unsigned long long)__entry->new_blkaddr,
750 show_bio_type(__entry->rw), 753 show_bio_type(__entry->rw),
751 show_block_type(__entry->type)) 754 show_block_type(__entry->type))
752); 755);