Lines Matching refs:sci

90 static inline void nilfs_sc_cstage_inc(struct nilfs_sc_info *sci)  in nilfs_sc_cstage_inc()  argument
92 sci->sc_stage.scnt++; in nilfs_sc_cstage_inc()
93 trace_nilfs2_collection_stage_transition(sci); in nilfs_sc_cstage_inc()
96 static inline void nilfs_sc_cstage_set(struct nilfs_sc_info *sci, int next_scnt) in nilfs_sc_cstage_set() argument
98 sci->sc_stage.scnt = next_scnt; in nilfs_sc_cstage_set()
99 trace_nilfs2_collection_stage_transition(sci); in nilfs_sc_cstage_set()
102 static inline int nilfs_sc_cstage_get(struct nilfs_sc_info *sci) in nilfs_sc_cstage_get() argument
104 return sci->sc_stage.scnt; in nilfs_sc_cstage_get()
271 struct nilfs_sc_info *sci = nilfs->ns_writer; in nilfs_transaction_commit() local
274 nilfs_segctor_start_timer(sci); in nilfs_transaction_commit()
275 if (atomic_read(&nilfs->ns_ndirtyblks) > sci->sc_watermark) in nilfs_transaction_commit()
276 nilfs_segctor_do_flush(sci, 0); in nilfs_transaction_commit()
318 struct nilfs_sc_info *sci = nilfs->ns_writer; in nilfs_relax_pressure_in_lock() local
320 if (sb_rdonly(sb) || unlikely(!sci) || !sci->sc_flush_request) in nilfs_relax_pressure_in_lock()
323 set_bit(NILFS_SC_PRIOR_FLUSH, &sci->sc_flags); in nilfs_relax_pressure_in_lock()
327 if (sci->sc_flush_request && in nilfs_relax_pressure_in_lock()
328 test_bit(NILFS_SC_PRIOR_FLUSH, &sci->sc_flags)) { in nilfs_relax_pressure_in_lock()
332 nilfs_segctor_do_immediate_flush(sci); in nilfs_relax_pressure_in_lock()
344 struct nilfs_sc_info *sci = nilfs->ns_writer; in nilfs_transaction_lock() local
358 if (!test_bit(NILFS_SC_PRIOR_FLUSH, &sci->sc_flags)) in nilfs_transaction_lock()
361 nilfs_segctor_do_immediate_flush(sci); in nilfs_transaction_lock()
388 static void *nilfs_segctor_map_segsum_entry(struct nilfs_sc_info *sci, in nilfs_segctor_map_segsum_entry() argument
392 struct nilfs_segment_buffer *segbuf = sci->sc_curseg; in nilfs_segctor_map_segsum_entry()
393 unsigned int blocksize = sci->sc_super->s_blocksize; in nilfs_segctor_map_segsum_entry()
411 static int nilfs_segctor_reset_segment_buffer(struct nilfs_sc_info *sci) in nilfs_segctor_reset_segment_buffer() argument
413 struct nilfs_segment_buffer *segbuf = sci->sc_curseg; in nilfs_segctor_reset_segment_buffer()
421 err = nilfs_segbuf_reset(segbuf, flags, sci->sc_seg_ctime, sci->sc_cno); in nilfs_segctor_reset_segment_buffer()
427 sci->sc_finfo_ptr.bh = sumbh; sci->sc_finfo_ptr.offset = sumbytes; in nilfs_segctor_reset_segment_buffer()
428 sci->sc_binfo_ptr.bh = sumbh; sci->sc_binfo_ptr.offset = sumbytes; in nilfs_segctor_reset_segment_buffer()
429 sci->sc_blk_cnt = sci->sc_datablk_cnt = 0; in nilfs_segctor_reset_segment_buffer()
433 static int nilfs_segctor_feed_segment(struct nilfs_sc_info *sci) in nilfs_segctor_feed_segment() argument
435 sci->sc_nblk_this_inc += sci->sc_curseg->sb_sum.nblocks; in nilfs_segctor_feed_segment()
436 if (NILFS_SEGBUF_IS_LAST(sci->sc_curseg, &sci->sc_segbufs)) in nilfs_segctor_feed_segment()
441 sci->sc_curseg = NILFS_NEXT_SEGBUF(sci->sc_curseg); in nilfs_segctor_feed_segment()
442 return nilfs_segctor_reset_segment_buffer(sci); in nilfs_segctor_feed_segment()
445 static int nilfs_segctor_add_super_root(struct nilfs_sc_info *sci) in nilfs_segctor_add_super_root() argument
447 struct nilfs_segment_buffer *segbuf = sci->sc_curseg; in nilfs_segctor_add_super_root()
451 err = nilfs_segctor_feed_segment(sci); in nilfs_segctor_add_super_root()
454 segbuf = sci->sc_curseg; in nilfs_segctor_add_super_root()
466 struct nilfs_sc_info *sci, const struct nilfs_segsum_pointer *ssp, in nilfs_segctor_segsum_block_required() argument
469 unsigned int blocksize = sci->sc_super->s_blocksize; in nilfs_segctor_segsum_block_required()
473 (!sci->sc_blk_cnt ? sizeof(struct nilfs_finfo) : 0) > in nilfs_segctor_segsum_block_required()
477 static void nilfs_segctor_begin_finfo(struct nilfs_sc_info *sci, in nilfs_segctor_begin_finfo() argument
480 sci->sc_curseg->sb_sum.nfinfo++; in nilfs_segctor_begin_finfo()
481 sci->sc_binfo_ptr = sci->sc_finfo_ptr; in nilfs_segctor_begin_finfo()
483 sci, &sci->sc_binfo_ptr, sizeof(struct nilfs_finfo)); in nilfs_segctor_begin_finfo()
486 !test_bit(NILFS_SC_HAVE_DELTA, &sci->sc_flags)) in nilfs_segctor_begin_finfo()
487 set_bit(NILFS_SC_HAVE_DELTA, &sci->sc_flags); in nilfs_segctor_begin_finfo()
491 static void nilfs_segctor_end_finfo(struct nilfs_sc_info *sci, in nilfs_segctor_end_finfo() argument
499 if (sci->sc_blk_cnt == 0) in nilfs_segctor_end_finfo()
509 cno = sci->sc_cno; in nilfs_segctor_end_finfo()
511 finfo = nilfs_segctor_map_segsum_entry(sci, &sci->sc_finfo_ptr, in nilfs_segctor_end_finfo()
514 finfo->fi_nblocks = cpu_to_le32(sci->sc_blk_cnt); in nilfs_segctor_end_finfo()
515 finfo->fi_ndatablk = cpu_to_le32(sci->sc_datablk_cnt); in nilfs_segctor_end_finfo()
518 segbuf = sci->sc_curseg; in nilfs_segctor_end_finfo()
519 segbuf->sb_sum.sumbytes = sci->sc_binfo_ptr.offset + in nilfs_segctor_end_finfo()
520 sci->sc_super->s_blocksize * (segbuf->sb_sum.nsumblk - 1); in nilfs_segctor_end_finfo()
521 sci->sc_finfo_ptr = sci->sc_binfo_ptr; in nilfs_segctor_end_finfo()
522 sci->sc_blk_cnt = sci->sc_datablk_cnt = 0; in nilfs_segctor_end_finfo()
525 static int nilfs_segctor_add_file_block(struct nilfs_sc_info *sci, in nilfs_segctor_add_file_block() argument
534 segbuf = sci->sc_curseg; in nilfs_segctor_add_file_block()
536 sci, &sci->sc_binfo_ptr, binfo_size); in nilfs_segctor_add_file_block()
538 nilfs_segctor_end_finfo(sci, inode); in nilfs_segctor_add_file_block()
539 err = nilfs_segctor_feed_segment(sci); in nilfs_segctor_add_file_block()
549 if (sci->sc_blk_cnt == 0) in nilfs_segctor_add_file_block()
550 nilfs_segctor_begin_finfo(sci, inode); in nilfs_segctor_add_file_block()
552 nilfs_segctor_map_segsum_entry(sci, &sci->sc_binfo_ptr, binfo_size); in nilfs_segctor_add_file_block()
555 sci->sc_blk_cnt++; in nilfs_segctor_add_file_block()
563 static int nilfs_collect_file_data(struct nilfs_sc_info *sci, in nilfs_collect_file_data() argument
572 err = nilfs_segctor_add_file_block(sci, bh, inode, in nilfs_collect_file_data()
575 sci->sc_datablk_cnt++; in nilfs_collect_file_data()
579 static int nilfs_collect_file_node(struct nilfs_sc_info *sci, in nilfs_collect_file_node() argument
586 static int nilfs_collect_file_bmap(struct nilfs_sc_info *sci, in nilfs_collect_file_bmap() argument
591 return nilfs_segctor_add_file_block(sci, bh, inode, sizeof(__le64)); in nilfs_collect_file_bmap()
594 static void nilfs_write_file_data_binfo(struct nilfs_sc_info *sci, in nilfs_write_file_data_binfo() argument
599 sci, ssp, sizeof(*binfo_v)); in nilfs_write_file_data_binfo()
603 static void nilfs_write_file_node_binfo(struct nilfs_sc_info *sci, in nilfs_write_file_node_binfo() argument
608 sci, ssp, sizeof(*vblocknr)); in nilfs_write_file_node_binfo()
620 static int nilfs_collect_dat_data(struct nilfs_sc_info *sci, in nilfs_collect_dat_data() argument
629 err = nilfs_segctor_add_file_block(sci, bh, inode, sizeof(__le64)); in nilfs_collect_dat_data()
631 sci->sc_datablk_cnt++; in nilfs_collect_dat_data()
635 static int nilfs_collect_dat_bmap(struct nilfs_sc_info *sci, in nilfs_collect_dat_bmap() argument
639 return nilfs_segctor_add_file_block(sci, bh, inode, in nilfs_collect_dat_bmap()
643 static void nilfs_write_dat_data_binfo(struct nilfs_sc_info *sci, in nilfs_write_dat_data_binfo() argument
647 __le64 *blkoff = nilfs_segctor_map_segsum_entry(sci, ssp, in nilfs_write_dat_data_binfo()
652 static void nilfs_write_dat_node_binfo(struct nilfs_sc_info *sci, in nilfs_write_dat_node_binfo() argument
657 nilfs_segctor_map_segsum_entry(sci, ssp, sizeof(*binfo_dat)); in nilfs_write_dat_node_binfo()
803 struct nilfs_sc_info *sci = container_of(work, struct nilfs_sc_info, in nilfs_iput_work_func() local
805 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_iput_work_func()
807 nilfs_dispose_list(nilfs, &sci->sc_iput_queue, 0); in nilfs_iput_work_func()
826 static int nilfs_segctor_clean(struct nilfs_sc_info *sci) in nilfs_segctor_clean() argument
828 return list_empty(&sci->sc_dirty_files) && in nilfs_segctor_clean()
829 !test_bit(NILFS_SC_DIRTY, &sci->sc_flags) && in nilfs_segctor_clean()
830 sci->sc_nfreesegs == 0 && in nilfs_segctor_clean()
831 (!nilfs_doing_gc() || list_empty(&sci->sc_gc_inodes)); in nilfs_segctor_clean()
834 static int nilfs_segctor_confirm(struct nilfs_sc_info *sci) in nilfs_segctor_confirm() argument
836 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_confirm()
839 if (nilfs_test_metadata_dirty(nilfs, sci->sc_root)) in nilfs_segctor_confirm()
840 set_bit(NILFS_SC_DIRTY, &sci->sc_flags); in nilfs_segctor_confirm()
843 if (list_empty(&nilfs->ns_dirty_files) && nilfs_segctor_clean(sci)) in nilfs_segctor_confirm()
850 static void nilfs_segctor_clear_metadata_dirty(struct nilfs_sc_info *sci) in nilfs_segctor_clear_metadata_dirty() argument
852 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_clear_metadata_dirty()
854 nilfs_mdt_clear_dirty(sci->sc_root->ifile); in nilfs_segctor_clear_metadata_dirty()
860 static int nilfs_segctor_create_checkpoint(struct nilfs_sc_info *sci) in nilfs_segctor_create_checkpoint() argument
862 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_create_checkpoint()
881 nilfs_error(sci->sc_super, in nilfs_segctor_create_checkpoint()
888 static int nilfs_segctor_fill_in_checkpoint(struct nilfs_sc_info *sci) in nilfs_segctor_fill_in_checkpoint() argument
890 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_fill_in_checkpoint()
899 nilfs_error(sci->sc_super, in nilfs_segctor_fill_in_checkpoint()
908 cpu_to_le64(atomic64_read(&sci->sc_root->inodes_count)); in nilfs_segctor_fill_in_checkpoint()
910 cpu_to_le64(atomic64_read(&sci->sc_root->blocks_count)); in nilfs_segctor_fill_in_checkpoint()
912 cpu_to_le64(sci->sc_nblk_inc + sci->sc_nblk_this_inc); in nilfs_segctor_fill_in_checkpoint()
913 raw_cp->cp_create = cpu_to_le64(sci->sc_seg_ctime); in nilfs_segctor_fill_in_checkpoint()
916 if (test_bit(NILFS_SC_HAVE_DELTA, &sci->sc_flags)) in nilfs_segctor_fill_in_checkpoint()
921 nilfs_write_inode_common(sci->sc_root->ifile, in nilfs_segctor_fill_in_checkpoint()
947 static void nilfs_segctor_fill_in_file_bmap(struct nilfs_sc_info *sci) in nilfs_segctor_fill_in_file_bmap() argument
951 list_for_each_entry(ii, &sci->sc_dirty_files, i_dirty) { in nilfs_segctor_fill_in_file_bmap()
952 nilfs_fill_in_file_bmap(sci->sc_root->ifile, ii); in nilfs_segctor_fill_in_file_bmap()
957 static void nilfs_segctor_fill_in_super_root(struct nilfs_sc_info *sci, in nilfs_segctor_fill_in_super_root() argument
964 bh_sr = NILFS_LAST_SEGBUF(&sci->sc_segbufs)->sb_super_root; in nilfs_segctor_fill_in_super_root()
972 nilfs->ns_nongc_ctime : sci->sc_seg_ctime); in nilfs_segctor_fill_in_super_root()
1007 static int nilfs_segctor_apply_buffers(struct nilfs_sc_info *sci, in nilfs_segctor_apply_buffers() argument
1020 err = collect(sci, bh, inode); in nilfs_segctor_apply_buffers()
1038 static size_t nilfs_segctor_buffer_rest(struct nilfs_sc_info *sci) in nilfs_segctor_buffer_rest() argument
1041 return sci->sc_segbuf_nblocks - in nilfs_segctor_buffer_rest()
1042 (sci->sc_nblk_this_inc + sci->sc_curseg->sb_sum.nblocks); in nilfs_segctor_buffer_rest()
1045 static int nilfs_segctor_scan_file(struct nilfs_sc_info *sci, in nilfs_segctor_scan_file() argument
1053 if (!(sci->sc_stage.flags & NILFS_CF_NODE)) { in nilfs_segctor_scan_file()
1054 size_t n, rest = nilfs_segctor_buffer_rest(sci); in nilfs_segctor_scan_file()
1060 sci, inode, &data_buffers, in nilfs_segctor_scan_file()
1068 if (!(sci->sc_stage.flags & NILFS_CF_NODE)) { in nilfs_segctor_scan_file()
1070 sci, inode, &data_buffers, sc_ops->collect_data); in nilfs_segctor_scan_file()
1074 sci, inode, &node_buffers, NULL); in nilfs_segctor_scan_file()
1077 sci->sc_stage.flags |= NILFS_CF_NODE; in nilfs_segctor_scan_file()
1081 sci, inode, &node_buffers, sc_ops->collect_node); in nilfs_segctor_scan_file()
1087 sci, inode, &node_buffers, sc_ops->collect_bmap); in nilfs_segctor_scan_file()
1091 nilfs_segctor_end_finfo(sci, inode); in nilfs_segctor_scan_file()
1092 sci->sc_stage.flags &= ~NILFS_CF_NODE; in nilfs_segctor_scan_file()
1098 static int nilfs_segctor_scan_file_dsync(struct nilfs_sc_info *sci, in nilfs_segctor_scan_file_dsync() argument
1102 size_t n, rest = nilfs_segctor_buffer_rest(sci); in nilfs_segctor_scan_file_dsync()
1106 sci->sc_dsync_start, in nilfs_segctor_scan_file_dsync()
1107 sci->sc_dsync_end); in nilfs_segctor_scan_file_dsync()
1109 err = nilfs_segctor_apply_buffers(sci, inode, &data_buffers, in nilfs_segctor_scan_file_dsync()
1112 nilfs_segctor_end_finfo(sci, inode); in nilfs_segctor_scan_file_dsync()
1119 static int nilfs_segctor_collect_blocks(struct nilfs_sc_info *sci, int mode) in nilfs_segctor_collect_blocks() argument
1121 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_collect_blocks()
1127 switch (nilfs_sc_cstage_get(sci)) { in nilfs_segctor_collect_blocks()
1130 sci->sc_stage.flags = 0; in nilfs_segctor_collect_blocks()
1132 if (!test_bit(NILFS_SC_UNCLOSED, &sci->sc_flags)) { in nilfs_segctor_collect_blocks()
1133 sci->sc_nblk_inc = 0; in nilfs_segctor_collect_blocks()
1134 sci->sc_curseg->sb_sum.flags = NILFS_SS_LOGBGN; in nilfs_segctor_collect_blocks()
1136 nilfs_sc_cstage_set(sci, NILFS_ST_DSYNC); in nilfs_segctor_collect_blocks()
1141 sci->sc_stage.dirty_file_ptr = NULL; in nilfs_segctor_collect_blocks()
1142 sci->sc_stage.gc_inode_ptr = NULL; in nilfs_segctor_collect_blocks()
1144 nilfs_sc_cstage_set(sci, NILFS_ST_DAT); in nilfs_segctor_collect_blocks()
1147 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1151 head = &sci->sc_gc_inodes; in nilfs_segctor_collect_blocks()
1152 ii = list_prepare_entry(sci->sc_stage.gc_inode_ptr, in nilfs_segctor_collect_blocks()
1156 sci, &ii->vfs_inode, in nilfs_segctor_collect_blocks()
1159 sci->sc_stage.gc_inode_ptr = list_entry( in nilfs_segctor_collect_blocks()
1167 sci->sc_stage.gc_inode_ptr = NULL; in nilfs_segctor_collect_blocks()
1169 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1172 head = &sci->sc_dirty_files; in nilfs_segctor_collect_blocks()
1173 ii = list_prepare_entry(sci->sc_stage.dirty_file_ptr, head, in nilfs_segctor_collect_blocks()
1178 err = nilfs_segctor_scan_file(sci, &ii->vfs_inode, in nilfs_segctor_collect_blocks()
1181 sci->sc_stage.dirty_file_ptr = in nilfs_segctor_collect_blocks()
1190 sci->sc_stage.dirty_file_ptr = NULL; in nilfs_segctor_collect_blocks()
1192 nilfs_sc_cstage_set(sci, NILFS_ST_DONE); in nilfs_segctor_collect_blocks()
1195 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1196 sci->sc_stage.flags |= NILFS_CF_IFILE_STARTED; in nilfs_segctor_collect_blocks()
1199 err = nilfs_segctor_scan_file(sci, sci->sc_root->ifile, in nilfs_segctor_collect_blocks()
1203 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1205 err = nilfs_segctor_create_checkpoint(sci); in nilfs_segctor_collect_blocks()
1210 err = nilfs_segctor_scan_file(sci, nilfs->ns_cpfile, in nilfs_segctor_collect_blocks()
1214 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1217 err = nilfs_sufile_freev(nilfs->ns_sufile, sci->sc_freesegs, in nilfs_segctor_collect_blocks()
1218 sci->sc_nfreesegs, &ndone); in nilfs_segctor_collect_blocks()
1221 sci->sc_freesegs, ndone, in nilfs_segctor_collect_blocks()
1225 sci->sc_stage.flags |= NILFS_CF_SUFREED; in nilfs_segctor_collect_blocks()
1227 err = nilfs_segctor_scan_file(sci, nilfs->ns_sufile, in nilfs_segctor_collect_blocks()
1231 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1235 err = nilfs_segctor_scan_file(sci, nilfs->ns_dat, in nilfs_segctor_collect_blocks()
1240 nilfs_sc_cstage_set(sci, NILFS_ST_DONE); in nilfs_segctor_collect_blocks()
1243 nilfs_sc_cstage_inc(sci); in nilfs_segctor_collect_blocks()
1248 err = nilfs_segctor_add_super_root(sci); in nilfs_segctor_collect_blocks()
1253 sci->sc_curseg->sb_sum.flags |= NILFS_SS_LOGEND; in nilfs_segctor_collect_blocks()
1254 nilfs_sc_cstage_set(sci, NILFS_ST_DONE); in nilfs_segctor_collect_blocks()
1258 sci->sc_curseg->sb_sum.flags |= NILFS_SS_SYNDT; in nilfs_segctor_collect_blocks()
1259 ii = sci->sc_dsync_inode; in nilfs_segctor_collect_blocks()
1263 err = nilfs_segctor_scan_file_dsync(sci, &ii->vfs_inode); in nilfs_segctor_collect_blocks()
1266 sci->sc_curseg->sb_sum.flags |= NILFS_SS_LOGEND; in nilfs_segctor_collect_blocks()
1267 nilfs_sc_cstage_set(sci, NILFS_ST_DONE); in nilfs_segctor_collect_blocks()
1284 static int nilfs_segctor_begin_construction(struct nilfs_sc_info *sci, in nilfs_segctor_begin_construction() argument
1291 segbuf = nilfs_segbuf_new(sci->sc_super); in nilfs_segctor_begin_construction()
1295 if (list_empty(&sci->sc_write_logs)) { in nilfs_segctor_begin_construction()
1311 prev = NILFS_LAST_SEGBUF(&sci->sc_write_logs); in nilfs_segctor_begin_construction()
1334 BUG_ON(!list_empty(&sci->sc_segbufs)); in nilfs_segctor_begin_construction()
1335 list_add_tail(&segbuf->sb_list, &sci->sc_segbufs); in nilfs_segctor_begin_construction()
1336 sci->sc_segbuf_nblocks = segbuf->sb_rest_blocks; in nilfs_segctor_begin_construction()
1344 static int nilfs_segctor_extend_segments(struct nilfs_sc_info *sci, in nilfs_segctor_extend_segments() argument
1353 prev = NILFS_LAST_SEGBUF(&sci->sc_segbufs); in nilfs_segctor_extend_segments()
1367 segbuf = nilfs_segbuf_new(sci->sc_super); in nilfs_segctor_extend_segments()
1373 sci->sc_segbuf_nblocks += segbuf->sb_rest_blocks; in nilfs_segctor_extend_segments()
1386 list_splice_tail(&list, &sci->sc_segbufs); in nilfs_segctor_extend_segments()
1439 static void nilfs_segctor_update_segusage(struct nilfs_sc_info *sci, in nilfs_segctor_update_segusage() argument
1446 list_for_each_entry(segbuf, &sci->sc_segbufs, sb_list) { in nilfs_segctor_update_segusage()
1451 sci->sc_seg_ctime); in nilfs_segctor_update_segusage()
1474 static void nilfs_segctor_truncate_segments(struct nilfs_sc_info *sci, in nilfs_segctor_truncate_segments() argument
1481 list_for_each_entry_continue(segbuf, &sci->sc_segbufs, sb_list) { in nilfs_segctor_truncate_segments()
1482 sci->sc_segbuf_nblocks -= segbuf->sb_rest_blocks; in nilfs_segctor_truncate_segments()
1486 nilfs_truncate_logs(&sci->sc_segbufs, last); in nilfs_segctor_truncate_segments()
1490 static int nilfs_segctor_collect(struct nilfs_sc_info *sci, in nilfs_segctor_collect() argument
1493 struct nilfs_cstage prev_stage = sci->sc_stage; in nilfs_segctor_collect()
1498 sci->sc_nblk_this_inc = 0; in nilfs_segctor_collect()
1499 sci->sc_curseg = NILFS_FIRST_SEGBUF(&sci->sc_segbufs); in nilfs_segctor_collect()
1501 err = nilfs_segctor_reset_segment_buffer(sci); in nilfs_segctor_collect()
1505 err = nilfs_segctor_collect_blocks(sci, mode); in nilfs_segctor_collect()
1506 sci->sc_nblk_this_inc += sci->sc_curseg->sb_sum.nblocks; in nilfs_segctor_collect()
1515 nilfs_sc_cstage_get(sci) < NILFS_ST_CPFILE) in nilfs_segctor_collect()
1518 nilfs_clear_logs(&sci->sc_segbufs); in nilfs_segctor_collect()
1520 if (sci->sc_stage.flags & NILFS_CF_SUFREED) { in nilfs_segctor_collect()
1522 sci->sc_freesegs, in nilfs_segctor_collect()
1523 sci->sc_nfreesegs, in nilfs_segctor_collect()
1526 sci->sc_stage.flags &= ~NILFS_CF_SUFREED; in nilfs_segctor_collect()
1529 err = nilfs_segctor_extend_segments(sci, nilfs, nadd); in nilfs_segctor_collect()
1534 sci->sc_stage = prev_stage; in nilfs_segctor_collect()
1536 nilfs_segctor_truncate_segments(sci, sci->sc_curseg, nilfs->ns_sufile); in nilfs_segctor_collect()
1553 nilfs_segctor_update_payload_blocknr(struct nilfs_sc_info *sci, in nilfs_segctor_update_payload_blocknr() argument
1581 sci, &ssp, sizeof(*finfo)); in nilfs_segctor_update_payload_blocknr()
1606 sc_op->write_data_binfo(sci, &ssp, &binfo); in nilfs_segctor_update_payload_blocknr()
1608 sc_op->write_node_binfo(sci, &ssp, &binfo); in nilfs_segctor_update_payload_blocknr()
1625 static int nilfs_segctor_assign(struct nilfs_sc_info *sci, int mode) in nilfs_segctor_assign() argument
1630 list_for_each_entry(segbuf, &sci->sc_segbufs, sb_list) { in nilfs_segctor_assign()
1631 err = nilfs_segctor_update_payload_blocknr(sci, segbuf, mode); in nilfs_segctor_assign()
1654 static void nilfs_segctor_prepare_write(struct nilfs_sc_info *sci) in nilfs_segctor_prepare_write() argument
1659 list_for_each_entry(segbuf, &sci->sc_segbufs, sb_list) { in nilfs_segctor_prepare_write()
1703 static int nilfs_segctor_write(struct nilfs_sc_info *sci, in nilfs_segctor_write() argument
1708 ret = nilfs_write_logs(&sci->sc_segbufs, nilfs); in nilfs_segctor_write()
1709 list_splice_tail_init(&sci->sc_segbufs, &sci->sc_write_logs); in nilfs_segctor_write()
1792 static void nilfs_segctor_abort_construction(struct nilfs_sc_info *sci, in nilfs_segctor_abort_construction() argument
1798 list_splice_tail_init(&sci->sc_write_logs, &logs); in nilfs_segctor_abort_construction()
1802 list_splice_tail_init(&sci->sc_segbufs, &logs); in nilfs_segctor_abort_construction()
1806 if (sci->sc_stage.flags & NILFS_CF_SUFREED) { in nilfs_segctor_abort_construction()
1808 sci->sc_freesegs, in nilfs_segctor_abort_construction()
1809 sci->sc_nfreesegs, in nilfs_segctor_abort_construction()
1828 static void nilfs_segctor_complete_write(struct nilfs_sc_info *sci) in nilfs_segctor_complete_write() argument
1832 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_complete_write()
1835 list_for_each_entry(segbuf, &sci->sc_write_logs, sb_list) { in nilfs_segctor_complete_write()
1884 set_bit(NILFS_SC_UNCLOSED, &sci->sc_flags); in nilfs_segctor_complete_write()
1885 sci->sc_lseg_stime = jiffies; in nilfs_segctor_complete_write()
1888 clear_bit(NILFS_SC_UNCLOSED, &sci->sc_flags); in nilfs_segctor_complete_write()
1900 nilfs_drop_collected_inodes(&sci->sc_dirty_files); in nilfs_segctor_complete_write()
1903 nilfs_drop_collected_inodes(&sci->sc_gc_inodes); in nilfs_segctor_complete_write()
1905 nilfs->ns_nongc_ctime = sci->sc_seg_ctime; in nilfs_segctor_complete_write()
1907 sci->sc_nblk_inc += sci->sc_nblk_this_inc; in nilfs_segctor_complete_write()
1909 segbuf = NILFS_LAST_SEGBUF(&sci->sc_write_logs); in nilfs_segctor_complete_write()
1917 clear_bit(NILFS_SC_HAVE_DELTA, &sci->sc_flags); in nilfs_segctor_complete_write()
1918 clear_bit(NILFS_SC_DIRTY, &sci->sc_flags); in nilfs_segctor_complete_write()
1919 set_bit(NILFS_SC_SUPER_ROOT, &sci->sc_flags); in nilfs_segctor_complete_write()
1920 nilfs_segctor_clear_metadata_dirty(sci); in nilfs_segctor_complete_write()
1922 clear_bit(NILFS_SC_SUPER_ROOT, &sci->sc_flags); in nilfs_segctor_complete_write()
1925 static int nilfs_segctor_wait(struct nilfs_sc_info *sci) in nilfs_segctor_wait() argument
1929 ret = nilfs_wait_on_logs(&sci->sc_write_logs); in nilfs_segctor_wait()
1931 nilfs_segctor_complete_write(sci); in nilfs_segctor_wait()
1932 nilfs_destroy_logs(&sci->sc_write_logs); in nilfs_segctor_wait()
1937 static int nilfs_segctor_collect_dirty_files(struct nilfs_sc_info *sci, in nilfs_segctor_collect_dirty_files() argument
1941 struct inode *ifile = sci->sc_root->ifile; in nilfs_segctor_collect_dirty_files()
1954 nilfs_warn(sci->sc_super, in nilfs_segctor_collect_dirty_files()
1973 list_move_tail(&ii->i_dirty, &sci->sc_dirty_files); in nilfs_segctor_collect_dirty_files()
1980 static void nilfs_segctor_drop_written_files(struct nilfs_sc_info *sci, in nilfs_segctor_drop_written_files() argument
1984 int during_mount = !(sci->sc_super->s_flags & SB_ACTIVE); in nilfs_segctor_drop_written_files()
1988 list_for_each_entry_safe(ii, n, &sci->sc_dirty_files, i_dirty) { in nilfs_segctor_drop_written_files()
2002 list_add_tail(&ii->i_dirty, &sci->sc_iput_queue); in nilfs_segctor_drop_written_files()
2013 schedule_work(&sci->sc_iput_work); in nilfs_segctor_drop_written_files()
2019 static int nilfs_segctor_do_construct(struct nilfs_sc_info *sci, int mode) in nilfs_segctor_do_construct() argument
2021 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_do_construct()
2024 nilfs_sc_cstage_set(sci, NILFS_ST_INIT); in nilfs_segctor_do_construct()
2025 sci->sc_cno = nilfs->ns_cno; in nilfs_segctor_do_construct()
2027 err = nilfs_segctor_collect_dirty_files(sci, nilfs); in nilfs_segctor_do_construct()
2031 if (nilfs_test_metadata_dirty(nilfs, sci->sc_root)) in nilfs_segctor_do_construct()
2032 set_bit(NILFS_SC_DIRTY, &sci->sc_flags); in nilfs_segctor_do_construct()
2034 if (nilfs_segctor_clean(sci)) in nilfs_segctor_do_construct()
2038 sci->sc_stage.flags &= ~NILFS_CF_HISTORY_MASK; in nilfs_segctor_do_construct()
2040 err = nilfs_segctor_begin_construction(sci, nilfs); in nilfs_segctor_do_construct()
2045 sci->sc_seg_ctime = ktime_get_real_seconds(); in nilfs_segctor_do_construct()
2047 err = nilfs_segctor_collect(sci, nilfs, mode); in nilfs_segctor_do_construct()
2052 if (nilfs_sc_cstage_get(sci) == NILFS_ST_DONE && in nilfs_segctor_do_construct()
2053 nilfs_segbuf_empty(sci->sc_curseg)) { in nilfs_segctor_do_construct()
2054 nilfs_segctor_abort_construction(sci, nilfs, 1); in nilfs_segctor_do_construct()
2058 err = nilfs_segctor_assign(sci, mode); in nilfs_segctor_do_construct()
2062 if (sci->sc_stage.flags & NILFS_CF_IFILE_STARTED) in nilfs_segctor_do_construct()
2063 nilfs_segctor_fill_in_file_bmap(sci); in nilfs_segctor_do_construct()
2066 nilfs_sc_cstage_get(sci) >= NILFS_ST_CPFILE) { in nilfs_segctor_do_construct()
2067 err = nilfs_segctor_fill_in_checkpoint(sci); in nilfs_segctor_do_construct()
2071 nilfs_segctor_fill_in_super_root(sci, nilfs); in nilfs_segctor_do_construct()
2073 nilfs_segctor_update_segusage(sci, nilfs->ns_sufile); in nilfs_segctor_do_construct()
2076 nilfs_segctor_prepare_write(sci); in nilfs_segctor_do_construct()
2078 nilfs_add_checksums_on_logs(&sci->sc_segbufs, in nilfs_segctor_do_construct()
2081 err = nilfs_segctor_write(sci, nilfs); in nilfs_segctor_do_construct()
2085 if (nilfs_sc_cstage_get(sci) == NILFS_ST_DONE || in nilfs_segctor_do_construct()
2094 err = nilfs_segctor_wait(sci); in nilfs_segctor_do_construct()
2098 } while (nilfs_sc_cstage_get(sci) != NILFS_ST_DONE); in nilfs_segctor_do_construct()
2101 nilfs_segctor_drop_written_files(sci, nilfs); in nilfs_segctor_do_construct()
2105 if (sci->sc_stage.flags & NILFS_CF_IFILE_STARTED) in nilfs_segctor_do_construct()
2106 nilfs_redirty_inodes(&sci->sc_dirty_files); in nilfs_segctor_do_construct()
2110 nilfs_redirty_inodes(&sci->sc_gc_inodes); in nilfs_segctor_do_construct()
2111 nilfs_segctor_abort_construction(sci, nilfs, err); in nilfs_segctor_do_construct()
2123 static void nilfs_segctor_start_timer(struct nilfs_sc_info *sci) in nilfs_segctor_start_timer() argument
2125 spin_lock(&sci->sc_state_lock); in nilfs_segctor_start_timer()
2126 if (!(sci->sc_state & NILFS_SEGCTOR_COMMIT)) { in nilfs_segctor_start_timer()
2127 sci->sc_timer.expires = jiffies + sci->sc_interval; in nilfs_segctor_start_timer()
2128 add_timer(&sci->sc_timer); in nilfs_segctor_start_timer()
2129 sci->sc_state |= NILFS_SEGCTOR_COMMIT; in nilfs_segctor_start_timer()
2131 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_start_timer()
2134 static void nilfs_segctor_do_flush(struct nilfs_sc_info *sci, int bn) in nilfs_segctor_do_flush() argument
2136 spin_lock(&sci->sc_state_lock); in nilfs_segctor_do_flush()
2137 if (!(sci->sc_flush_request & BIT(bn))) { in nilfs_segctor_do_flush()
2138 unsigned long prev_req = sci->sc_flush_request; in nilfs_segctor_do_flush()
2140 sci->sc_flush_request |= BIT(bn); in nilfs_segctor_do_flush()
2142 wake_up(&sci->sc_wait_daemon); in nilfs_segctor_do_flush()
2144 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_do_flush()
2155 struct nilfs_sc_info *sci = nilfs->ns_writer; in nilfs_flush_segment() local
2157 if (!sci || nilfs_doing_construction()) in nilfs_flush_segment()
2159 nilfs_segctor_do_flush(sci, NILFS_MDT_INODE(sb, ino) ? ino : 0); in nilfs_flush_segment()
2170 static int nilfs_segctor_sync(struct nilfs_sc_info *sci) in nilfs_segctor_sync() argument
2175 spin_lock(&sci->sc_state_lock); in nilfs_segctor_sync()
2179 wait_req.seq = ++sci->sc_seq_request; in nilfs_segctor_sync()
2180 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_sync()
2183 add_wait_queue(&sci->sc_wait_request, &wait_req.wq); in nilfs_segctor_sync()
2185 wake_up(&sci->sc_wait_daemon); in nilfs_segctor_sync()
2199 finish_wait(&sci->sc_wait_request, &wait_req.wq); in nilfs_segctor_sync()
2203 static void nilfs_segctor_wakeup(struct nilfs_sc_info *sci, int err) in nilfs_segctor_wakeup() argument
2208 spin_lock_irqsave(&sci->sc_wait_request.lock, flags); in nilfs_segctor_wakeup()
2209 list_for_each_entry_safe(wrq, n, &sci->sc_wait_request.head, wq.entry) { in nilfs_segctor_wakeup()
2211 nilfs_cnt32_ge(sci->sc_seq_done, wrq->seq)) { in nilfs_segctor_wakeup()
2221 spin_unlock_irqrestore(&sci->sc_wait_request.lock, flags); in nilfs_segctor_wakeup()
2244 struct nilfs_sc_info *sci = nilfs->ns_writer; in nilfs_construct_segment() local
2247 if (sb_rdonly(sb) || unlikely(!sci)) in nilfs_construct_segment()
2253 return nilfs_segctor_sync(sci); in nilfs_construct_segment()
2280 struct nilfs_sc_info *sci = nilfs->ns_writer; in nilfs_construct_dsync_segment() local
2285 if (sb_rdonly(sb) || unlikely(!sci)) in nilfs_construct_dsync_segment()
2293 test_bit(NILFS_SC_UNCLOSED, &sci->sc_flags) || in nilfs_construct_dsync_segment()
2296 err = nilfs_segctor_sync(sci); in nilfs_construct_dsync_segment()
2308 sci->sc_dsync_inode = ii; in nilfs_construct_dsync_segment()
2309 sci->sc_dsync_start = start; in nilfs_construct_dsync_segment()
2310 sci->sc_dsync_end = end; in nilfs_construct_dsync_segment()
2312 err = nilfs_segctor_do_construct(sci, SC_LSEG_DSYNC); in nilfs_construct_dsync_segment()
2327 static void nilfs_segctor_accept(struct nilfs_sc_info *sci) in nilfs_segctor_accept() argument
2329 spin_lock(&sci->sc_state_lock); in nilfs_segctor_accept()
2330 sci->sc_seq_accepted = sci->sc_seq_request; in nilfs_segctor_accept()
2331 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_accept()
2332 del_timer_sync(&sci->sc_timer); in nilfs_segctor_accept()
2341 static void nilfs_segctor_notify(struct nilfs_sc_info *sci, int mode, int err) in nilfs_segctor_notify() argument
2344 spin_lock(&sci->sc_state_lock); in nilfs_segctor_notify()
2347 sci->sc_state &= ~NILFS_SEGCTOR_COMMIT; in nilfs_segctor_notify()
2348 sci->sc_seq_done = sci->sc_seq_accepted; in nilfs_segctor_notify()
2349 nilfs_segctor_wakeup(sci, err); in nilfs_segctor_notify()
2350 sci->sc_flush_request = 0; in nilfs_segctor_notify()
2353 sci->sc_flush_request &= ~FLUSH_FILE_BIT; in nilfs_segctor_notify()
2355 sci->sc_flush_request &= ~FLUSH_DAT_BIT; in nilfs_segctor_notify()
2358 if ((sci->sc_state & NILFS_SEGCTOR_COMMIT) && in nilfs_segctor_notify()
2359 time_before(jiffies, sci->sc_timer.expires)) in nilfs_segctor_notify()
2360 add_timer(&sci->sc_timer); in nilfs_segctor_notify()
2362 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_notify()
2370 static int nilfs_segctor_construct(struct nilfs_sc_info *sci, int mode) in nilfs_segctor_construct() argument
2372 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_construct()
2376 nilfs_segctor_accept(sci); in nilfs_segctor_construct()
2380 if (!nilfs_segctor_confirm(sci)) in nilfs_segctor_construct()
2381 err = nilfs_segctor_do_construct(sci, mode); in nilfs_segctor_construct()
2386 if (test_bit(NILFS_SC_SUPER_ROOT, &sci->sc_flags) && in nilfs_segctor_construct()
2390 sbp = nilfs_prepare_super(sci->sc_super, in nilfs_segctor_construct()
2394 err = nilfs_commit_super(sci->sc_super, in nilfs_segctor_construct()
2401 nilfs_segctor_notify(sci, mode, err); in nilfs_segctor_construct()
2407 struct nilfs_sc_info *sci = from_timer(sci, t, sc_timer); in nilfs_construction_timeout() local
2409 wake_up_process(sci->sc_timer_task); in nilfs_construction_timeout()
2431 struct nilfs_sc_info *sci = nilfs->ns_writer; in nilfs_clean_segments() local
2435 if (unlikely(!sci)) in nilfs_clean_segments()
2450 sci->sc_freesegs = kbufs[4]; in nilfs_clean_segments()
2451 sci->sc_nfreesegs = argv[4].v_nmembs; in nilfs_clean_segments()
2452 list_splice_tail_init(&nilfs->ns_gc_inodes, &sci->sc_gc_inodes); in nilfs_clean_segments()
2455 err = nilfs_segctor_construct(sci, SC_LSEG_SR); in nilfs_clean_segments()
2456 nilfs_remove_written_gcinodes(nilfs, &sci->sc_gc_inodes); in nilfs_clean_segments()
2463 schedule_timeout(sci->sc_interval); in nilfs_clean_segments()
2466 int ret = nilfs_discard_segments(nilfs, sci->sc_freesegs, in nilfs_clean_segments()
2467 sci->sc_nfreesegs); in nilfs_clean_segments()
2477 sci->sc_freesegs = NULL; in nilfs_clean_segments()
2478 sci->sc_nfreesegs = 0; in nilfs_clean_segments()
2484 static void nilfs_segctor_thread_construct(struct nilfs_sc_info *sci, int mode) in nilfs_segctor_thread_construct() argument
2488 nilfs_transaction_lock(sci->sc_super, &ti, 0); in nilfs_segctor_thread_construct()
2489 nilfs_segctor_construct(sci, mode); in nilfs_segctor_thread_construct()
2496 if (test_bit(NILFS_SC_UNCLOSED, &sci->sc_flags)) in nilfs_segctor_thread_construct()
2497 nilfs_segctor_start_timer(sci); in nilfs_segctor_thread_construct()
2499 nilfs_transaction_unlock(sci->sc_super); in nilfs_segctor_thread_construct()
2502 static void nilfs_segctor_do_immediate_flush(struct nilfs_sc_info *sci) in nilfs_segctor_do_immediate_flush() argument
2506 spin_lock(&sci->sc_state_lock); in nilfs_segctor_do_immediate_flush()
2507 mode = (sci->sc_flush_request & FLUSH_DAT_BIT) ? in nilfs_segctor_do_immediate_flush()
2509 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_do_immediate_flush()
2512 nilfs_segctor_do_construct(sci, mode); in nilfs_segctor_do_immediate_flush()
2514 spin_lock(&sci->sc_state_lock); in nilfs_segctor_do_immediate_flush()
2515 sci->sc_flush_request &= (mode == SC_FLUSH_FILE) ? in nilfs_segctor_do_immediate_flush()
2517 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_do_immediate_flush()
2519 clear_bit(NILFS_SC_PRIOR_FLUSH, &sci->sc_flags); in nilfs_segctor_do_immediate_flush()
2522 static int nilfs_segctor_flush_mode(struct nilfs_sc_info *sci) in nilfs_segctor_flush_mode() argument
2524 if (!test_bit(NILFS_SC_UNCLOSED, &sci->sc_flags) || in nilfs_segctor_flush_mode()
2525 time_before(jiffies, sci->sc_lseg_stime + sci->sc_mjcp_freq)) { in nilfs_segctor_flush_mode()
2526 if (!(sci->sc_flush_request & ~FLUSH_FILE_BIT)) in nilfs_segctor_flush_mode()
2528 else if (!(sci->sc_flush_request & ~FLUSH_DAT_BIT)) in nilfs_segctor_flush_mode()
2543 struct nilfs_sc_info *sci = (struct nilfs_sc_info *)arg; in nilfs_segctor_thread() local
2544 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_thread()
2547 sci->sc_timer_task = current; in nilfs_segctor_thread()
2550 sci->sc_task = current; in nilfs_segctor_thread()
2551 wake_up(&sci->sc_wait_task); /* for nilfs_segctor_start_thread() */ in nilfs_segctor_thread()
2552 nilfs_info(sci->sc_super, in nilfs_segctor_thread()
2554 sci->sc_interval / HZ, sci->sc_mjcp_freq / HZ); in nilfs_segctor_thread()
2556 spin_lock(&sci->sc_state_lock); in nilfs_segctor_thread()
2561 if (sci->sc_state & NILFS_SEGCTOR_QUIT) in nilfs_segctor_thread()
2564 if (timeout || sci->sc_seq_request != sci->sc_seq_done) in nilfs_segctor_thread()
2566 else if (sci->sc_flush_request) in nilfs_segctor_thread()
2567 mode = nilfs_segctor_flush_mode(sci); in nilfs_segctor_thread()
2571 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_thread()
2572 nilfs_segctor_thread_construct(sci, mode); in nilfs_segctor_thread()
2573 spin_lock(&sci->sc_state_lock); in nilfs_segctor_thread()
2579 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_thread()
2581 spin_lock(&sci->sc_state_lock); in nilfs_segctor_thread()
2586 prepare_to_wait(&sci->sc_wait_daemon, &wait, in nilfs_segctor_thread()
2589 if (sci->sc_seq_request != sci->sc_seq_done) in nilfs_segctor_thread()
2591 else if (sci->sc_flush_request) in nilfs_segctor_thread()
2593 else if (sci->sc_state & NILFS_SEGCTOR_COMMIT) in nilfs_segctor_thread()
2595 sci->sc_timer.expires); in nilfs_segctor_thread()
2598 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_thread()
2600 spin_lock(&sci->sc_state_lock); in nilfs_segctor_thread()
2602 finish_wait(&sci->sc_wait_daemon, &wait); in nilfs_segctor_thread()
2603 timeout = ((sci->sc_state & NILFS_SEGCTOR_COMMIT) && in nilfs_segctor_thread()
2604 time_after_eq(jiffies, sci->sc_timer.expires)); in nilfs_segctor_thread()
2612 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_thread()
2615 sci->sc_task = NULL; in nilfs_segctor_thread()
2616 wake_up(&sci->sc_wait_task); /* for nilfs_segctor_kill_thread() */ in nilfs_segctor_thread()
2620 static int nilfs_segctor_start_thread(struct nilfs_sc_info *sci) in nilfs_segctor_start_thread() argument
2624 t = kthread_run(nilfs_segctor_thread, sci, "segctord"); in nilfs_segctor_start_thread()
2628 nilfs_err(sci->sc_super, "error %d creating segctord thread", in nilfs_segctor_start_thread()
2632 wait_event(sci->sc_wait_task, sci->sc_task != NULL); in nilfs_segctor_start_thread()
2636 static void nilfs_segctor_kill_thread(struct nilfs_sc_info *sci) in nilfs_segctor_kill_thread() argument
2637 __acquires(&sci->sc_state_lock) in nilfs_segctor_kill_thread()
2638 __releases(&sci->sc_state_lock) in nilfs_segctor_kill_thread()
2640 sci->sc_state |= NILFS_SEGCTOR_QUIT; in nilfs_segctor_kill_thread()
2642 while (sci->sc_task) { in nilfs_segctor_kill_thread()
2643 wake_up(&sci->sc_wait_daemon); in nilfs_segctor_kill_thread()
2644 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_kill_thread()
2645 wait_event(sci->sc_wait_task, sci->sc_task == NULL); in nilfs_segctor_kill_thread()
2646 spin_lock(&sci->sc_state_lock); in nilfs_segctor_kill_thread()
2657 struct nilfs_sc_info *sci; in nilfs_segctor_new() local
2659 sci = kzalloc(sizeof(*sci), GFP_KERNEL); in nilfs_segctor_new()
2660 if (!sci) in nilfs_segctor_new()
2663 sci->sc_super = sb; in nilfs_segctor_new()
2666 sci->sc_root = root; in nilfs_segctor_new()
2668 init_waitqueue_head(&sci->sc_wait_request); in nilfs_segctor_new()
2669 init_waitqueue_head(&sci->sc_wait_daemon); in nilfs_segctor_new()
2670 init_waitqueue_head(&sci->sc_wait_task); in nilfs_segctor_new()
2671 spin_lock_init(&sci->sc_state_lock); in nilfs_segctor_new()
2672 INIT_LIST_HEAD(&sci->sc_dirty_files); in nilfs_segctor_new()
2673 INIT_LIST_HEAD(&sci->sc_segbufs); in nilfs_segctor_new()
2674 INIT_LIST_HEAD(&sci->sc_write_logs); in nilfs_segctor_new()
2675 INIT_LIST_HEAD(&sci->sc_gc_inodes); in nilfs_segctor_new()
2676 INIT_LIST_HEAD(&sci->sc_iput_queue); in nilfs_segctor_new()
2677 INIT_WORK(&sci->sc_iput_work, nilfs_iput_work_func); in nilfs_segctor_new()
2678 timer_setup(&sci->sc_timer, nilfs_construction_timeout, 0); in nilfs_segctor_new()
2680 sci->sc_interval = HZ * NILFS_SC_DEFAULT_TIMEOUT; in nilfs_segctor_new()
2681 sci->sc_mjcp_freq = HZ * NILFS_SC_DEFAULT_SR_FREQ; in nilfs_segctor_new()
2682 sci->sc_watermark = NILFS_SC_DEFAULT_WATERMARK; in nilfs_segctor_new()
2685 sci->sc_interval = HZ * nilfs->ns_interval; in nilfs_segctor_new()
2687 sci->sc_watermark = nilfs->ns_watermark; in nilfs_segctor_new()
2688 return sci; in nilfs_segctor_new()
2691 static void nilfs_segctor_write_out(struct nilfs_sc_info *sci) in nilfs_segctor_write_out() argument
2702 nilfs_transaction_lock(sci->sc_super, &ti, 0); in nilfs_segctor_write_out()
2703 ret = nilfs_segctor_construct(sci, SC_LSEG_SR); in nilfs_segctor_write_out()
2704 nilfs_transaction_unlock(sci->sc_super); in nilfs_segctor_write_out()
2706 flush_work(&sci->sc_iput_work); in nilfs_segctor_write_out()
2719 static void nilfs_segctor_destroy(struct nilfs_sc_info *sci) in nilfs_segctor_destroy() argument
2721 struct the_nilfs *nilfs = sci->sc_super->s_fs_info; in nilfs_segctor_destroy()
2726 spin_lock(&sci->sc_state_lock); in nilfs_segctor_destroy()
2727 nilfs_segctor_kill_thread(sci); in nilfs_segctor_destroy()
2728 flag = ((sci->sc_state & NILFS_SEGCTOR_COMMIT) || sci->sc_flush_request in nilfs_segctor_destroy()
2729 || sci->sc_seq_request != sci->sc_seq_done); in nilfs_segctor_destroy()
2730 spin_unlock(&sci->sc_state_lock); in nilfs_segctor_destroy()
2732 if (flush_work(&sci->sc_iput_work)) in nilfs_segctor_destroy()
2735 if (flag || !nilfs_segctor_confirm(sci)) in nilfs_segctor_destroy()
2736 nilfs_segctor_write_out(sci); in nilfs_segctor_destroy()
2738 if (!list_empty(&sci->sc_dirty_files)) { in nilfs_segctor_destroy()
2739 nilfs_warn(sci->sc_super, in nilfs_segctor_destroy()
2741 nilfs_dispose_list(nilfs, &sci->sc_dirty_files, 1); in nilfs_segctor_destroy()
2744 if (!list_empty(&sci->sc_iput_queue)) { in nilfs_segctor_destroy()
2745 nilfs_warn(sci->sc_super, in nilfs_segctor_destroy()
2747 nilfs_dispose_list(nilfs, &sci->sc_iput_queue, 1); in nilfs_segctor_destroy()
2750 WARN_ON(!list_empty(&sci->sc_segbufs)); in nilfs_segctor_destroy()
2751 WARN_ON(!list_empty(&sci->sc_write_logs)); in nilfs_segctor_destroy()
2753 nilfs_put_root(sci->sc_root); in nilfs_segctor_destroy()
2757 timer_shutdown_sync(&sci->sc_timer); in nilfs_segctor_destroy()
2758 kfree(sci); in nilfs_segctor_destroy()