Lines Matching refs:wbuf
498 struct ubifs_wbuf *wbuf = container_of(timer, struct ubifs_wbuf, timer); in wbuf_timer_callback_nolock() local
500 dbg_io("jhead %s", dbg_jhead(wbuf->jhead)); in wbuf_timer_callback_nolock()
501 wbuf->need_sync = 1; in wbuf_timer_callback_nolock()
502 wbuf->c->need_wbuf_sync = 1; in wbuf_timer_callback_nolock()
503 ubifs_wake_up_bgt(wbuf->c); in wbuf_timer_callback_nolock()
512 static void new_wbuf_timer_nolock(struct ubifs_info *c, struct ubifs_wbuf *wbuf) in new_wbuf_timer_nolock() argument
520 ubifs_assert(c, !hrtimer_active(&wbuf->timer)); in new_wbuf_timer_nolock()
523 if (wbuf->no_timer) in new_wbuf_timer_nolock()
526 dbg_jhead(wbuf->jhead), in new_wbuf_timer_nolock()
529 hrtimer_start_range_ns(&wbuf->timer, softlimit, delta, in new_wbuf_timer_nolock()
537 static void cancel_wbuf_timer_nolock(struct ubifs_wbuf *wbuf) in cancel_wbuf_timer_nolock() argument
539 if (wbuf->no_timer) in cancel_wbuf_timer_nolock()
541 wbuf->need_sync = 0; in cancel_wbuf_timer_nolock()
542 hrtimer_cancel(&wbuf->timer); in cancel_wbuf_timer_nolock()
558 int ubifs_wbuf_sync_nolock(struct ubifs_wbuf *wbuf) in ubifs_wbuf_sync_nolock() argument
560 struct ubifs_info *c = wbuf->c; in ubifs_wbuf_sync_nolock()
563 cancel_wbuf_timer_nolock(wbuf); in ubifs_wbuf_sync_nolock()
564 if (!wbuf->used || wbuf->lnum == -1) in ubifs_wbuf_sync_nolock()
569 wbuf->lnum, wbuf->offs, wbuf->used, dbg_jhead(wbuf->jhead)); in ubifs_wbuf_sync_nolock()
570 ubifs_assert(c, !(wbuf->avail & 7)); in ubifs_wbuf_sync_nolock()
571 ubifs_assert(c, wbuf->offs + wbuf->size <= c->leb_size); in ubifs_wbuf_sync_nolock()
572 ubifs_assert(c, wbuf->size >= c->min_io_size); in ubifs_wbuf_sync_nolock()
573 ubifs_assert(c, wbuf->size <= c->max_write_size); in ubifs_wbuf_sync_nolock()
574 ubifs_assert(c, wbuf->size % c->min_io_size == 0); in ubifs_wbuf_sync_nolock()
576 if (c->leb_size - wbuf->offs >= c->max_write_size) in ubifs_wbuf_sync_nolock()
577 ubifs_assert(c, !((wbuf->offs + wbuf->size) % c->max_write_size)); in ubifs_wbuf_sync_nolock()
586 sync_len = ALIGN(wbuf->used, c->min_io_size); in ubifs_wbuf_sync_nolock()
587 dirt = sync_len - wbuf->used; in ubifs_wbuf_sync_nolock()
589 ubifs_pad(c, wbuf->buf + wbuf->used, dirt); in ubifs_wbuf_sync_nolock()
590 err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, wbuf->offs, sync_len); in ubifs_wbuf_sync_nolock()
594 spin_lock(&wbuf->lock); in ubifs_wbuf_sync_nolock()
595 wbuf->offs += sync_len; in ubifs_wbuf_sync_nolock()
606 if (c->leb_size - wbuf->offs < c->max_write_size) in ubifs_wbuf_sync_nolock()
607 wbuf->size = c->leb_size - wbuf->offs; in ubifs_wbuf_sync_nolock()
608 else if (wbuf->offs & (c->max_write_size - 1)) in ubifs_wbuf_sync_nolock()
609 wbuf->size = ALIGN(wbuf->offs, c->max_write_size) - wbuf->offs; in ubifs_wbuf_sync_nolock()
611 wbuf->size = c->max_write_size; in ubifs_wbuf_sync_nolock()
612 wbuf->avail = wbuf->size; in ubifs_wbuf_sync_nolock()
613 wbuf->used = 0; in ubifs_wbuf_sync_nolock()
614 wbuf->next_ino = 0; in ubifs_wbuf_sync_nolock()
615 spin_unlock(&wbuf->lock); in ubifs_wbuf_sync_nolock()
617 if (wbuf->sync_callback) in ubifs_wbuf_sync_nolock()
618 err = wbuf->sync_callback(c, wbuf->lnum, in ubifs_wbuf_sync_nolock()
619 c->leb_size - wbuf->offs, dirt); in ubifs_wbuf_sync_nolock()
633 int ubifs_wbuf_seek_nolock(struct ubifs_wbuf *wbuf, int lnum, int offs) in ubifs_wbuf_seek_nolock() argument
635 const struct ubifs_info *c = wbuf->c; in ubifs_wbuf_seek_nolock()
637 dbg_io("LEB %d:%d, jhead %s", lnum, offs, dbg_jhead(wbuf->jhead)); in ubifs_wbuf_seek_nolock()
641 ubifs_assert(c, lnum != wbuf->lnum); in ubifs_wbuf_seek_nolock()
642 ubifs_assert(c, wbuf->used == 0); in ubifs_wbuf_seek_nolock()
644 spin_lock(&wbuf->lock); in ubifs_wbuf_seek_nolock()
645 wbuf->lnum = lnum; in ubifs_wbuf_seek_nolock()
646 wbuf->offs = offs; in ubifs_wbuf_seek_nolock()
647 if (c->leb_size - wbuf->offs < c->max_write_size) in ubifs_wbuf_seek_nolock()
648 wbuf->size = c->leb_size - wbuf->offs; in ubifs_wbuf_seek_nolock()
649 else if (wbuf->offs & (c->max_write_size - 1)) in ubifs_wbuf_seek_nolock()
650 wbuf->size = ALIGN(wbuf->offs, c->max_write_size) - wbuf->offs; in ubifs_wbuf_seek_nolock()
652 wbuf->size = c->max_write_size; in ubifs_wbuf_seek_nolock()
653 wbuf->avail = wbuf->size; in ubifs_wbuf_seek_nolock()
654 wbuf->used = 0; in ubifs_wbuf_seek_nolock()
655 spin_unlock(&wbuf->lock); in ubifs_wbuf_seek_nolock()
684 struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf; in ubifs_bg_wbufs_sync() local
692 if (mutex_is_locked(&wbuf->io_mutex)) in ubifs_bg_wbufs_sync()
695 mutex_lock_nested(&wbuf->io_mutex, wbuf->jhead); in ubifs_bg_wbufs_sync()
696 if (!wbuf->need_sync) { in ubifs_bg_wbufs_sync()
697 mutex_unlock(&wbuf->io_mutex); in ubifs_bg_wbufs_sync()
701 err = ubifs_wbuf_sync_nolock(wbuf); in ubifs_bg_wbufs_sync()
702 mutex_unlock(&wbuf->io_mutex); in ubifs_bg_wbufs_sync()
715 struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf; in ubifs_bg_wbufs_sync() local
717 mutex_lock_nested(&wbuf->io_mutex, wbuf->jhead); in ubifs_bg_wbufs_sync()
718 cancel_wbuf_timer_nolock(wbuf); in ubifs_bg_wbufs_sync()
719 mutex_unlock(&wbuf->io_mutex); in ubifs_bg_wbufs_sync()
740 int ubifs_wbuf_write_nolock(struct ubifs_wbuf *wbuf, void *buf, int len) in ubifs_wbuf_write_nolock() argument
742 struct ubifs_info *c = wbuf->c; in ubifs_wbuf_write_nolock()
747 dbg_jhead(wbuf->jhead), wbuf->lnum, wbuf->offs + wbuf->used); in ubifs_wbuf_write_nolock()
748 ubifs_assert(c, len > 0 && wbuf->lnum >= 0 && wbuf->lnum < c->leb_cnt); in ubifs_wbuf_write_nolock()
749 ubifs_assert(c, wbuf->offs >= 0 && wbuf->offs % c->min_io_size == 0); in ubifs_wbuf_write_nolock()
750 ubifs_assert(c, !(wbuf->offs & 7) && wbuf->offs <= c->leb_size); in ubifs_wbuf_write_nolock()
751 ubifs_assert(c, wbuf->avail > 0 && wbuf->avail <= wbuf->size); in ubifs_wbuf_write_nolock()
752 ubifs_assert(c, wbuf->size >= c->min_io_size); in ubifs_wbuf_write_nolock()
753 ubifs_assert(c, wbuf->size <= c->max_write_size); in ubifs_wbuf_write_nolock()
754 ubifs_assert(c, wbuf->size % c->min_io_size == 0); in ubifs_wbuf_write_nolock()
755 ubifs_assert(c, mutex_is_locked(&wbuf->io_mutex)); in ubifs_wbuf_write_nolock()
758 if (c->leb_size - wbuf->offs >= c->max_write_size) in ubifs_wbuf_write_nolock()
759 ubifs_assert(c, !((wbuf->offs + wbuf->size) % c->max_write_size)); in ubifs_wbuf_write_nolock()
761 if (c->leb_size - wbuf->offs - wbuf->used < aligned_len) { in ubifs_wbuf_write_nolock()
766 cancel_wbuf_timer_nolock(wbuf); in ubifs_wbuf_write_nolock()
771 if (aligned_len <= wbuf->avail) { in ubifs_wbuf_write_nolock()
776 memcpy(wbuf->buf + wbuf->used, buf, len); in ubifs_wbuf_write_nolock()
779 ubifs_pad(c, wbuf->buf + wbuf->used + len, aligned_len - len); in ubifs_wbuf_write_nolock()
782 if (aligned_len == wbuf->avail) { in ubifs_wbuf_write_nolock()
784 dbg_jhead(wbuf->jhead), wbuf->lnum, wbuf->offs); in ubifs_wbuf_write_nolock()
785 err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, in ubifs_wbuf_write_nolock()
786 wbuf->offs, wbuf->size); in ubifs_wbuf_write_nolock()
790 spin_lock(&wbuf->lock); in ubifs_wbuf_write_nolock()
791 wbuf->offs += wbuf->size; in ubifs_wbuf_write_nolock()
792 if (c->leb_size - wbuf->offs >= c->max_write_size) in ubifs_wbuf_write_nolock()
793 wbuf->size = c->max_write_size; in ubifs_wbuf_write_nolock()
795 wbuf->size = c->leb_size - wbuf->offs; in ubifs_wbuf_write_nolock()
796 wbuf->avail = wbuf->size; in ubifs_wbuf_write_nolock()
797 wbuf->used = 0; in ubifs_wbuf_write_nolock()
798 wbuf->next_ino = 0; in ubifs_wbuf_write_nolock()
799 spin_unlock(&wbuf->lock); in ubifs_wbuf_write_nolock()
801 spin_lock(&wbuf->lock); in ubifs_wbuf_write_nolock()
802 wbuf->avail -= aligned_len; in ubifs_wbuf_write_nolock()
803 wbuf->used += aligned_len; in ubifs_wbuf_write_nolock()
804 spin_unlock(&wbuf->lock); in ubifs_wbuf_write_nolock()
810 if (wbuf->used) { in ubifs_wbuf_write_nolock()
817 dbg_jhead(wbuf->jhead), wbuf->lnum, wbuf->offs); in ubifs_wbuf_write_nolock()
818 memcpy(wbuf->buf + wbuf->used, buf, wbuf->avail); in ubifs_wbuf_write_nolock()
819 err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, wbuf->offs, in ubifs_wbuf_write_nolock()
820 wbuf->size); in ubifs_wbuf_write_nolock()
824 wbuf->offs += wbuf->size; in ubifs_wbuf_write_nolock()
825 len -= wbuf->avail; in ubifs_wbuf_write_nolock()
826 aligned_len -= wbuf->avail; in ubifs_wbuf_write_nolock()
827 written += wbuf->avail; in ubifs_wbuf_write_nolock()
828 } else if (wbuf->offs & (c->max_write_size - 1)) { in ubifs_wbuf_write_nolock()
837 wbuf->size, wbuf->lnum, wbuf->offs); in ubifs_wbuf_write_nolock()
838 err = ubifs_leb_write(c, wbuf->lnum, buf, wbuf->offs, in ubifs_wbuf_write_nolock()
839 wbuf->size); in ubifs_wbuf_write_nolock()
843 wbuf->offs += wbuf->size; in ubifs_wbuf_write_nolock()
844 len -= wbuf->size; in ubifs_wbuf_write_nolock()
845 aligned_len -= wbuf->size; in ubifs_wbuf_write_nolock()
846 written += wbuf->size; in ubifs_wbuf_write_nolock()
859 dbg_io("write %d bytes to LEB %d:%d", n, wbuf->lnum, in ubifs_wbuf_write_nolock()
860 wbuf->offs); in ubifs_wbuf_write_nolock()
865 err = ubifs_leb_write(c, wbuf->lnum, buf + written, in ubifs_wbuf_write_nolock()
866 wbuf->offs, m); in ubifs_wbuf_write_nolock()
869 wbuf->offs += m; in ubifs_wbuf_write_nolock()
881 memcpy(wbuf->buf, buf + written, min(len, n)); in ubifs_wbuf_write_nolock()
884 ubifs_pad(c, wbuf->buf + len, n - len); in ubifs_wbuf_write_nolock()
887 err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, wbuf->offs, n); in ubifs_wbuf_write_nolock()
890 wbuf->offs += n; in ubifs_wbuf_write_nolock()
896 spin_lock(&wbuf->lock); in ubifs_wbuf_write_nolock()
903 memcpy(wbuf->buf, buf + written, len); in ubifs_wbuf_write_nolock()
906 ubifs_pad(c, wbuf->buf + len, aligned_len - len); in ubifs_wbuf_write_nolock()
910 if (c->leb_size - wbuf->offs >= c->max_write_size) in ubifs_wbuf_write_nolock()
911 wbuf->size = c->max_write_size; in ubifs_wbuf_write_nolock()
913 wbuf->size = c->leb_size - wbuf->offs; in ubifs_wbuf_write_nolock()
914 wbuf->avail = wbuf->size - aligned_len; in ubifs_wbuf_write_nolock()
915 wbuf->used = aligned_len; in ubifs_wbuf_write_nolock()
916 wbuf->next_ino = 0; in ubifs_wbuf_write_nolock()
917 spin_unlock(&wbuf->lock); in ubifs_wbuf_write_nolock()
920 if (wbuf->sync_callback) { in ubifs_wbuf_write_nolock()
921 int free = c->leb_size - wbuf->offs - wbuf->used; in ubifs_wbuf_write_nolock()
923 err = wbuf->sync_callback(c, wbuf->lnum, free, 0); in ubifs_wbuf_write_nolock()
928 if (wbuf->used) in ubifs_wbuf_write_nolock()
929 new_wbuf_timer_nolock(c, wbuf); in ubifs_wbuf_write_nolock()
935 len, wbuf->lnum, wbuf->offs, err); in ubifs_wbuf_write_nolock()
938 ubifs_dump_leb(c, wbuf->lnum); in ubifs_wbuf_write_nolock()
1019 int ubifs_read_node_wbuf(struct ubifs_wbuf *wbuf, void *buf, int type, int len, in ubifs_read_node_wbuf() argument
1022 const struct ubifs_info *c = wbuf->c; in ubifs_read_node_wbuf()
1027 dbg_ntype(type), len, dbg_jhead(wbuf->jhead)); in ubifs_read_node_wbuf()
1028 ubifs_assert(c, wbuf && lnum >= 0 && lnum < c->leb_cnt && offs >= 0); in ubifs_read_node_wbuf()
1032 spin_lock(&wbuf->lock); in ubifs_read_node_wbuf()
1033 overlap = (lnum == wbuf->lnum && offs + len > wbuf->offs); in ubifs_read_node_wbuf()
1036 spin_unlock(&wbuf->lock); in ubifs_read_node_wbuf()
1041 rlen = wbuf->offs - offs; in ubifs_read_node_wbuf()
1046 memcpy(buf + rlen, wbuf->buf + offs + rlen - wbuf->offs, len - rlen); in ubifs_read_node_wbuf()
1047 spin_unlock(&wbuf->lock); in ubifs_read_node_wbuf()
1150 int ubifs_wbuf_init(struct ubifs_info *c, struct ubifs_wbuf *wbuf) in ubifs_wbuf_init() argument
1154 wbuf->buf = kmalloc(c->max_write_size, GFP_KERNEL); in ubifs_wbuf_init()
1155 if (!wbuf->buf) in ubifs_wbuf_init()
1159 wbuf->inodes = kmalloc(size, GFP_KERNEL); in ubifs_wbuf_init()
1160 if (!wbuf->inodes) { in ubifs_wbuf_init()
1161 kfree(wbuf->buf); in ubifs_wbuf_init()
1162 wbuf->buf = NULL; in ubifs_wbuf_init()
1166 wbuf->used = 0; in ubifs_wbuf_init()
1167 wbuf->lnum = wbuf->offs = -1; in ubifs_wbuf_init()
1175 wbuf->avail = wbuf->size = size; in ubifs_wbuf_init()
1176 wbuf->sync_callback = NULL; in ubifs_wbuf_init()
1177 mutex_init(&wbuf->io_mutex); in ubifs_wbuf_init()
1178 spin_lock_init(&wbuf->lock); in ubifs_wbuf_init()
1179 wbuf->c = c; in ubifs_wbuf_init()
1180 wbuf->next_ino = 0; in ubifs_wbuf_init()
1182 hrtimer_init(&wbuf->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL); in ubifs_wbuf_init()
1183 wbuf->timer.function = wbuf_timer_callback_nolock; in ubifs_wbuf_init()
1194 void ubifs_wbuf_add_ino_nolock(struct ubifs_wbuf *wbuf, ino_t inum) in ubifs_wbuf_add_ino_nolock() argument
1196 if (!wbuf->buf) in ubifs_wbuf_add_ino_nolock()
1200 spin_lock(&wbuf->lock); in ubifs_wbuf_add_ino_nolock()
1201 if (wbuf->used) in ubifs_wbuf_add_ino_nolock()
1202 wbuf->inodes[wbuf->next_ino++] = inum; in ubifs_wbuf_add_ino_nolock()
1203 spin_unlock(&wbuf->lock); in ubifs_wbuf_add_ino_nolock()
1214 static int wbuf_has_ino(struct ubifs_wbuf *wbuf, ino_t inum) in wbuf_has_ino() argument
1218 spin_lock(&wbuf->lock); in wbuf_has_ino()
1219 for (i = 0; i < wbuf->next_ino; i++) in wbuf_has_ino()
1220 if (inum == wbuf->inodes[i]) { in wbuf_has_ino()
1224 spin_unlock(&wbuf->lock); in wbuf_has_ino()
1243 struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf; in ubifs_sync_wbufs_by_inode() local
1254 if (!wbuf_has_ino(wbuf, inode->i_ino)) in ubifs_sync_wbufs_by_inode()
1257 mutex_lock_nested(&wbuf->io_mutex, wbuf->jhead); in ubifs_sync_wbufs_by_inode()
1258 if (wbuf_has_ino(wbuf, inode->i_ino)) in ubifs_sync_wbufs_by_inode()
1259 err = ubifs_wbuf_sync_nolock(wbuf); in ubifs_sync_wbufs_by_inode()
1260 mutex_unlock(&wbuf->io_mutex); in ubifs_sync_wbufs_by_inode()