Lines Matching refs:folio
30 bool afs_dirty_folio(struct address_space *mapping, struct folio *folio) in afs_dirty_folio() argument
32 return fscache_dirty_folio(mapping, folio, in afs_dirty_folio()
35 static void afs_folio_start_fscache(bool caching, struct folio *folio) in afs_folio_start_fscache() argument
38 folio_start_fscache(folio); in afs_folio_start_fscache()
41 static void afs_folio_start_fscache(bool caching, struct folio *folio) in afs_folio_start_fscache() argument
51 struct folio *folio) in afs_flush_conflicting_write() argument
56 .range_start = folio_pos(folio), in afs_flush_conflicting_write()
61 return afs_writepages_region(mapping, &wbc, folio_pos(folio), LLONG_MAX, in afs_flush_conflicting_write()
73 struct folio *folio; in afs_write_begin() local
87 ret = netfs_write_begin(&vnode->netfs, file, mapping, pos, len, &folio, fsdata); in afs_write_begin()
91 index = folio_index(folio); in afs_write_begin()
99 if (folio_test_private(folio)) { in afs_write_begin()
100 priv = (unsigned long)folio_get_private(folio); in afs_write_begin()
101 f = afs_folio_dirty_from(folio, priv); in afs_write_begin()
102 t = afs_folio_dirty_to(folio, priv); in afs_write_begin()
105 if (folio_test_writeback(folio)) { in afs_write_begin()
106 trace_afs_folio_dirty(vnode, tracepoint_string("alrdy"), folio); in afs_write_begin()
107 folio_unlock(folio); in afs_write_begin()
119 *_page = folio_file_page(folio, pos / PAGE_SIZE); in afs_write_begin()
127 trace_afs_folio_dirty(vnode, tracepoint_string("confl"), folio); in afs_write_begin()
128 folio_unlock(folio); in afs_write_begin()
130 ret = afs_flush_conflicting_write(mapping, folio); in afs_write_begin()
135 ret = folio_wait_writeback_killable(folio); in afs_write_begin()
139 ret = folio_lock_killable(folio); in afs_write_begin()
145 folio_put(folio); in afs_write_begin()
157 struct folio *folio = page_folio(subpage); in afs_write_end() local
160 unsigned int f, from = offset_in_folio(folio, pos); in afs_write_end()
165 vnode->fid.vid, vnode->fid.vnode, folio_index(folio)); in afs_write_end()
167 if (!folio_test_uptodate(folio)) { in afs_write_end()
173 folio_mark_uptodate(folio); in afs_write_end()
191 if (folio_test_private(folio)) { in afs_write_end()
192 priv = (unsigned long)folio_get_private(folio); in afs_write_end()
193 f = afs_folio_dirty_from(folio, priv); in afs_write_end()
194 t = afs_folio_dirty_to(folio, priv); in afs_write_end()
199 priv = afs_folio_dirty(folio, f, t); in afs_write_end()
200 folio_change_private(folio, (void *)priv); in afs_write_end()
201 trace_afs_folio_dirty(vnode, tracepoint_string("dirty+"), folio); in afs_write_end()
203 priv = afs_folio_dirty(folio, from, to); in afs_write_end()
204 folio_attach_private(folio, (void *)priv); in afs_write_end()
205 trace_afs_folio_dirty(vnode, tracepoint_string("dirty"), folio); in afs_write_end()
208 if (folio_mark_dirty(folio)) in afs_write_end()
209 _debug("dirtied %lx", folio_index(folio)); in afs_write_end()
212 folio_unlock(folio); in afs_write_end()
213 folio_put(folio); in afs_write_end()
224 struct folio *folio; in afs_kill_pages() local
234 folio = filemap_get_folio(mapping, index); in afs_kill_pages()
235 if (!folio) { in afs_kill_pages()
240 next = folio_next_index(folio); in afs_kill_pages()
242 folio_clear_uptodate(folio); in afs_kill_pages()
243 folio_end_writeback(folio); in afs_kill_pages()
244 folio_lock(folio); in afs_kill_pages()
245 generic_error_remove_page(mapping, &folio->page); in afs_kill_pages()
246 folio_unlock(folio); in afs_kill_pages()
247 folio_put(folio); in afs_kill_pages()
262 struct folio *folio; in afs_redirty_pages() local
272 folio = filemap_get_folio(mapping, index); in afs_redirty_pages()
273 if (!folio) { in afs_redirty_pages()
278 next = index + folio_nr_pages(folio); in afs_redirty_pages()
279 folio_redirty_for_writepage(wbc, folio); in afs_redirty_pages()
280 folio_end_writeback(folio); in afs_redirty_pages()
281 folio_put(folio); in afs_redirty_pages()
293 struct folio *folio; in afs_pages_written_back() local
304 xas_for_each(&xas, folio, end) { in afs_pages_written_back()
305 if (!folio_test_writeback(folio)) { in afs_pages_written_back()
307 len, start, folio_index(folio), end); in afs_pages_written_back()
308 ASSERT(folio_test_writeback(folio)); in afs_pages_written_back()
311 trace_afs_folio_dirty(vnode, tracepoint_string("clear"), folio); in afs_pages_written_back()
312 folio_detach_private(folio); in afs_pages_written_back()
313 folio_end_writeback(folio); in afs_pages_written_back()
469 struct folio *folio; in afs_extend_writeback() local
488 xas_for_each(&xas, folio, ULONG_MAX) { in afs_extend_writeback()
490 if (xas_retry(&xas, folio)) in afs_extend_writeback()
492 if (xa_is_value(folio)) in afs_extend_writeback()
494 if (folio_index(folio) != index) in afs_extend_writeback()
497 if (!folio_try_get_rcu(folio)) { in afs_extend_writeback()
503 if (unlikely(folio != xas_reload(&xas))) { in afs_extend_writeback()
504 folio_put(folio); in afs_extend_writeback()
508 if (!folio_trylock(folio)) { in afs_extend_writeback()
509 folio_put(folio); in afs_extend_writeback()
512 if (!folio_test_dirty(folio) || in afs_extend_writeback()
513 folio_test_writeback(folio) || in afs_extend_writeback()
514 folio_test_fscache(folio)) { in afs_extend_writeback()
515 folio_unlock(folio); in afs_extend_writeback()
516 folio_put(folio); in afs_extend_writeback()
520 psize = folio_size(folio); in afs_extend_writeback()
521 priv = (unsigned long)folio_get_private(folio); in afs_extend_writeback()
522 f = afs_folio_dirty_from(folio, priv); in afs_extend_writeback()
523 t = afs_folio_dirty_to(folio, priv); in afs_extend_writeback()
525 folio_unlock(folio); in afs_extend_writeback()
526 folio_put(folio); in afs_extend_writeback()
537 index += folio_nr_pages(folio); in afs_extend_writeback()
538 if (!pagevec_add(&pvec, &folio->page)) in afs_extend_writeback()
555 folio = page_folio(pvec.pages[i]); in afs_extend_writeback()
556 trace_afs_folio_dirty(vnode, tracepoint_string("store+"), folio); in afs_extend_writeback()
558 if (!folio_clear_dirty_for_io(folio)) in afs_extend_writeback()
560 if (folio_start_writeback(folio)) in afs_extend_writeback()
562 afs_folio_start_fscache(caching, folio); in afs_extend_writeback()
564 *_count -= folio_nr_pages(folio); in afs_extend_writeback()
565 folio_unlock(folio); in afs_extend_writeback()
581 struct folio *folio, in afs_write_back_from_locked_folio() argument
594 _enter(",%lx,%llx-%llx", folio_index(folio), start, end); in afs_write_back_from_locked_folio()
596 if (folio_start_writeback(folio)) in afs_write_back_from_locked_folio()
598 afs_folio_start_fscache(caching, folio); in afs_write_back_from_locked_folio()
600 count -= folio_nr_pages(folio); in afs_write_back_from_locked_folio()
607 priv = (unsigned long)folio_get_private(folio); in afs_write_back_from_locked_folio()
608 offset = afs_folio_dirty_from(folio, priv); in afs_write_back_from_locked_folio()
609 to = afs_folio_dirty_to(folio, priv); in afs_write_back_from_locked_folio()
610 trace_afs_folio_dirty(vnode, tracepoint_string("store"), folio); in afs_write_back_from_locked_folio()
623 (to == folio_size(folio) || new_content)) in afs_write_back_from_locked_folio()
634 folio_unlock(folio); in afs_write_back_from_locked_folio()
706 struct folio *folio; in afs_writepages_region() local
724 folio = fbatch.folios[i]; in afs_writepages_region()
725 start = folio_pos(folio); /* May regress with THPs */ in afs_writepages_region()
727 _debug("wback %lx", folio_index(folio)); in afs_writepages_region()
735 ret = folio_lock_killable(folio); in afs_writepages_region()
741 if (!folio_trylock(folio)) in afs_writepages_region()
745 if (folio->mapping != mapping || in afs_writepages_region()
746 !folio_test_dirty(folio)) { in afs_writepages_region()
747 start += folio_size(folio); in afs_writepages_region()
748 folio_unlock(folio); in afs_writepages_region()
752 if (folio_test_writeback(folio) || in afs_writepages_region()
753 folio_test_fscache(folio)) { in afs_writepages_region()
754 folio_unlock(folio); in afs_writepages_region()
756 folio_wait_writeback(folio); in afs_writepages_region()
758 folio_wait_fscache(folio); in afs_writepages_region()
761 start += folio_size(folio); in afs_writepages_region()
774 if (!folio_clear_dirty_for_io(folio)) in afs_writepages_region()
777 folio, start, end); in afs_writepages_region()
907 struct folio *folio = page_folio(vmf->page); in afs_page_mkwrite() local
915 _enter("{{%llx:%llu}},{%lx}", vnode->fid.vid, vnode->fid.vnode, folio_index(folio)); in afs_page_mkwrite()
925 if (folio_test_fscache(folio) && in afs_page_mkwrite()
926 folio_wait_fscache_killable(folio) < 0) in afs_page_mkwrite()
930 if (folio_wait_writeback_killable(folio)) in afs_page_mkwrite()
933 if (folio_lock_killable(folio) < 0) in afs_page_mkwrite()
940 if (folio_wait_writeback_killable(folio) < 0) { in afs_page_mkwrite()
941 folio_unlock(folio); in afs_page_mkwrite()
945 priv = afs_folio_dirty(folio, 0, folio_size(folio)); in afs_page_mkwrite()
947 if (folio_test_private(folio)) { in afs_page_mkwrite()
948 folio_change_private(folio, (void *)priv); in afs_page_mkwrite()
949 trace_afs_folio_dirty(vnode, tracepoint_string("mkwrite+"), folio); in afs_page_mkwrite()
951 folio_attach_private(folio, (void *)priv); in afs_page_mkwrite()
952 trace_afs_folio_dirty(vnode, tracepoint_string("mkwrite"), folio); in afs_page_mkwrite()
993 int afs_launder_folio(struct folio *folio) in afs_launder_folio() argument
995 struct afs_vnode *vnode = AFS_FS_I(folio_inode(folio)); in afs_launder_folio()
1002 _enter("{%lx}", folio->index); in afs_launder_folio()
1004 priv = (unsigned long)folio_get_private(folio); in afs_launder_folio()
1005 if (folio_clear_dirty_for_io(folio)) { in afs_launder_folio()
1007 t = folio_size(folio); in afs_launder_folio()
1008 if (folio_test_private(folio)) { in afs_launder_folio()
1009 f = afs_folio_dirty_from(folio, priv); in afs_launder_folio()
1010 t = afs_folio_dirty_to(folio, priv); in afs_launder_folio()
1013 bvec_set_folio(&bv, folio, t - f, f); in afs_launder_folio()
1016 trace_afs_folio_dirty(vnode, tracepoint_string("launder"), folio); in afs_launder_folio()
1017 ret = afs_store_data(vnode, &iter, folio_pos(folio) + f, true); in afs_launder_folio()
1020 trace_afs_folio_dirty(vnode, tracepoint_string("laundered"), folio); in afs_launder_folio()
1021 folio_detach_private(folio); in afs_launder_folio()
1022 folio_wait_fscache(folio); in afs_launder_folio()