Lines Matching refs:nf
123 struct nfsd_file *nf = container_of(rcu, struct nfsd_file, nf_rcu); in nfsd_file_slab_free() local
125 put_cred(nf->nf_cred); in nfsd_file_slab_free()
126 kmem_cache_free(nfsd_file_slab, nf); in nfsd_file_slab_free()
214 struct nfsd_file *nf; in nfsd_file_alloc() local
216 nf = kmem_cache_alloc(nfsd_file_slab, GFP_KERNEL); in nfsd_file_alloc()
217 if (unlikely(!nf)) in nfsd_file_alloc()
221 INIT_LIST_HEAD(&nf->nf_lru); in nfsd_file_alloc()
222 INIT_LIST_HEAD(&nf->nf_gc); in nfsd_file_alloc()
223 nf->nf_birthtime = ktime_get(); in nfsd_file_alloc()
224 nf->nf_file = NULL; in nfsd_file_alloc()
225 nf->nf_cred = get_current_cred(); in nfsd_file_alloc()
226 nf->nf_net = net; in nfsd_file_alloc()
227 nf->nf_flags = want_gc ? in nfsd_file_alloc()
230 nf->nf_inode = inode; in nfsd_file_alloc()
231 refcount_set(&nf->nf_ref, 1); in nfsd_file_alloc()
232 nf->nf_may = need; in nfsd_file_alloc()
233 nf->nf_mark = NULL; in nfsd_file_alloc()
234 return nf; in nfsd_file_alloc()
245 nfsd_file_check_write_error(struct nfsd_file *nf) in nfsd_file_check_write_error() argument
247 struct file *file = nf->nf_file; in nfsd_file_check_write_error()
251 nfsd_reset_write_verifier(net_generic(nf->nf_net, nfsd_net_id)); in nfsd_file_check_write_error()
255 nfsd_file_hash_remove(struct nfsd_file *nf) in nfsd_file_hash_remove() argument
257 trace_nfsd_file_unhash(nf); in nfsd_file_hash_remove()
258 rhltable_remove(&nfsd_file_rhltable, &nf->nf_rlist, in nfsd_file_hash_remove()
263 nfsd_file_unhash(struct nfsd_file *nf) in nfsd_file_unhash() argument
265 if (test_and_clear_bit(NFSD_FILE_HASHED, &nf->nf_flags)) { in nfsd_file_unhash()
266 nfsd_file_hash_remove(nf); in nfsd_file_unhash()
273 nfsd_file_free(struct nfsd_file *nf) in nfsd_file_free() argument
275 s64 age = ktime_to_ms(ktime_sub(ktime_get(), nf->nf_birthtime)); in nfsd_file_free()
277 trace_nfsd_file_free(nf); in nfsd_file_free()
282 nfsd_file_unhash(nf); in nfsd_file_free()
283 if (nf->nf_mark) in nfsd_file_free()
284 nfsd_file_mark_put(nf->nf_mark); in nfsd_file_free()
285 if (nf->nf_file) { in nfsd_file_free()
286 nfsd_file_check_write_error(nf); in nfsd_file_free()
287 nfsd_filp_close(nf->nf_file); in nfsd_file_free()
294 if (WARN_ON_ONCE(!list_empty(&nf->nf_lru))) in nfsd_file_free()
297 call_rcu(&nf->nf_rcu, nfsd_file_slab_free); in nfsd_file_free()
301 nfsd_file_check_writeback(struct nfsd_file *nf) in nfsd_file_check_writeback() argument
303 struct file *file = nf->nf_file; in nfsd_file_check_writeback()
322 static void nfsd_file_lru_add(struct nfsd_file *nf) in nfsd_file_lru_add() argument
324 refcount_inc(&nf->nf_ref); in nfsd_file_lru_add()
325 if (list_lru_add_obj(&nfsd_file_lru, &nf->nf_lru)) in nfsd_file_lru_add()
326 trace_nfsd_file_lru_add(nf); in nfsd_file_lru_add()
332 static bool nfsd_file_lru_remove(struct nfsd_file *nf) in nfsd_file_lru_remove() argument
334 if (list_lru_del_obj(&nfsd_file_lru, &nf->nf_lru)) { in nfsd_file_lru_remove()
335 trace_nfsd_file_lru_del(nf); in nfsd_file_lru_remove()
342 nfsd_file_get(struct nfsd_file *nf) in nfsd_file_get() argument
344 if (nf && refcount_inc_not_zero(&nf->nf_ref)) in nfsd_file_get()
345 return nf; in nfsd_file_get()
358 nfsd_file_put(struct nfsd_file *nf) in nfsd_file_put() argument
361 trace_nfsd_file_put(nf); in nfsd_file_put()
363 if (test_bit(NFSD_FILE_GC, &nf->nf_flags) && in nfsd_file_put()
364 test_bit(NFSD_FILE_HASHED, &nf->nf_flags)) { in nfsd_file_put()
365 set_bit(NFSD_FILE_REFERENCED, &nf->nf_flags); in nfsd_file_put()
366 set_bit(NFSD_FILE_RECENT, &nf->nf_flags); in nfsd_file_put()
369 if (refcount_dec_and_test(&nf->nf_ref)) in nfsd_file_put()
370 nfsd_file_free(nf); in nfsd_file_put()
383 struct nfsd_file *nf; in nfsd_file_put_local() local
386 nf = unrcu_pointer(xchg(pnf, NULL)); in nfsd_file_put_local()
387 if (nf) { in nfsd_file_put_local()
388 net = nf->nf_net; in nfsd_file_put_local()
389 nfsd_file_put(nf); in nfsd_file_put_local()
401 nfsd_file_get_local(struct nfsd_file *nf) in nfsd_file_get_local() argument
403 struct net *net = nf->nf_net; in nfsd_file_get_local()
406 nf = nfsd_file_get(nf); in nfsd_file_get_local()
407 if (!nf) in nfsd_file_get_local()
410 nf = NULL; in nfsd_file_get_local()
412 return nf; in nfsd_file_get_local()
422 nfsd_file_file(struct nfsd_file *nf) in nfsd_file_file() argument
424 return nf->nf_file; in nfsd_file_file()
430 struct nfsd_file *nf; in nfsd_file_dispose_list() local
433 nf = list_first_entry(dispose, struct nfsd_file, nf_gc); in nfsd_file_dispose_list()
434 list_del_init(&nf->nf_gc); in nfsd_file_dispose_list()
435 nfsd_file_free(nf); in nfsd_file_dispose_list()
450 struct nfsd_file *nf = list_first_entry(dispose, in nfsd_file_dispose_list_delayed() local
452 struct nfsd_net *nn = net_generic(nf->nf_net, nfsd_net_id); in nfsd_file_dispose_list_delayed()
457 list_move_tail(&nf->nf_gc, &l->freeme); in nfsd_file_dispose_list_delayed()
517 struct nfsd_file *nf = list_entry(item, struct nfsd_file, nf_lru); in nfsd_file_lru_cb() local
520 WARN_ON_ONCE(!test_bit(NFSD_FILE_GC, &nf->nf_flags)); in nfsd_file_lru_cb()
526 if (nfsd_file_check_writeback(nf)) { in nfsd_file_lru_cb()
527 trace_nfsd_file_gc_writeback(nf); in nfsd_file_lru_cb()
532 if (test_and_clear_bit(NFSD_FILE_REFERENCED, &nf->nf_flags)) { in nfsd_file_lru_cb()
533 trace_nfsd_file_gc_referenced(nf); in nfsd_file_lru_cb()
541 if (!refcount_dec_if_one(&nf->nf_ref)) { in nfsd_file_lru_cb()
542 trace_nfsd_file_gc_in_use(nf); in nfsd_file_lru_cb()
547 nfsd_file_unhash(nf); in nfsd_file_lru_cb()
548 list_lru_isolate(lru, &nf->nf_lru); in nfsd_file_lru_cb()
549 list_add(&nf->nf_gc, head); in nfsd_file_lru_cb()
551 trace_nfsd_file_gc_disposed(nf); in nfsd_file_lru_cb()
559 struct nfsd_file *nf = list_entry(item, struct nfsd_file, nf_lru); in nfsd_file_gc_cb() local
561 if (test_and_clear_bit(NFSD_FILE_RECENT, &nf->nf_flags)) { in nfsd_file_gc_cb()
566 clear_bit(NFSD_FILE_REFERENCED, &nf->nf_flags); in nfsd_file_gc_cb()
567 trace_nfsd_file_gc_aged(nf); in nfsd_file_gc_cb()
649 nfsd_file_cond_queue(struct nfsd_file *nf, struct list_head *dispose) in nfsd_file_cond_queue() argument
655 if (!nfsd_file_unhash(nf)) in nfsd_file_cond_queue()
659 if (!nfsd_file_get(nf)) in nfsd_file_cond_queue()
663 if (nfsd_file_lru_remove(nf)) in nfsd_file_cond_queue()
667 if (refcount_sub_and_test(decrement, &nf->nf_ref)) { in nfsd_file_cond_queue()
668 list_add(&nf->nf_gc, dispose); in nfsd_file_cond_queue()
669 trace_nfsd_file_closing(nf); in nfsd_file_cond_queue()
693 struct nfsd_file *nf; in nfsd_file_queue_for_close() local
698 rhl_for_each_entry_rcu(nf, tmp, list, nf_rlist) { in nfsd_file_queue_for_close()
699 if (!test_bit(NFSD_FILE_GC, &nf->nf_flags)) in nfsd_file_queue_for_close()
701 nfsd_file_cond_queue(nf, dispose); in nfsd_file_queue_for_close()
886 struct nfsd_file *nf; in __nfsd_file_cache_purge() local
901 nf = rhashtable_walk_next(&iter); in __nfsd_file_cache_purge()
902 while (!IS_ERR_OR_NULL(nf)) { in __nfsd_file_cache_purge()
903 if (!net || nf->nf_net == net) in __nfsd_file_cache_purge()
904 nfsd_file_cond_queue(nf, &dispose); in __nfsd_file_cache_purge()
905 nf = rhashtable_walk_next(&iter); in __nfsd_file_cache_purge()
909 } while (nf == ERR_PTR(-EAGAIN)); in __nfsd_file_cache_purge()
1017 struct nfsd_file *nf; in nfsd_file_lookup_locked() local
1021 rhl_for_each_entry_rcu(nf, tmp, list, nf_rlist) { in nfsd_file_lookup_locked()
1022 if (nf->nf_may != need) in nfsd_file_lookup_locked()
1024 if (nf->nf_net != net) in nfsd_file_lookup_locked()
1026 if (!nfsd_match_cred(nf->nf_cred, cred)) in nfsd_file_lookup_locked()
1028 if (test_bit(NFSD_FILE_GC, &nf->nf_flags) != want_gc) in nfsd_file_lookup_locked()
1030 if (test_bit(NFSD_FILE_HASHED, &nf->nf_flags) == 0) in nfsd_file_lookup_locked()
1033 if (!nfsd_file_get(nf)) in nfsd_file_lookup_locked()
1035 return nf; in nfsd_file_lookup_locked()
1055 struct nfsd_file *nf; in nfsd_file_is_cached() local
1061 rhl_for_each_entry_rcu(nf, tmp, list, nf_rlist) in nfsd_file_is_cached()
1062 if (test_bit(NFSD_FILE_GC, &nf->nf_flags)) { in nfsd_file_is_cached()
1081 struct nfsd_file *new, *nf; in nfsd_file_do_acquire() local
1101 nf = nfsd_file_lookup_locked(net, current_cred(), inode, need, want_gc); in nfsd_file_do_acquire()
1104 if (nf) in nfsd_file_do_acquire()
1115 nf = nfsd_file_lookup_locked(net, current_cred(), inode, need, want_gc); in nfsd_file_do_acquire()
1116 if (unlikely(nf)) { in nfsd_file_do_acquire()
1122 nf = new; in nfsd_file_do_acquire()
1123 ret = rhltable_insert(&nfsd_file_rhltable, &nf->nf_rlist, in nfsd_file_do_acquire()
1135 wait_on_bit(&nf->nf_flags, NFSD_FILE_PENDING, TASK_UNINTERRUPTIBLE); in nfsd_file_do_acquire()
1138 if (!test_bit(NFSD_FILE_HASHED, &nf->nf_flags)) { in nfsd_file_do_acquire()
1139 trace_nfsd_file_cons_err(rqstp, inode, may_flags, nf); in nfsd_file_do_acquire()
1144 nfsd_file_put(nf); in nfsd_file_do_acquire()
1151 status = nfserrno(nfsd_open_break_lease(file_inode(nf->nf_file), may_flags)); in nfsd_file_do_acquire()
1153 nfsd_file_put(nf); in nfsd_file_do_acquire()
1154 nf = NULL; in nfsd_file_do_acquire()
1160 nfsd_file_check_write_error(nf); in nfsd_file_do_acquire()
1161 *pnf = nf; in nfsd_file_do_acquire()
1163 trace_nfsd_file_acquire(rqstp, inode, may_flags, nf, status); in nfsd_file_do_acquire()
1167 trace_nfsd_file_alloc(nf); in nfsd_file_do_acquire()
1168 nf->nf_mark = nfsd_file_mark_find_or_create(inode); in nfsd_file_do_acquire()
1169 if (nf->nf_mark) { in nfsd_file_do_acquire()
1172 nf->nf_file = file; in nfsd_file_do_acquire()
1174 trace_nfsd_file_opened(nf, status); in nfsd_file_do_acquire()
1176 ret = nfsd_open_verified(fhp, may_flags, &nf->nf_file); in nfsd_file_do_acquire()
1179 nfsd_file_unhash(nf); in nfsd_file_do_acquire()
1181 &nf->nf_flags); in nfsd_file_do_acquire()
1182 if (refcount_dec_and_test(&nf->nf_ref)) in nfsd_file_do_acquire()
1183 nfsd_file_free(nf); in nfsd_file_do_acquire()
1184 nf = NULL; in nfsd_file_do_acquire()
1189 trace_nfsd_file_open(nf, status); in nfsd_file_do_acquire()
1198 nfsd_file_unhash(nf); in nfsd_file_do_acquire()
1200 nfsd_file_lru_add(nf); in nfsd_file_do_acquire()
1202 clear_and_wake_up_bit(NFSD_FILE_PENDING, &nf->nf_flags); in nfsd_file_do_acquire()
1207 if (refcount_dec_and_test(&nf->nf_ref)) in nfsd_file_do_acquire()
1208 nfsd_file_free(nf); in nfsd_file_do_acquire()
1209 nf = NULL; in nfsd_file_do_acquire()