Lines Matching refs:table
83 struct kioctx __rcu *table[] __counted_by(nr);
358 struct kioctx_table *table; in aio_ring_mremap() local
363 table = rcu_dereference(mm->ioctx_table); in aio_ring_mremap()
364 if (!table) in aio_ring_mremap()
367 for (i = 0; i < table->nr; i++) { in aio_ring_mremap()
370 ctx = rcu_dereference(table->table[i]); in aio_ring_mremap()
670 struct kioctx_table *table, *old; in ioctx_add_table() local
674 table = rcu_dereference_raw(mm->ioctx_table); in ioctx_add_table()
677 if (table) in ioctx_add_table()
678 for (i = 0; i < table->nr; i++) in ioctx_add_table()
679 if (!rcu_access_pointer(table->table[i])) { in ioctx_add_table()
681 rcu_assign_pointer(table->table[i], ctx); in ioctx_add_table()
693 new_nr = (table ? table->nr : 1) * 4; in ioctx_add_table()
696 table = kzalloc(struct_size(table, table, new_nr), GFP_KERNEL); in ioctx_add_table()
697 if (!table) in ioctx_add_table()
700 table->nr = new_nr; in ioctx_add_table()
706 rcu_assign_pointer(mm->ioctx_table, table); in ioctx_add_table()
707 } else if (table->nr > old->nr) { in ioctx_add_table()
708 memcpy(table->table, old->table, in ioctx_add_table()
711 rcu_assign_pointer(mm->ioctx_table, table); in ioctx_add_table()
714 kfree(table); in ioctx_add_table()
715 table = old; in ioctx_add_table()
851 struct kioctx_table *table; in kill_ioctx() local
859 table = rcu_dereference_raw(mm->ioctx_table); in kill_ioctx()
860 WARN_ON(ctx != rcu_access_pointer(table->table[ctx->id])); in kill_ioctx()
861 RCU_INIT_POINTER(table->table[ctx->id], NULL); in kill_ioctx()
894 struct kioctx_table *table = rcu_dereference_raw(mm->ioctx_table); in exit_aio() local
898 if (!table) in exit_aio()
901 atomic_set(&wait.count, table->nr); in exit_aio()
905 for (i = 0; i < table->nr; ++i) { in exit_aio()
907 rcu_dereference_protected(table->table[i], true); in exit_aio()
931 kfree(table); in exit_aio()
1080 struct kioctx_table *table; in lookup_ioctx() local
1087 table = rcu_dereference(mm->ioctx_table); in lookup_ioctx()
1089 if (!table || id >= table->nr) in lookup_ioctx()
1092 id = array_index_nospec(id, table->nr); in lookup_ioctx()
1093 ctx = rcu_dereference(table->table[id]); in lookup_ioctx()