Lines Matching refs:cb
54 struct blk_stat_callback *cb; in blk_stat_add() local
66 list_for_each_entry_rcu(cb, &q->stats->callbacks, list) { in blk_stat_add()
67 if (!blk_stat_is_active(cb)) in blk_stat_add()
70 bucket = cb->bucket_fn(rq); in blk_stat_add()
74 stat = &per_cpu_ptr(cb->cpu_stat, cpu)[bucket]; in blk_stat_add()
83 struct blk_stat_callback *cb = from_timer(cb, t, timer); in blk_stat_timer_fn() local
87 for (bucket = 0; bucket < cb->buckets; bucket++) in blk_stat_timer_fn()
88 blk_rq_stat_init(&cb->stat[bucket]); in blk_stat_timer_fn()
93 cpu_stat = per_cpu_ptr(cb->cpu_stat, cpu); in blk_stat_timer_fn()
94 for (bucket = 0; bucket < cb->buckets; bucket++) { in blk_stat_timer_fn()
95 blk_rq_stat_sum(&cb->stat[bucket], &cpu_stat[bucket]); in blk_stat_timer_fn()
100 cb->timer_fn(cb); in blk_stat_timer_fn()
108 struct blk_stat_callback *cb; in blk_stat_alloc_callback() local
110 cb = kmalloc(sizeof(*cb), GFP_KERNEL); in blk_stat_alloc_callback()
111 if (!cb) in blk_stat_alloc_callback()
114 cb->stat = kmalloc_array(buckets, sizeof(struct blk_rq_stat), in blk_stat_alloc_callback()
116 if (!cb->stat) { in blk_stat_alloc_callback()
117 kfree(cb); in blk_stat_alloc_callback()
120 cb->cpu_stat = __alloc_percpu(buckets * sizeof(struct blk_rq_stat), in blk_stat_alloc_callback()
122 if (!cb->cpu_stat) { in blk_stat_alloc_callback()
123 kfree(cb->stat); in blk_stat_alloc_callback()
124 kfree(cb); in blk_stat_alloc_callback()
128 cb->timer_fn = timer_fn; in blk_stat_alloc_callback()
129 cb->bucket_fn = bucket_fn; in blk_stat_alloc_callback()
130 cb->data = data; in blk_stat_alloc_callback()
131 cb->buckets = buckets; in blk_stat_alloc_callback()
132 timer_setup(&cb->timer, blk_stat_timer_fn, 0); in blk_stat_alloc_callback()
134 return cb; in blk_stat_alloc_callback()
138 struct blk_stat_callback *cb) in blk_stat_add_callback() argument
147 cpu_stat = per_cpu_ptr(cb->cpu_stat, cpu); in blk_stat_add_callback()
148 for (bucket = 0; bucket < cb->buckets; bucket++) in blk_stat_add_callback()
153 list_add_tail_rcu(&cb->list, &q->stats->callbacks); in blk_stat_add_callback()
159 struct blk_stat_callback *cb) in blk_stat_remove_callback() argument
164 list_del_rcu(&cb->list); in blk_stat_remove_callback()
169 del_timer_sync(&cb->timer); in blk_stat_remove_callback()
174 struct blk_stat_callback *cb; in blk_stat_free_callback_rcu() local
176 cb = container_of(head, struct blk_stat_callback, rcu); in blk_stat_free_callback_rcu()
177 free_percpu(cb->cpu_stat); in blk_stat_free_callback_rcu()
178 kfree(cb->stat); in blk_stat_free_callback_rcu()
179 kfree(cb); in blk_stat_free_callback_rcu()
182 void blk_stat_free_callback(struct blk_stat_callback *cb) in blk_stat_free_callback() argument
184 if (cb) in blk_stat_free_callback()
185 call_rcu(&cb->rcu, blk_stat_free_callback_rcu); in blk_stat_free_callback()