Lines Matching refs:bitmap
129 memdb_release_level_bitmap(memdb_level_bitmap_t *bitmap) in memdb_release_level_bitmap() argument
131 rcu_enqueue(&bitmap->rcu_entry, in memdb_release_level_bitmap()
141 memdb_level_bitmap_t *bitmap = in memdb_bitmap_free_level_bitmap() local
144 error_t err = partition_free(hyp_partition, bitmap, sizeof(*bitmap)); in memdb_bitmap_free_level_bitmap()
223 memdb_convert_bitmap(memdb_level_bitmap_t *bitmap) REQUIRE_LOCK(memdb_lock) in memdb_convert_bitmap() argument
233 objects[i] = atomic_load_relaxed(&bitmap->objects[i]); in memdb_convert_bitmap()
238 bitmap->bitmap, i * MEMDB_BITMAP_ID_BITS, in memdb_convert_bitmap()
248 memdb_duplicate_bitmap(memdb_level_bitmap_t *bitmap) REQUIRE_LOCK(memdb_lock) in memdb_duplicate_bitmap() argument
265 for (index_t i = 0U; i < util_array_size(bitmap->objects); i++) { in memdb_duplicate_bitmap()
268 if (bitmap->counts[i] != 0U) { in memdb_duplicate_bitmap()
270 atomic_load_relaxed(&bitmap->objects[i])); in memdb_duplicate_bitmap()
271 ret.r->counts[i] = bitmap->counts[i]; in memdb_duplicate_bitmap()
275 for (index_t i = 0U; i < util_array_size(bitmap->bitmap); i++) { in memdb_duplicate_bitmap()
276 atomic_init(&ret.r->bitmap[i], in memdb_duplicate_bitmap()
277 atomic_load_relaxed(&bitmap->bitmap[i])); in memdb_duplicate_bitmap()
294 const memdb_level_bitmap_t *bitmap) in memdb_update_bitmap_check_owner() argument
300 if ((bitmap->counts[old_id] != 0U) && in memdb_update_bitmap_check_owner()
302 atomic_load_relaxed(&bitmap->objects[old_id]), in memdb_update_bitmap_check_owner()
317 bitmap->bitmap, i * MEMDB_BITMAP_ID_BITS, in memdb_update_bitmap_check_owner()
344 memdb_entry_t new_entry, memdb_level_bitmap_t *bitmap, in memdb_update_bitmap() argument
362 start_index, end_index, old_entry, bitmap); in memdb_update_bitmap()
382 atomic_load_relaxed(&bitmap->objects[new_id]), in memdb_update_bitmap()
393 if (bitmap->counts[new_id] != 0U) { in memdb_update_bitmap()
400 &bitmap->objects[new_id]), in memdb_update_bitmap()
425 bitmap_atomic_insert(bitmap->bitmap, i * MEMDB_BITMAP_ID_BITS, in memdb_update_bitmap()
430 atomic_store_release(&bitmap->objects[new_id], new_entry); in memdb_update_bitmap()
431 bitmap->counts[new_id] = in memdb_update_bitmap()
432 (memdb_bitmap_count_t)(bitmap->counts[new_id] + changed_bits); in memdb_update_bitmap()
433 bitmap->counts[old_id] = in memdb_update_bitmap()
434 (memdb_bitmap_count_t)(bitmap->counts[old_id] - changed_bits); in memdb_update_bitmap()
441 ret = bool_result_ok(bitmap->counts[new_id] == MEMDB_NUM_ENTRIES); in memdb_update_bitmap()
854 memdb_lookup_bitmap(paddr_t addr, const memdb_level_bitmap_t *bitmap, in memdb_lookup_bitmap() argument
860 bitmap->bitmap, index * MEMDB_BITMAP_ID_BITS, in memdb_lookup_bitmap()
863 atomic_load_consume(&bitmap->objects[object_id]); in memdb_lookup_bitmap()
939 const memdb_level_bitmap_t *bitmap, index_t entry_bits) in memdb_is_contig_bitmap() argument
951 atomic_load_relaxed(&bitmap->objects[object_id]), in memdb_is_contig_bitmap()
975 bitmap->bitmap, i * MEMDB_BITMAP_ID_BITS, in memdb_is_contig_bitmap()
1110 const memdb_level_bitmap_t *bitmap, index_t entry_bits, in memdb_walk_bitmap() argument
1123 atomic_load_relaxed(&bitmap->objects[object_id]), in memdb_walk_bitmap()
1153 bitmap->bitmap, i * MEMDB_BITMAP_ID_BITS, in memdb_walk_bitmap()