Lines Matching refs:first_dirty
276 BUILD_BUG_ON(8 * sizeof(frame_table->u.free.first_dirty) < in init_boot_pages()
706 unsigned int first_dirty) in page_list_add_scrub() argument
709 pg->u.free.first_dirty = first_dirty; in page_list_add_scrub()
712 if ( first_dirty != INVALID_DIRTY_IDX ) in page_list_add_scrub()
714 ASSERT(first_dirty < (1U << order)); in page_list_add_scrub()
827 if ( pg->u.free.first_dirty == INVALID_DIRTY_IDX ) in get_free_buddy()
879 unsigned int i, buddy_order, zone, first_dirty; in alloc_heap_pages() local
942 first_dirty = pg->u.free.first_dirty; in alloc_heap_pages()
949 (1U << buddy_order) > first_dirty ? in alloc_heap_pages()
950 first_dirty : INVALID_DIRTY_IDX); in alloc_heap_pages()
953 if ( first_dirty != INVALID_DIRTY_IDX ) in alloc_heap_pages()
956 if ( first_dirty >= 1U << buddy_order ) in alloc_heap_pages()
957 first_dirty -= 1U << buddy_order; in alloc_heap_pages()
959 first_dirty = 0; /* We've moved past original first_dirty */ in alloc_heap_pages()
979 ASSERT(first_dirty != INVALID_DIRTY_IDX || !(pg[i].count_info & PGC_need_scrub)); in alloc_heap_pages()
1000 if ( first_dirty != INVALID_DIRTY_IDX || in alloc_heap_pages()
1040 unsigned int cur_order, first_dirty; in reserve_offlined_page() local
1052 first_dirty = head->u.free.first_dirty; in reserve_offlined_page()
1053 head->u.free.first_dirty = INVALID_DIRTY_IDX; in reserve_offlined_page()
1065 if ( first_dirty != INVALID_DIRTY_IDX && first_dirty ) in reserve_offlined_page()
1066 first_dirty--; in reserve_offlined_page()
1094 (1U << cur_order) > first_dirty ? in reserve_offlined_page()
1095 first_dirty : INVALID_DIRTY_IDX); in reserve_offlined_page()
1099 if ( first_dirty != INVALID_DIRTY_IDX ) in reserve_offlined_page()
1101 if ( first_dirty >= 1U << cur_order ) in reserve_offlined_page()
1102 first_dirty -= 1U << cur_order; in reserve_offlined_page()
1104 first_dirty = 0; in reserve_offlined_page()
1199 unsigned int first_dirty; member
1214 st->pg->u.free.first_dirty = st->first_dirty; in scrub_continue()
1247 if ( pg->u.free.first_dirty == INVALID_DIRTY_IDX ) in scrub_free_pages()
1257 for ( i = pg->u.free.first_dirty; i < (1U << order); i++) in scrub_free_pages()
1278 pg->u.free.first_dirty = (i == (1U << order) - 1) ? in scrub_free_pages()
1309 st.first_dirty = (i >= (1U << order) - 1) ? in scrub_free_pages()
1325 pg->u.free.first_dirty = i + 1; in scrub_free_pages()
1398 pg->u.free.first_dirty = 0; in free_heap_pages()
1401 pg->u.free.first_dirty = INVALID_DIRTY_IDX; in free_heap_pages()
1428 if ( predecessor->u.free.first_dirty == INVALID_DIRTY_IDX && in free_heap_pages()
1429 pg->u.free.first_dirty != INVALID_DIRTY_IDX ) in free_heap_pages()
1430 predecessor->u.free.first_dirty = (1U << order) + in free_heap_pages()
1431 pg->u.free.first_dirty; in free_heap_pages()
1454 page_list_add_scrub(pg, node, zone, order, pg->u.free.first_dirty); in free_heap_pages()