29# include "buf0buddy.ic"
52 if (((ulint) page) & size) {
70#ifdef UNIV_DEBUG_VALGRIND
78 ut_ad(buf_pool->zip_free[i].start != bpage);
81#ifdef UNIV_DEBUG_VALGRIND
91buf_buddy_remove_from_free(
98#ifdef UNIV_DEBUG_VALGRIND
113#ifdef UNIV_DEBUG_VALGRIND
134#ifndef UNIV_DEBUG_VALGRIND
146 buf_buddy_remove_from_free(buf_pool, bpage, i);
149 bpage = (
buf_page_t *)buf_buddy_alloc_zip(buf_pool, i + 1);
155 ut_ad(!buf_pool_contains_zip(buf_pool, buddy));
158 buf_buddy_add_to_free(buf_pool, buddy, i);
192 && bpage->in_zip_hash && !bpage->in_page_hash),
196 ut_ad(!bpage->in_page_hash);
197 ut_ad(bpage->in_zip_hash);
198 ut_d(bpage->in_zip_hash = FALSE);
201 ut_d(memset(buf, 0, UNIV_PAGE_SIZE));
202 UNIV_MEM_INVALID(buf, UNIV_PAGE_SIZE);
205 mutex_enter(&block->mutex);
206 buf_LRU_block_free_non_file_page(block);
207 mutex_exit(&block->mutex);
209 ut_ad(buf_pool->buddy_n_frames > 0);
210 ut_d(buf_pool->buddy_n_frames--);
217buf_buddy_block_register(
222 const ulint fold = BUF_POOL_ZIP_FOLD(block);
232 ut_ad(!block->page.in_page_hash);
233 ut_ad(!block->page.in_zip_hash);
234 ut_d(block->page.in_zip_hash = TRUE);
237 ut_d(buf_pool->buddy_n_frames++);
269#ifndef UNIV_DEBUG_VALGRIND
276 buf_buddy_add_to_free(buf_pool, bpage, j);
308 block = (
buf_block_t *)buf_buddy_alloc_zip(buf_pool, i);
316 block = buf_LRU_get_free_only(buf_pool);
330 block = buf_LRU_get_free_block(buf_pool);
335 buf_buddy_block_register(block);
337 block = (
buf_block_t *)buf_buddy_alloc_from(buf_pool, block->frame,
350buf_buddy_relocate_block(
383 buf_relocate(bpage, dpage);
396 UNIV_MEM_INVALID(bpage,
sizeof *bpage);
425 UNIV_MEM_ASSERT_W(dst, size);
457 UNIV_MEM_VALID(&space,
sizeof space);
458 UNIV_MEM_VALID(&page_no,
sizeof page_no);
461 if (!bpage || bpage->
zip.
data != src) {
470 ut_ad(!buf_pool_watch_is_sentinel(buf_pool, bpage));
483 UNIV_MEM_ASSERT_W(src, size);
492 memcpy(dst, src, size);
496 UNIV_MEM_INVALID(src, size);
508 }
else if (i == buf_buddy_get_slot(
sizeof(
buf_page_t))) {
510#if UNIV_WORD_SIZE == 4
514 UNIV_MEM_ASSERT_RW(src, size);
551 buf_buddy_block_free(buf_pool, buf);
557 ut_ad(!buf_pool_contains_zip(buf_pool, buf));
563#ifndef UNIV_DEBUG_VALGRIND
580 if (bpage == buddy) {
583 buf_buddy_remove_from_free(buf_pool, bpage, i);
586 ut_ad(!buf_pool_contains_zip(buf_pool, buddy));
602#ifndef UNIV_DEBUG_VALGRIND
618 buf_buddy_remove_from_free(buf_pool, bpage, i);
621 if (buf_buddy_relocate(buf_pool, buddy, bpage, i)) {
627 buf_buddy_add_to_free(buf_pool, bpage, i);
630 buddy = (
buf_page_t*) buf_buddy_get(((
byte*) bpage),
633#ifndef UNIV_DEBUG_VALGRIND
645 && ut_list_node_313 != buddy)));
648 if (buf_buddy_relocate(buf_pool, buddy, buf, i)) {
671# ifndef UNIV_DEBUG_VALGRIND
679 for (; b < b_end; b++) {
685 && b->space > 0 && b->space < 1000) {
687 "buddy dirty %p %u (%u,%u) %p,%lu\n",
689 b->state, b->space, b->offset,
702 c-- > (
char*) buf; ) {
711 buf_buddy_add_to_free(buf_pool, bpage, i);
UNIV_INLINE buf_pool_t * buf_pool_from_bpage(const buf_page_t *bpage)
UNIV_INLINE buf_pool_t * buf_pool_from_block(const buf_block_t *block)
UNIV_INLINE enum buf_page_state buf_block_get_state(const buf_block_t *block) __attribute__((pure))
UNIV_INLINE enum buf_page_state buf_page_get_state(const buf_page_t *bpage)
UNIV_INLINE void buf_block_set_state(buf_block_t *block, enum buf_page_state state)
#define buf_pool_mutex_exit(b)
UNIV_INLINE ibool buf_page_can_relocate(const buf_page_t *bpage) __attribute__((pure))
#define buf_pool_mutex_enter(b)
@ BUF_BLOCK_READY_FOR_USE
#define BUF_POOL_ZIP_FOLD_PTR(ptr)
UNIV_INLINE mutex_t * buf_page_get_mutex(const buf_page_t *bpage) __attribute__((pure))
UNIV_INLINE buf_page_t * buf_page_hash_get(buf_pool_t *buf_pool, ulint space, ulint offset)
#define buf_pool_mutex_own(b)
struct buf_pool_struct buf_pool_t
struct buf_page_struct buf_page_t
struct buf_buddy_stat_struct buf_buddy_stat_t
struct buf_block_struct buf_block_t
#define FIL_PAGE_ARCH_LOG_NO_OR_SPACE_ID
#define HASH_INSERT(TYPE, NAME, TABLE, FOLD, DATA)
#define HASH_SEARCH(NAME, TABLE, FOLD, TYPE, DATA, ASSERTION, TEST)
#define HASH_DELETE(TYPE, NAME, TABLE, FOLD, DATA)
UNIV_INLINE ulint mach_read_from_4(const byte *b) __attribute__((nonnull
#define PAGE_ZIP_MIN_SIZE
UNIV_INLINE ulint page_zip_get_size(const page_zip_des_t *page_zip) __attribute__((nonnull
ib_uint64_t relocated_usec
buf_buddy_stat_t buddy_stat[BUF_BUDDY_SIZES_MAX+1]
UNIV_INLINE ulint ut_align_offset(const void *ptr, ulint align_no) __attribute__((const))
UNIV_INLINE void * ut_align_down(const void *ptr, ulint align_no) __attribute__((const))
#define UT_LIST_REMOVE(NAME, BASE, N)
#define UT_LIST_GET_FIRST(BASE)
#define UT_LIST_GET_PREV(NAME, N)
#define UT_LIST_ADD_FIRST(NAME, BASE, N)
#define UT_LIST_GET_NEXT(NAME, N)
#define UT_LIST_INSERT_AFTER(NAME, BASE, NODE1, NODE2)
#define UT_LIST_VALIDATE(NAME, TYPE, BASE, ASSERTION)
UNIV_INTERN ullint ut_time_us(ullint *tloc)