Recovery. More...

#include "buf0types.h"
#include "dict0types.h"
#include "hash0hash.h"
#include "log0handler.h"
#include "log0redo.h"
#include "log0sys.h"
#include "mtr0types.h"
#include "os0file.h"
#include "ut0byte.h"
#include "ut0new.h"
#include "ut0todo_counter.h"
#include <list>
#include <unordered_map>
#include <unordered_set>
#include "log0recv.ic"

Classes
struct	recv_data_t
	Block of log record data. More...

struct	recv_t
	Stored log record struct. More...

struct	recv_addr_t
	Hashed page file address struct. More...

class	MetadataRecover
	Class to parse persistent dynamic metadata redo log, store and merge them and apply them to in-memory table objects finally. More...

struct	recv_sys_t
	Recovery system data structure. More...

struct	recv_sys_t::Space
	Every space has its own heap and pages that belong to it. More...

struct	recv_sys_t::Encryption_Key

Namespaces
namespace	dblwr

namespace	dblwr::recv

Macros
#define	RECV_SCAN_SIZE (4 * UNIV_PAGE_SIZE)
	Size of block reads when the log groups are scanned forward to do a roll-forward. More...

Enumerations
enum	recv_addr_state { RECV_NOT_PROCESSED , RECV_BEING_READ , RECV_BEING_PROCESSED , RECV_PROCESSED , RECV_DISCARDED }
	States of recv_addr_t. More...

Functions
void	recv_recover_page_func (bool just_read_in, buf_block_t *block)
	Applies the hashed log records to the page, if the page lsn is less than the lsn of a log record. More...

static void	recv_recover_page (bool jri, buf_block_t *block)
	Wrapper for recv_recover_page_func(). More...

bool	log_block_checksum_is_ok (const byte *block)
	Check the 4-byte checksum to the trailer checksum field of a log block. More...

void	recv_sys_free ()
	Frees the recovery system. More...

void	recv_sys_var_init ()
	Reset the state of the recovery system variables. More...

static bool	recv_recovery_is_on ()
	Returns true if recovery is currently running. More...

bool	recv_page_is_brand_new (buf_block_t *block)
	Returns true if the page is brand new (the next log record is init_file_page or no records to apply). More...

dberr_t	recv_recovery_from_checkpoint_start (lsn_t flush_lsn)
	Recovers all tablespaces from the redo log. More...

dberr_t	recv_verify_log_is_clean_pre_8_0_30 (log_t &log)
	Determine if a redo log from a version before MySQL 8.0.30 is clean. More...

MetadataRecover *	recv_recovery_from_checkpoint_finish (bool aborting)
	Complete the recovery from the latest checkpoint. More...

dberr_t	recv_recovery_begin (lsn_t checkpoint_lsn)
	Scans log from a stream and stores new log data to the parsing buffer. More...

void	recv_sys_create ()
	Creates the recovery system. More...

void	recv_sys_close ()
	Release recovery system mutexes. More...

void	recv_sys_init ()
	Inits the recovery system for a recovery operation. More...

lsn_t	recv_calc_lsn_on_data_add (lsn_t lsn, os_offset_t len)
	Calculates the new value for lsn when more data is added to the log. More...

const char *	get_mlog_string (mlog_id_t type)
	Return string name of the redo log record type. More...

Variables
recv_sys_t *	recv_sys
	The recovery system. More...

volatile bool	recv_recovery_on
	true when applying redo log records during crash recovery; false otherwise. More...

bool	recv_needed_recovery
	true when recv_init_crash_recovery() has been called. More...

bool	recv_lsn_checks_on
	true if buf_page_is_corrupted() should check if the log sequence number (FIL_PAGE_LSN) is in the future. More...

constexpr uint32_t	RECV_PARSING_BUF_SIZE = 2 * 1024 * 1024
	Size of the parsing buffer; it must accommodate RECV_SCAN_SIZE many times! More...

size_t	recv_n_frames_for_pages_per_pool_instance
	This many blocks must be left in each Buffer Pool instance to be managed by the LRU when we scan the log and store the scanned log records in a hashmap allocated in the Buffer Pool in frames of non-LRU managed blocks. More...

Detailed Description

Recovery.

Created 9/20/1997 Heikki Tuuri

Macro Definition Documentation

◆ RECV_SCAN_SIZE

#define RECV_SCAN_SIZE (4 * UNIV_PAGE_SIZE)

Size of block reads when the log groups are scanned forward to do a roll-forward.

Enumeration Type Documentation

◆ recv_addr_state

enum recv_addr_state

States of recv_addr_t.

Enumerator
RECV_NOT_PROCESSED	not yet processed
RECV_BEING_READ	page is being read
RECV_BEING_PROCESSED	log records are being applied on the page
RECV_PROCESSED	log records have been applied on the page
RECV_DISCARDED	log records have been discarded because the tablespace does not exist

Function Documentation

◆ get_mlog_string()

const char * get_mlog_string ( mlog_id_t type )

Return string name of the redo log record type.

Parameters

[in] type record log record enum

Returns: string name of record log record

◆ log_block_checksum_is_ok()

bool log_block_checksum_is_ok ( const byte * block )

Check the 4-byte checksum to the trailer checksum field of a log block.

Parameters

[in] block pointer to a log block

Returns: whether the checksum matches

◆ recv_calc_lsn_on_data_add()

lsn_t recv_calc_lsn_on_data_add	(	lsn_t	lsn,
		os_offset_t	len
	)

Calculates the new value for lsn when more data is added to the log.

Parameters

[in]	lsn	Old LSN
[in]	len	This many bytes of data is added, log block headers not included

Returns: LSN after data addition

◆ recv_page_is_brand_new()

bool recv_page_is_brand_new ( buf_block_t * block )

Returns true if the page is brand new (the next log record is init_file_page or no records to apply).

Parameters

[in] block buffer block

Returns: true if brand new

◆ recv_recover_page()

static void recv_recover_page	(	bool	jri,
		buf_block_t *	block
	)

inlinestatic

Wrapper for recv_recover_page_func().

Applies the hashed log records to the page, if the page lsn is less than the lsn of a log record. This can be called when a buffer page has just been read in, or also for a page already in the buffer pool.

Parameters

	jri	in: true if just read in (the i/o handler calls this for a freshly read page)
[in,out]	block	buffer block

◆ recv_recover_page_func()

void recv_recover_page_func	(	bool	just_read_in,
		buf_block_t *	block
	)

Applies the hashed log records to the page, if the page lsn is less than the lsn of a log record.

This can be called when a buffer page has just been read in, or also for a page already in the buffer pool.

Parameters

[in]	just_read_in	true if the IO handler calls this for a freshly read page
[in,out]	block	buffer block

◆ recv_recovery_begin()

dberr_t recv_recovery_begin ( lsn_t checkpoint_lsn )

Scans log from a stream and stores new log data to the parsing buffer.

Parses and hashes the log records if new data found. Each time the hash table gets full (see max_mem), it will apply all the records from the hashmap to the pages ("a batch"), clearing the hashmap, and continuing this way till the end of stream.

Parameters

[in] checkpoint_lsn log sequence number found in checkpoint header. May be inexact (in a middle of an mtr which we can ignore, as it is already applied to tablespace files) until which all redo log has been scanned

◆ recv_recovery_from_checkpoint_finish()

MetadataRecover * recv_recovery_from_checkpoint_finish ( bool aborting )

Complete the recovery from the latest checkpoint.

Parameters

[in] aborting true if the server has to abort due to an error

Returns: recovered persistent metadata or nullptr if aborting

◆ recv_recovery_from_checkpoint_start()

dberr_t recv_recovery_from_checkpoint_start ( lsn_t flush_lsn )

Recovers all tablespaces from the redo log.

See also: recv_recovery_from_checkpoint_finish

Parameters

[in] flush_lsn lsn stored at offset FIL_PAGE_FILE_FLUSH_LSN in the system tablespace header

Returns: error code or DB_SUCCESS

◆ recv_recovery_is_on()

static bool recv_recovery_is_on ( )

inlinestatic

Returns true if recovery is currently running.

Returns: recv_recovery_on

◆ recv_sys_close()

void recv_sys_close ( )

Release recovery system mutexes.

◆ recv_sys_create()

void recv_sys_create ( )

Creates the recovery system.

◆ recv_sys_free()

void recv_sys_free ( )

Frees the recovery system.

◆ recv_sys_init()

void recv_sys_init ( )

Inits the recovery system for a recovery operation.

◆ recv_sys_var_init()

void recv_sys_var_init ( )

Reset the state of the recovery system variables.

◆ recv_verify_log_is_clean_pre_8_0_30()

dberr_t recv_verify_log_is_clean_pre_8_0_30 ( log_t & log )

Determine if a redo log from a version before MySQL 8.0.30 is clean.

Parameters

[in,out] log redo log

Returns: error code

Return values

DB_SUCCESS	if the redo log is clean
DB_ERROR	if the redo log is corrupted or dirty

Variable Documentation

◆ recv_lsn_checks_on

bool recv_lsn_checks_on

extern

true if buf_page_is_corrupted() should check if the log sequence number (FIL_PAGE_LSN) is in the future.

Initially false, and set by recv_recovery_from_checkpoint_start().

◆ recv_n_frames_for_pages_per_pool_instance

size_t recv_n_frames_for_pages_per_pool_instance

extern

This many blocks must be left in each Buffer Pool instance to be managed by the LRU when we scan the log and store the scanned log records in a hashmap allocated in the Buffer Pool in frames of non-LRU managed blocks.

We will use these free blocks to read in pages when we start applying the log records to the database.

◆ recv_needed_recovery

bool recv_needed_recovery

extern

true when recv_init_crash_recovery() has been called.

◆ RECV_PARSING_BUF_SIZE

constexpr uint32_t RECV_PARSING_BUF_SIZE = 2 * 1024 * 1024

constexpr

Size of the parsing buffer; it must accommodate RECV_SCAN_SIZE many times!

◆ recv_recovery_on

volatile bool recv_recovery_on

extern

true when applying redo log records during crash recovery; false otherwise.

Note that this is false while a background thread is rolling back incomplete transactions.

◆ recv_sys

recv_sys_t* recv_sys

extern

The recovery system.

Classes

Namespaces

Macros

Enumerations

Functions

Variables

Detailed Description

Macro Definition Documentation

◆ RECV_SCAN_SIZE

Enumeration Type Documentation

◆ recv_addr_state

Function Documentation

◆ get_mlog_string()

◆ log_block_checksum_is_ok()

◆ recv_calc_lsn_on_data_add()

◆ recv_page_is_brand_new()

◆ recv_recover_page()

◆ recv_recover_page_func()

◆ recv_recovery_begin()

◆ recv_recovery_from_checkpoint_finish()

◆ recv_recovery_from_checkpoint_start()

◆ recv_recovery_is_on()

◆ recv_sys_close()

◆ recv_sys_create()

◆ recv_sys_free()

◆ recv_sys_init()

◆ recv_sys_var_init()

◆ recv_verify_log_is_clean_pre_8_0_30()

Variable Documentation

◆ recv_lsn_checks_on

◆ recv_n_frames_for_pages_per_pool_instance

◆ recv_needed_recovery

◆ RECV_PARSING_BUF_SIZE

◆ recv_recovery_on

◆ recv_sys